create gridftp container ; fix wget outpout ; factorize some ENV variabels (0fd6d0a0) · Commits · ESGF / mirrors / Esgf Docker

data-node/Dockerfile

+1 −1

Original line number	Diff line number	Diff line
		@@ -21,7 +21,7 @@ RUN yum -y update; yum -y install libxml2-devel libxslt-devel; yum clean all
		# install Anaconda
		ENV CDAT_HOME=/usr/local/conda
		RUN cd /tmp && rm -rf $CDAT_HOME && \
		wget --no-check-certificate https://repo.continuum.io/miniconda/Miniconda2-latest-Linux-x86_64.sh && \
		wget -q --no-check-certificate https://repo.continuum.io/miniconda/Miniconda2-latest-Linux-x86_64.sh && \
		bash Miniconda2-latest-Linux-x86_64.sh -b -p $CDAT_HOME

		# create CDAT virtual environment with Anaconda

esgf_config/esg/config/esgf.properties

+4 −0

Original line number	Diff line number	Diff line
		@@ -44,3 +44,7 @@ dashboard.service.app.home=/usr/local/tomcat/webapps/esgf-dashboard
		node.peer.group=esgf-test
		# short lived certificate server
		short.lived.certificate.server=my.esgf.node
		# GridFTP
		gridftp.server.port=2811
		gridftp.app.home=/usr/sbin/globus-gridftp-server
		gridftp.endpoint=gsiftp://localhost
		No newline at end of file

gridftp/Dockerfile

0 → 100644

+84 −0

Original line number	Diff line number	Diff line
		################################# SETTING ######################################

		### BASE IMAGE

		ARG ESGF_IMAGES_HUB=esgfhub
		ARG ESGF_VERSION=devel

		FROM $ESGF_IMAGES_HUB/esgf-node:$ESGF_VERSION
		MAINTAINER Earth System Grid Federation <esgf-devel@lists.llnl.gov>

		### ARGS

		ARG ESGF_REPO='http://distrib-coffee.ipsl.jussieu.fr/pub/esgf'

		### ENVS

		ENV USAGE_PARSER_VERSION='0.1.1'
		ENV ESGF_GRIDFTP_JAIL_DIR="$ESGF_HOME/gridftp_root"
		ENV ESGF_GRIDFTP_CONFIG_DIR="$ESGF_CONFIG_DIR/gridftp"

		# Create the account globus (no login).
		RUN groupadd globus
		RUN useradd -g globus -m -s /bin/bash globus

		############################### INSTALLATION ###################################

		RUN wget -qO globus-connect-server-repo-latest.noarch.rpm http://toolkit.globus.org/ftppub/globus-connect-server/globus-connect-server-repo-latest.noarch.rpm
		RUN rpm --import http://www.globus.org/ftppub/globus-connect-server/RPM-GPG-KEY-Globus
		RUN rpm -i globus-connect-server-repo-latest.noarch.rpm
		# That fix the warning 'Warning: RPMDB altered outside of yum'
		RUN yum history new
		RUN yum -y install udt.x86_64 globus-connect-server-io
		RUN yum -y update globus-connect-server-io

		### Create /etc/yum.repos.d/esgf.repo needed to intall globus-* packages
		# Generate this file as the repo can be override.
		RUN echo '[esgf]' > /etc/yum.repos.d/esgf.repo
		RUN echo 'name=ESGF' >> /etc/yum.repos.d/esgf.repo
		RUN echo "baseurl=$ESGF_REPO/RPM/centos/6/x86_64" >> /etc/yum.repos.d/esgf.repo
		RUN echo 'failovermethod=priority' >> /etc/yum.repos.d/esgf.repo
		RUN echo 'enabled=1' >> /etc/yum.repos.d/esgf.repo
		RUN echo 'priority=90' >> /etc/yum.repos.d/esgf.repo
		RUN echo 'gpgcheck=0' >> /etc/yum.repos.d/esgf.repo
		RUN echo 'proxy=_none_' >> /etc/yum.repos.d/esgf.repo

		RUN yum -y install globus-authz-esgsaml-callout globus-gaa globus-adq customgsiauthzinterface
		RUN yum -y update globus-authz-esgsaml-callout globus-gaa globus-adq customgsiauthzinterface

		################################ CONFIGURATION #################################

		# Should reveice the hostkey.pem and hostcert.pem files
		RUN mkdir -p /etc/grid-security

		### Configuration of Globus online platform (gridftp download via web interface)
		# Skipped for now: too much user interactions

		### Substitution of GCS configuration files for GridFTP server
		RUN mkdir -p /etc/gridftp.d
		COPY conf/globus-connect-esgf /etc/gridftp.d/

		### Setup GridFTP metrics logging

		RUN yum -y install perl-DBD-Pg

		RUN mkdir -p "$ESGF_TOOL_DIR/esg_usage_parser"
		RUN chmod 755 "$ESGF_TOOL_DIR/esg_usage_parser"

		RUN wget -qO- "$ESGF_REPO/dist/globus/gridftp/esg_usage_parser-$USAGE_PARSER_VERSION.tar.bz2" \| tar xvj -C "$ESGF_TOOL_DIR/esg_usage_parser"

		# XXX static configuration esgf-node.jpl.nasa.gov as an authorization service !!!
		COPY conf/esgsaml_auth.conf /etc/grid-security/

		RUN grid-mapfile-add-entry -dn '^.*$' -ln 'globus'

		COPY conf/globus-esgf /etc/gridftp.d

		RUN mkdir -p $ESGF_GRIDFTP_CONFIG_DIR
		COPY conf/esg-server-usage-gridftp.conf $ESGF_GRIDFTP_CONFIG_DIR

		RUN mkdir -p $ESGF_GRIDFTP_JAIL_DIR

		#???
		RUN chown -R globus:globus /etc/gridftp.d/
		RUN chown -R globus:globus /etc/grid-security
		No newline at end of file

gridftp/conf/esg-server-usage-gridftp.conf

0 → 100644

+9 −0

Original line number	Diff line number	Diff line
		DBNAME=esgcet
		DBHOST=localhost
		DBPORT=5432
		DBUSER=dbsuper
		DBPASS=changeit
		USAGEFILE=/esg/log/esg-server-usage-gridftp.log
		TMPFILE=/tmp/__up_tmpfile
		DEBUG=0
		NODBWRITE=0
		No newline at end of file

gridftp/conf/esgsaml_auth.conf

0 → 100644

+1 −0

Original line number	Diff line number	Diff line
		AUTHSERVICE=https://esgf-node.jpl.nasa.gov/esg-orp/saml/soap/secure/authorizationService.htm
		No newline at end of file