Commit 0703daf5 authored by Abraham, Subil's avatar Abraham, Subil
Browse files

updating to centos stream

parent a2b74a61

baseimage-centos-cuda/Dockerfile

+29 −7
Original line number Diff line number Diff line 
FROM docker.io/nvidia/cuda-ppc64le:11.0.3-cudnn8-devel-centos8

FROM quay.io/centos/centos:stream8

#FROM quay.io/nvidia/cuda-ppc64le:11.0.3-cudnn8-devel-centos8



RUN dnf -y install epel-release

RUN dnf -y install fakeroot \

	&& fakeroot dnf -y upgrade \

	&& dnf -y clean all

RUN dnf clean all && rm -r /var/cache/dnf  && dnf upgrade -y && dnf update -y  \

	&& dnf -y install epel-release \

	&& dnf -y install fakeroot \

	&& dnf install -y wget dnf-plugins-core \

	&& dnf config-manager --set-enabled powertools \

	&& wget https://developer.download.nvidia.com/compute/cuda/11.0.3/local_installers/cuda-repo-rhel8-11-0-local-11.0.3_450.51.06-1.ppc64le.rpm \

	&& rpm -i cuda-repo-rhel8-11-0-local-11.0.3_450.51.06-1.ppc64le.rpm \

	&& dnf -y module install nvidia-driver:latest-dkms \

	&& dnf -y install cuda \

	&&  dnf -y install  kernel-devel \

		cuda-command-line-tools-11-0 \

		java-11-openjdk-devel \

		zip unzip \

		python3-devel \

		tzdata \

		gpg \

		glibc-devel \

	&& rm cuda-repo-rhel8-11-0-local-11.0.3_450.51.06-1.ppc64le.rpm \

	&& dnf -y clean all && rm -r /var/cache/dnf



COPY libcudnn8-8.2.0.53-1.cuda11.3.ppc64le.rpm /

COPY libcudnn8-devel-8.2.0.53-1.cuda11.3.ppc64le.rpm  /

RUN rpm -i /libcudnn8-8.2.0.53-1.cuda11.3.ppc64le.rpm \

	&& rpm -i /libcudnn8-devel-8.2.0.53-1.cuda11.3.ppc64le.rpm \

	&& rm /libcudnn8-8.2.0.53-1.cuda11.3.ppc64le.rpm /libcudnn8-devel-8.2.0.53-1.cuda11.3.ppc64le.rpm



#	&& dnf -y install tar wget git openssh 

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/compat:$LD_LIBRARY_PATH

ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/compat:/usr/local/cuda/lib64/stubs:$LD_LIBRARY_PATH

ENV CUDA_HOME="/usr/local/cuda"

ENV CUDA_ROOT="/usr/local/cuda"

ENV CPATH="/usr/local/cuda/include:$CPATH"

ENV CUDNN_ROOT="/usr"

ENV CUDNN_INCLUDE_DIR="${CUDNN_ROOT}/include"

ENV CUDNN_LIB_DIR="${CUDNN_ROOT}/lib" 

ENV CUDNN_LIB_DIR="${CUDNN_ROOT}/lib64" 





ENTRYPOINT ["/bin/bash"]

baseimage-centos-cuda/libcudnn8-8.2.0.53-1.cuda11.3.ppc64le.rpm

0 → 100644
+484 MiB

File added.

No diff preview for this file type.

View file

baseimage-centos-cuda/libcudnn8-devel-8.2.0.53-1.cuda11.3.ppc64le.rpm

0 → 100644
+386 MiB

File added.

No diff preview for this file type.

View file

tensorflowimage-centos-cuda/Dockerfile.mpiimagebase

+4 −4
Original line number Diff line number Diff line
@@ -75,9 +75,9 @@ RUN conda install -y -c conda-forge opt_einsum==3.3.0 
RUN pip install keras_preprocessing --no-deps



RUN cd /tmp && \

    wget -q -P /tmp https://github.com/tensorflow/tensorflow/archive/refs/tags/v2.5.0.zip && \

    unzip -d /tmp v2.5.0.zip && \

    mv /tmp/tensorflow-2.5.0 /tmp/tensorflow

    wget -q -P /tmp https://github.com/tensorflow/tensorflow/archive/refs/tags/v2.7.0.zip   && \

    unzip -d /tmp v2.7.0.zip && \

    mv /tmp/tensorflow-2.7.0 /tmp/tensorflow

#    git checkout r2.5



## need this to skip the interactive ./configure for tensorflow
@@ -107,7 +107,7 @@ test:v2 --build_tag_filters=-benchmark-test,-no_oss,-no_gpu,-v1only' > /tmp/tens 


RUN cd /tmp/tensorflow && /usr/bin/bazel build --config=v2 //tensorflow/tools/pip_package:build_pip_package 

RUN cd /tmp/tensorflow && ./bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_pkg  

RUN pip install /tmp/tensorflow_pkg/tensorflow-2.5.0-cp39-cp39-linux_ppc64le.whl

RUN pip install /tmp/tensorflow_pkg/tensorflow-2.7.0-cp39-cp39-linux_ppc64le.whl



#RUN pip install horovod

#ENV LD_LIBRARY_PATH=/sw/peak/spack-envs/base/opt/linux-rhel8-ppc64le/gcc-9.1.0/spectrum-mpi-10.4.0.3-20210112-6jbupg3thjwhsabgevk6xmwhd2bbyxdc/lib:/usr/local/cuda/lib64:/usr/local/cuda/compat:/usr/local/nvidia/lib:/usr/local/nvidia/lib64

tensorflowimage-centos-cuda/Dockerfile.mpiimagebase_peak

+4 −4
Original line number Diff line number Diff line
@@ -76,9 +76,9 @@ RUN conda install -y -c conda-forge opt_einsum==3.3.0 
RUN pip install keras_preprocessing --no-deps



RUN cd /tmp && \

    wget -q -P /tmp https://github.com/tensorflow/tensorflow/archive/refs/tags/v2.5.0.zip && \

    unzip -d /tmp v2.5.0.zip && \

    mv /tmp/tensorflow-2.5.0 /tmp/tensorflow

    wget -q -P /tmp https://github.com/tensorflow/tensorflow/archive/refs/tags/v2.7.0.zip && \

    unzip -d /tmp v2.7.0.zip && \

    mv /tmp/tensorflow-2.7.0 /tmp/tensorflow

#    git checkout r2.5



## need this to skip the interactive ./configure for tensorflow
@@ -109,7 +109,7 @@ test:v2 --build_tag_filters=-benchmark-test,-no_oss,-no_gpu,-v1only' > /tmp/tens 


RUN cd /tmp/tensorflow && /usr/bin/bazel build --config=v2 //tensorflow/tools/pip_package:build_pip_package 

RUN cd /tmp/tensorflow && ./bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_pkg  

RUN pip install /tmp/tensorflow_pkg/tensorflow-2.5.0-cp39-cp39-linux_ppc64le.whl

RUN pip install /tmp/tensorflow_pkg/tensorflow-2.7.0-cp39-cp39-linux_ppc64le.whl



#RUN pip install horovod

#ENV LD_LIBRARY_PATH=/sw/peak/spack-envs/base/opt/linux-rhel8-ppc64le/gcc-9.1.0/spectrum-mpi-10.4.0.3-20210112-6jbupg3thjwhsabgevk6xmwhd2bbyxdc/lib:/usr/local/cuda/lib64:/usr/local/cuda/compat:/usr/local/nvidia/lib:/usr/local/nvidia/lib64