Split Dockerfile into multiple.

to fit hub.docker.com ISSUE=4589547 git-svn-id: https://svn.baidu.com/idl/trunk/paddle@1417 1ad973e4-5ce8-4261-8a94-b56d1f490c56
xiaofengzhiyu · Aug 30, 2016 · 51b5cb0 · 51b5cb0
1 parent 1e08258
commit 51b5cb0
Show file tree

Hide file tree

Showing 14 changed files with 574 additions and 6 deletions.
diff --git a/paddle/scripts/docker/Dockerfile.m4 b/paddle/scripts/docker/Dockerfile.m4
@@ -0,0 +1,11 @@
+FROM ubuntu:14.04
+MAINTAINER PaddlePaddle Dev Team <[email protected]>
+COPY build.sh /root/
+ENV LOWEST_DL_SPEED=0
+ENV WITH_GPU=PADDLE_WITH_GPU
+ENV IS_DEVEL=PADDLE_IS_DEVEL
+ENV  WITH_DEMO=PADDLE_WITH_DEMO
+ENV PIP_INSTALL_ARGS
+ENV PIP_GENERAL_ARGS
+ENV CUDNN_DOWNLOAD_SUM 40d506d0a8a00a3faccce1433346806b8cd2535683b6f08a63683ce6e474419f
+RUN cd /root/ && bash build.sh
diff --git a/paddle/scripts/docker/Dockerfile → paddle/scripts/docker/cpu-demo/Dockerfile b/paddle/scripts/docker/Dockerfile → paddle/scripts/docker/cpu-demo/Dockerfile
@@ -1,11 +1,11 @@
 FROM ubuntu:14.04
 MAINTAINER PaddlePaddle Dev Team <[email protected]>
 COPY build.sh /root/
-ARG LOWEST_DL_SPEED=0
-ARG WITH_GPU=OFF
-ARG IS_DEVEL=OFF 
-ARG WITH_DEMO=OFF
-ARG PIP_INSTALL_ARGS
-ARG PIP_GENERAL_ARGS
+ENV LOWEST_DL_SPEED=0
+ENV WITH_GPU=OFF
+ENV IS_DEVEL=ON
+ENV  WITH_DEMO=ON
+ENV PIP_INSTALL_ARGS
+ENV PIP_GENERAL_ARGS
 ENV CUDNN_DOWNLOAD_SUM 40d506d0a8a00a3faccce1433346806b8cd2535683b6f08a63683ce6e474419f
 RUN cd /root/ && bash build.sh
diff --git a/paddle/scripts/docker/cpu-demo/build.sh b/paddle/scripts/docker/cpu-demo/build.sh
@@ -0,0 +1,79 @@
+#!/bin/bash
+
+function abort(){
+    echo "An error occurred. Exiting..." 1>&2
+    exit 1
+}
+
+trap 'abort' 0
+set -e
+sed -i 's#http://archive\.ubuntu\.com/ubuntu/#mirror://mirrors\.ubuntu\.com/mirrors\.txt#g' /etc/apt/sources.list
+apt-get update
+apt-get install -y cmake libprotobuf-dev protobuf-compiler git \
+    libgoogle-glog-dev libgflags-dev libatlas-dev libatlas3-base g++ m4 python-pip\
+    python-protobuf python-numpy python-dev swig
+
+if [ ${WITH_GPU} == "ON" ]; then  # install cuda
+  cd ~
+  apt-get install -y aria2 wget
+  echo "Downloading cuda tookit"
+  set +e
+  for ((i=0; i<100; i++))
+  do
+    aria2c -x 10 -s 10 --lowest-speed-limit=${LOWEST_DL_SPEED} http://developer.download.nvidia.com/compute/cuda/7.5/Prod/local_installers/cuda_7.5.18_linux.run
+    if [ $? -eq 0 ]; then
+       break
+    fi
+  done
+
+  set -e
+  wget http://developer.download.nvidia.com/compute/cuda/7.5/Prod/local_installers/cuda_7.5.18_linux.run.md5
+  md5sum -c cuda_7.5.18_linux.run.md5
+  chmod +x cuda_7.5.18_linux.run
+  ./cuda_7.5.18_linux.run --extract=$PWD
+  ./cuda-linux64-rel-7.5.18-19867135.run -noprompt
+  rm *.run *.run.md5
+
+  echo "Downloading cudnn v5.1"
+  set +e
+  for ((i=0; i<100; i++))
+  do
+    aria2c -x 10 --lowest-speed-limit=${LOWEST_DL_SPEED} http://developer.download.nvidia.com/compute/redist/cudnn/v5.1/cudnn-7.5-linux-x64-v5.1.tgz
+    if [ $? -eq 0 ]; then
+        break
+    fi
+  done
+  set -e
+  echo "$CUDNN_DOWNLOAD_SUM  cudnn-7.5-linux-x64-v5.1.tgz" | sha256sum -c --strict -
+  tar -xzf cudnn-7.5-linux-x64-v5.1.tgz -C /usr/local
+  rm cudnn-7.5-linux-x64-v5.1.tgz
+  ldconfig
+  export PATH=/usr/local/cuda/bin:$PATH
+  apt-get purge -y aria2
+fi
+set -e
+cd ~
+git clone https://github.com/baidu/Paddle.git paddle
+cd paddle
+mkdir build
+cd build
+cmake .. -DWITH_DOC=OFF -DWITH_GPU=${WITH_GPU} -DWITH_SWIG_PY=ON
+make -j `nproc`
+# because durning make install, there are several warning, so set +e, do not cause abort
+make install
+echo 'export LD_LIBRARY_PATH=/usr/lib64:${LD_LIBRARY_PATH}' >> /etc/profile
+pip ${PIP_GENERAL_ARGS} install ${PIP_INSTALL_ARGS} /usr/local/opt/paddle/share/wheels/*.whl
+paddle version  # print version after build
+
+if [ ${WITH_DEMO} == "ON" ]; then
+  apt-get install -y wget unzip perl python-matplotlib tar xz-utils bzip2 gzip coreutils\
+	          sed grep graphviz 
+  pip ${PIP_GENERAL_ARGS} install ${PIP_INSTALL_ARGS}  BeautifulSoup docopt PyYAML
+fi
+if [ ${IS_DEVEL} == "OFF" ]; then  # clean build packages.
+  cd ~
+  # TODO(yuyang18): Do clean for devel package, and cuda devel tools
+  rm -rf paddle
+fi
+apt-get clean -y
+trap : 0
diff --git a/paddle/scripts/docker/cpu-devel/Dockerfile b/paddle/scripts/docker/cpu-devel/Dockerfile
@@ -0,0 +1,11 @@
+FROM ubuntu:14.04
+MAINTAINER PaddlePaddle Dev Team <[email protected]>
+COPY build.sh /root/
+ENV LOWEST_DL_SPEED=0
+ENV WITH_GPU=OFF
+ENV IS_DEVEL=ON
+ENV  WITH_DEMO=OFF
+ENV PIP_INSTALL_ARGS
+ENV PIP_GENERAL_ARGS
+ENV CUDNN_DOWNLOAD_SUM 40d506d0a8a00a3faccce1433346806b8cd2535683b6f08a63683ce6e474419f
+RUN cd /root/ && bash build.sh
diff --git a/paddle/scripts/docker/cpu-devel/build.sh b/paddle/scripts/docker/cpu-devel/build.sh
@@ -0,0 +1,79 @@
+#!/bin/bash
+
+function abort(){
+    echo "An error occurred. Exiting..." 1>&2
+    exit 1
+}
+
+trap 'abort' 0
+set -e
+sed -i 's#http://archive\.ubuntu\.com/ubuntu/#mirror://mirrors\.ubuntu\.com/mirrors\.txt#g' /etc/apt/sources.list
+apt-get update
+apt-get install -y cmake libprotobuf-dev protobuf-compiler git \
+    libgoogle-glog-dev libgflags-dev libatlas-dev libatlas3-base g++ m4 python-pip\
+    python-protobuf python-numpy python-dev swig
+
+if [ ${WITH_GPU} == "ON" ]; then  # install cuda
+  cd ~
+  apt-get install -y aria2 wget
+  echo "Downloading cuda tookit"
+  set +e
+  for ((i=0; i<100; i++))
+  do
+    aria2c -x 10 -s 10 --lowest-speed-limit=${LOWEST_DL_SPEED} http://developer.download.nvidia.com/compute/cuda/7.5/Prod/local_installers/cuda_7.5.18_linux.run
+    if [ $? -eq 0 ]; then
+       break
+    fi
+  done
+
+  set -e
+  wget http://developer.download.nvidia.com/compute/cuda/7.5/Prod/local_installers/cuda_7.5.18_linux.run.md5
+  md5sum -c cuda_7.5.18_linux.run.md5
+  chmod +x cuda_7.5.18_linux.run
+  ./cuda_7.5.18_linux.run --extract=$PWD
+  ./cuda-linux64-rel-7.5.18-19867135.run -noprompt
+  rm *.run *.run.md5
+
+  echo "Downloading cudnn v5.1"
+  set +e
+  for ((i=0; i<100; i++))
+  do
+    aria2c -x 10 --lowest-speed-limit=${LOWEST_DL_SPEED} http://developer.download.nvidia.com/compute/redist/cudnn/v5.1/cudnn-7.5-linux-x64-v5.1.tgz
+    if [ $? -eq 0 ]; then
+        break
+    fi
+  done
+  set -e
+  echo "$CUDNN_DOWNLOAD_SUM  cudnn-7.5-linux-x64-v5.1.tgz" | sha256sum -c --strict -
+  tar -xzf cudnn-7.5-linux-x64-v5.1.tgz -C /usr/local
+  rm cudnn-7.5-linux-x64-v5.1.tgz
+  ldconfig
+  export PATH=/usr/local/cuda/bin:$PATH
+  apt-get purge -y aria2
+fi
+set -e
+cd ~
+git clone https://github.com/baidu/Paddle.git paddle
+cd paddle
+mkdir build
+cd build
+cmake .. -DWITH_DOC=OFF -DWITH_GPU=${WITH_GPU} -DWITH_SWIG_PY=ON
+make -j `nproc`
+# because durning make install, there are several warning, so set +e, do not cause abort
+make install
+echo 'export LD_LIBRARY_PATH=/usr/lib64:${LD_LIBRARY_PATH}' >> /etc/profile
+pip ${PIP_GENERAL_ARGS} install ${PIP_INSTALL_ARGS} /usr/local/opt/paddle/share/wheels/*.whl
+paddle version  # print version after build
+
+if [ ${WITH_DEMO} == "ON" ]; then
+  apt-get install -y wget unzip perl python-matplotlib tar xz-utils bzip2 gzip coreutils\
+	          sed grep graphviz 
+  pip ${PIP_GENERAL_ARGS} install ${PIP_INSTALL_ARGS}  BeautifulSoup docopt PyYAML
+fi
+if [ ${IS_DEVEL} == "OFF" ]; then  # clean build packages.
+  cd ~
+  # TODO(yuyang18): Do clean for devel package, and cuda devel tools
+  rm -rf paddle
+fi
+apt-get clean -y
+trap : 0
diff --git a/paddle/scripts/docker/cpu/Dockerfile b/paddle/scripts/docker/cpu/Dockerfile
@@ -0,0 +1,11 @@
+FROM ubuntu:14.04
+MAINTAINER PaddlePaddle Dev Team <[email protected]>
+COPY build.sh /root/
+ENV LOWEST_DL_SPEED=0
+ENV WITH_GPU=OFF
+ENV IS_DEVEL=OFF
+ENV  WITH_DEMO=OFF
+ENV PIP_INSTALL_ARGS
+ENV PIP_GENERAL_ARGS
+ENV CUDNN_DOWNLOAD_SUM 40d506d0a8a00a3faccce1433346806b8cd2535683b6f08a63683ce6e474419f
+RUN cd /root/ && bash build.sh
diff --git a/paddle/scripts/docker/cpu/build.sh b/paddle/scripts/docker/cpu/build.sh
@@ -0,0 +1,79 @@
+#!/bin/bash
+
+function abort(){
+    echo "An error occurred. Exiting..." 1>&2
+    exit 1
+}
+
+trap 'abort' 0
+set -e
+sed -i 's#http://archive\.ubuntu\.com/ubuntu/#mirror://mirrors\.ubuntu\.com/mirrors\.txt#g' /etc/apt/sources.list
+apt-get update
+apt-get install -y cmake libprotobuf-dev protobuf-compiler git \
+    libgoogle-glog-dev libgflags-dev libatlas-dev libatlas3-base g++ m4 python-pip\
+    python-protobuf python-numpy python-dev swig
+
+if [ ${WITH_GPU} == "ON" ]; then  # install cuda
+  cd ~
+  apt-get install -y aria2 wget
+  echo "Downloading cuda tookit"
+  set +e
+  for ((i=0; i<100; i++))
+  do
+    aria2c -x 10 -s 10 --lowest-speed-limit=${LOWEST_DL_SPEED} http://developer.download.nvidia.com/compute/cuda/7.5/Prod/local_installers/cuda_7.5.18_linux.run
+    if [ $? -eq 0 ]; then
+       break
+    fi
+  done
+
+  set -e
+  wget http://developer.download.nvidia.com/compute/cuda/7.5/Prod/local_installers/cuda_7.5.18_linux.run.md5
+  md5sum -c cuda_7.5.18_linux.run.md5
+  chmod +x cuda_7.5.18_linux.run
+  ./cuda_7.5.18_linux.run --extract=$PWD
+  ./cuda-linux64-rel-7.5.18-19867135.run -noprompt
+  rm *.run *.run.md5
+
+  echo "Downloading cudnn v5.1"
+  set +e
+  for ((i=0; i<100; i++))
+  do
+    aria2c -x 10 --lowest-speed-limit=${LOWEST_DL_SPEED} http://developer.download.nvidia.com/compute/redist/cudnn/v5.1/cudnn-7.5-linux-x64-v5.1.tgz
+    if [ $? -eq 0 ]; then
+        break
+    fi
+  done
+  set -e
+  echo "$CUDNN_DOWNLOAD_SUM  cudnn-7.5-linux-x64-v5.1.tgz" | sha256sum -c --strict -
+  tar -xzf cudnn-7.5-linux-x64-v5.1.tgz -C /usr/local
+  rm cudnn-7.5-linux-x64-v5.1.tgz
+  ldconfig
+  export PATH=/usr/local/cuda/bin:$PATH
+  apt-get purge -y aria2
+fi
+set -e
+cd ~
+git clone https://github.com/baidu/Paddle.git paddle
+cd paddle
+mkdir build
+cd build
+cmake .. -DWITH_DOC=OFF -DWITH_GPU=${WITH_GPU} -DWITH_SWIG_PY=ON
+make -j `nproc`
+# because durning make install, there are several warning, so set +e, do not cause abort
+make install
+echo 'export LD_LIBRARY_PATH=/usr/lib64:${LD_LIBRARY_PATH}' >> /etc/profile
+pip ${PIP_GENERAL_ARGS} install ${PIP_INSTALL_ARGS} /usr/local/opt/paddle/share/wheels/*.whl
+paddle version  # print version after build
+
+if [ ${WITH_DEMO} == "ON" ]; then
+  apt-get install -y wget unzip perl python-matplotlib tar xz-utils bzip2 gzip coreutils\
+	          sed grep graphviz 
+  pip ${PIP_GENERAL_ARGS} install ${PIP_INSTALL_ARGS}  BeautifulSoup docopt PyYAML
+fi
+if [ ${IS_DEVEL} == "OFF" ]; then  # clean build packages.
+  cd ~
+  # TODO(yuyang18): Do clean for devel package, and cuda devel tools
+  rm -rf paddle
+fi
+apt-get clean -y
+trap : 0
diff --git a/paddle/scripts/docker/generate.sh b/paddle/scripts/docker/generate.sh
@@ -0,0 +1,28 @@
+#!/bin/bash
+set -e
+cd `dirname $0`
+m4 -DPADDLE_WITH_GPU=OFF -DPADDLE_IS_DEVEL=OFF -DPADDLE_WITH_DEMO=OFF \
+   Dockerfile.m4 > cpu/Dockerfile
+cp build.sh cpu/
+
+m4 -DPADDLE_WITH_GPU=OFF -DPADDLE_IS_DEVEL=ON -DPADDLE_WITH_DEMO=OFF \
+   Dockerfile.m4 > cpu-devel/Dockerfile
+cp build.sh cpu-devel/
+
+m4 -DPADDLE_WITH_GPU=OFF -DPADDLE_IS_DEVEL=ON -DPADDLE_WITH_DEMO=ON \
+   Dockerfile.m4 > cpu-demo/Dockerfile
+cp build.sh cpu-demo/
+
+m4 -DPADDLE_WITH_GPU=ON -DPADDLE_IS_DEVEL=OFF -DPADDLE_WITH_DEMO=OFF \
+   Dockerfile.m4 > gpu/Dockerfile
+cp build.sh gpu/
+
+m4 -DPADDLE_WITH_GPU=ON -DPADDLE_IS_DEVEL=ON -DPADDLE_WITH_DEMO=OFF \
+   Dockerfile.m4 > gpu-devel/Dockerfile
+cp build.sh gpu-devel/
+
+m4 -DPADDLE_WITH_GPU=ON -DPADDLE_IS_DEVEL=ON -DPADDLE_WITH_DEMO=ON \
+   Dockerfile.m4 > gpu-demo/Dockerfile
+cp build.sh gpu-demo/
+
+
diff --git a/paddle/scripts/docker/gpu-demo/Dockerfile b/paddle/scripts/docker/gpu-demo/Dockerfile
@@ -0,0 +1,11 @@
+FROM ubuntu:14.04
+MAINTAINER PaddlePaddle Dev Team <[email protected]>
+COPY build.sh /root/
+ENV LOWEST_DL_SPEED=0
+ENV WITH_GPU=ON
+ENV IS_DEVEL=ON
+ENV  WITH_DEMO=ON
+ENV PIP_INSTALL_ARGS
+ENV PIP_GENERAL_ARGS
+ENV CUDNN_DOWNLOAD_SUM 40d506d0a8a00a3faccce1433346806b8cd2535683b6f08a63683ce6e474419f
+RUN cd /root/ && bash build.sh