Fix/dockerfile with separate dependencies (hyperledger-iroha#1404)

Adds a Dockerfile and an instruction, how to build an Iroha image from it. All its dependencies lie in separate folders and not mixed with OS ones. Later, it can be used as a main Docker build file

docker/dependencies/Dockerfile

@@ -0,0 +1,289 @@
+FROM ubuntu:16.04
+
+# number of concurrent threads during build
+# usage: docker build --build-arg PARALLELISM=8 -t name/name .
+ARG PARALLELISM=1
+ARG CMAKE_BUILD_TYPE=Release
+
+ENV IROHA_HOME /opt/iroha
+ENV IROHA_BUILD /opt/iroha/build
+
+RUN apt-get update && \
+    apt-get -y --no-install-recommends install apt-utils software-properties-common; \
+    apt-get -y clean
+
+
+# add git repository
+RUN add-apt-repository -y ppa:git-core/ppa && \
+    apt-get update
+
+
+RUN set -e; \
+    apt-get -y --no-install-recommends install build-essential python-software-properties \
+        automake libtool \
+        # dev dependencies
+        libssl-dev zlib1g-dev libcurl4-openssl-dev libc6-dbg golang \
+        # CI dependencies
+        git ssh tar gzip ca-certificates gnupg \
+        # Pythons
+        python-pip python3-pip python3-setuptools python-dev \
+        # SWIG dependencies
+        libpcre3-dev autoconf bison  \
+        # other
+        wget curl file gdb ccache \
+        gcovr cppcheck doxygen graphviz graphviz-dev unzip zip; \
+    apt-get -y clean
+
+# install cmake 3.10.2
+RUN set -e; \
+    git clone https://gitlab.kitware.com/cmake/cmake.git /tmp/cmake; \
+    (cd /tmp/cmake ; git checkout c1e087a9d3af74299d7681c9f9de59e5977a1539); \
+    (cd /tmp/cmake ; /tmp/cmake/bootstrap --system-curl --parallel=${PARALLELISM} --enable-ccache); \
+    make -j${PARALLELISM} -C /tmp/cmake; \
+    make -C /tmp/cmake install; \
+    ldconfig; \
+    rm -rf /tmp/cmake
+
+# install boost 1.65.1
+RUN set -e; \
+    git clone https://github.com/boostorg/boost /tmp/boost; \
+    (cd /tmp/boost ; git checkout 436ad1dfcfc7e0246141beddd11c8a4e9c10b146); \
+    (cd /tmp/boost ; git submodule update --init --recursive); \
+    (cd /tmp/boost ; /tmp/boost/bootstrap.sh --with-libraries=system,filesystem); \
+    (cd /tmp/boost ; /tmp/boost/b2 headers); \
+    (cd /tmp/boost ; /tmp/boost/b2 cxxflags="-std=c++14" -j ${PARALLELISM} install --prefix=/opt/dependencies/boost); \
+    ldconfig; \
+    rm -rf /tmp/boost
+
+# install protobuf v3.5.1
+RUN set -e; \
+    git clone https://github.com/google/protobuf /tmp/protobuf; \
+    (cd /tmp/protobuf ; git checkout 106ffc04be1abf3ff3399f54ccf149815b287dd9); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -Dprotobuf_BUILD_TESTS=OFF \
+        -Dprotobuf_BUILD_SHARED_LIBS=ON \
+        -H/tmp/protobuf/cmake \
+        -B/tmp/protobuf/.build \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/protobuf; \
+    cmake --build /tmp/protobuf/.build --target install -- -j${PARALLELISM}; \
+    ldconfig; \
+    rm -rf /tmp/protobuf
+
+# install gflags
+RUN set -e; \
+    git clone https://github.com/gflags/gflags /tmp/gflags; \
+    (cd /tmp/gflags ; git checkout f8a0efe03aa69b3336d8e228b37d4ccb17324b88); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -H/tmp/gflags \
+        -B/tmp/gflags/build \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/gflags; \
+    cmake --build /tmp/gflags/build --target install -- -j${PARALLELISM}; \
+    ldconfig; \
+    rm -rf /tmp/gflags
+
+# install c-ares
+RUN set -e; \
+    git clone https://github.com/c-ares/c-ares /tmp/c-ares; \
+    (cd /tmp/c-ares ; git checkout 3be1924221e1326df520f8498d704a5c4c8d0cce); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -H/tmp/c-ares \
+        -B/tmp/c-ares/build \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/c-ares; \
+    cmake --build /tmp/c-ares/build --target install -- -j${PARALLELISM}; \
+    ldconfig; \
+    rm -rf /tmp/c-ares
+
+# install grpc 1.11.0
+RUN set -e; \
+    export LD_LIBRARY_PATH="/opt/dependencies/protobuf/lib:$LD_LIBRARY_PATH"; \
+    git clone https://github.com/grpc/grpc /tmp/grpc; \
+    (cd /tmp/grpc ; git checkout bd44e485f69d70ca4095cea92decd98de3892aa6); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -DgRPC_BENCHMARK_PROVIDER="" \
+        -DgRPC_ZLIB_PROVIDER=package \
+        -DgRPC_CARES_PROVIDER=package \
+        -DgRPC_SSL_PROVIDER=package \
+        -DgRPC_PROTOBUF_PROVIDER=package \
+        -DgRPC_GFLAGS_PROVIDER=package \
+        -DBUILD_SHARED_LIBS=ON \
+        -H/tmp/grpc \
+        -B/tmp/grpc/.build \
+        -DCMAKE_PREFIX_PATH="/opt/dependencies/c-ares;/opt/dependencies/protobuf" \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/grpc; \
+    cmake --build /tmp/grpc/.build --target install -- -j${PARALLELISM}; \
+    ldconfig; \
+    rm -rf /tmp/grpc
+
+# install gtest
+RUN set -e; \
+    git clone https://github.com/google/googletest /tmp/googletest; \
+    (cd /tmp/googletest ; git checkout ec44c6c1675c25b9827aacd08c02433cccde7780); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -H/tmp/googletest \
+        -B/tmp/googletest/build \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/gtest; \
+    cmake --build /tmp/googletest/build --target install -- -j${PARALLELISM}; \
+    ldconfig; \
+    rm -rf /tmp/googletest
+
+# install spdlog v0.16.3
+RUN set -e; \
+    git clone https://github.com/gabime/spdlog /tmp/spdlog; \
+    (cd /tmp/spdlog ; git checkout ccd675a286f457068ee8c823f8207f13c2325b26); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -DSPDLOG_BUILD_TESTING=OFF -H/tmp/spdlog -B/tmp/spdlog/build \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/spdlog; \
+    cmake --build /tmp/spdlog/build --target install; \
+    rm -rf /tmp/spdlog
+
+# install rxcpp
+RUN set -e; \
+    git clone https://github.com/Reactive-Extensions/RxCpp /tmp/RxCpp; \
+    (cd /tmp/RxCpp ; git checkout 1b2e0589f19cb34d8cd58803677701dcf2161876); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -H/tmp/RxCpp \
+        -B/tmp/RxCpp/build \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/rxcpp; \
+    cmake --build /tmp/RxCpp/build --target install; \
+    rm -rf /tmp/RxCpp
+
+# install rapidjson
+RUN set -e; \
+    git clone https://github.com/miloyip/rapidjson /tmp/rapidjson; \
+    (cd /tmp/rapidjson ; git checkout f54b0e47a08782a6131cc3d60f94d038fa6e0a51); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -DRAPIDJSON_BUILD_EXAMPLES=OFF \
+        -H/tmp/rapidjson \
+        -B/tmp/rapidjson/build \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/rapidjson; \
+    cmake --build /tmp/rapidjson/build --target install; \
+    ldconfig; \
+    rm -rf /tmp/rapidjson
+
+# install libpq
+RUN set -e; \
+    git clone --progress https://git.postgresql.org/git/postgresql.git /tmp/postgresql; \
+    cd /tmp/postgresql; \
+    git checkout 029386ccbddd0a33d481b94e511f5219b03e6636; \
+    ./configure --without-readline --prefix=/opt/dependencies/libpq; \
+    # build
+    make -j${PARALLELISM} -C src/bin/pg_config; \
+    make -j${PARALLELISM} -C src/interfaces/libpq; \
+    make -j${PARALLELISM} -C src/backend/utils fmgroids.h; \
+    cp src/backend/utils/fmgroids.h src/include/utils/fmgroids.h; \
+    # install
+    make -C src/bin/pg_config install; \
+    make -C src/interfaces/libpq install; \
+    make -C src/include install; \
+    ldconfig; \
+    # remove
+    rm -rf /tmp/postgresql
+
+# install pqxx
+RUN set -e; \
+    export PATH="/opt/dependencies/libpq/bin:$PATH"; \
+    git clone https://github.com/jtv/libpqxx /tmp/libpqxx; \
+    (cd /tmp/libpqxx ; git checkout 5b17abce5ac2b1a2f8278718405b7ade8bb30ae9); \
+    curl -L -o /tmp/libpqxx/config/config.guess 'http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.guess;hb=6b2374c79506ee82a8b440f6d1ca293e2e2e2463'; \
+    curl -L -o /tmp/libpqxx/config/config.sub 'http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.sub;hb=6b2374c79506ee82a8b440f6d1ca293e2e2e2463'; \
+    (cd /tmp/libpqxx ; /tmp/libpqxx/configure --disable-documentation --with-pic --prefix=/opt/dependencies/libpqxx); \
+    make -j${PARALLELISM} -C /tmp/libpqxx; \
+    make -C /tmp/libpqxx install; \
+    ldconfig; \
+    rm -rf /tmp/libpqxx
+
+# install tbb
+RUN set -e; \
+    git clone https://github.com/01org/tbb /tmp/tbb; \
+    (cd /tmp/tbb ; git checkout eb6336ad29450f2a64af5123ca1b9429ff6bc11d); \
+    make -j${PARALLELISM} -C /tmp/tbb tbb_build_prefix=build; \
+    mkdir /opt/dependencies/tbb /opt/dependencies/tbb/lib /opt/dependencies/tbb/include; \
+    cp /tmp/tbb/build/build_debug/*.so* /opt/dependencies/tbb/lib; \
+    cp /tmp/tbb/build/build_release/*.so* /opt/dependencies/tbb/lib; \
+    cp -r /tmp/tbb/include/* /opt/dependencies/tbb/include; \
+    ldconfig; \
+    rm -rf /tmp/tbb
+
+# install sonar cli
+ENV SONAR_CLI_VERSION=3.0.3.778
+RUN set -e; \
+    mkdir -p /opt/sonar; \
+    curl -L -o /tmp/sonar.zip https://sonarsource.bintray.com/Distribution/sonar-scanner-cli/sonar-scanner-cli-${SONAR_CLI_VERSION}-linux.zip; \
+    unzip -o -d /tmp/sonar-scanner /tmp/sonar.zip; \
+    mv /tmp/sonar-scanner/sonar-scanner-${SONAR_CLI_VERSION}-linux /opt/sonar/scanner; \
+    ln -s -f /opt/sonar/scanner/bin/sonar-scanner /usr/local/bin/sonar-scanner; \
+    rm -rf /tmp/sonar*
+
+# install ed25519
+RUN set -e; \
+    git clone git://github.com/hyperledger/iroha-ed25519.git /tmp/ed25519; \
+    (cd /tmp/ed25519 ; git checkout e7188b8393dbe5ac54378610d53630bd4a180038); \
+    cmake \
+        -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} \
+        -DTESTING=OFF \
+        -H/tmp/ed25519 \
+        -B/tmp/ed25519/build \
+        -DCMAKE_INSTALL_PREFIX=/opt/dependencies/ed25519; \
+    cmake --build /tmp/ed25519/build --target install -- -j${PARALLELISM}; \
+    ldconfig; \
+    rm -rf /tmp/ed25519
+
+# fetch lcov reports converter
+RUN set -e; \
+    curl -L -o /tmp/lcov_cobertura.py https://raw.githubusercontent.com/eriwen/lcov-to-cobertura-xml/8c55cd11f80a21e7e46f20f8c81fcde0bf11f5e5/lcov_cobertura/lcov_cobertura.py
+
+RUN set -e; \
+    add-apt-repository -y ppa:webupd8team/java; \
+    apt-get update; \
+    echo oracle-java8-installer shared/accepted-oracle-license-v1-1 select true | /usr/bin/debconf-set-selections; \
+    apt-get -y install oracle-java8-installer; \
+    java -version
+
+# Build SWIG
+RUN set -e; \
+    curl -L -o /tmp/swig-3.0.12.tar.gz https://github.com/swig/swig/archive/rel-3.0.12.tar.gz; \
+    tar -C /tmp -zxf /tmp/swig-3.0.12.tar.gz; \
+    cd /tmp/swig-rel-3.0.12; \
+    ./autogen.sh && ./configure && make -j${PARALLELISM}; \
+    make install; \
+    rm -rf /tmp/swig-rel-3.0.12
+
+RUN set -e; \
+    add-apt-repository -y ppa:jonathonf/python-3.6; \
+    apt-get update; \
+    apt-get -y install python3.6-dev
+
+# python bindings dependencies
+RUN set -e; \
+    pip install grpcio_tools; \
+    pip3 install grpcio_tools
+
+# install lcov
+RUN set -e; \
+    curl -L -o /tmp/lcov-1.13.tar.gz https://github.com/linux-test-project/lcov/releases/download/v1.13/lcov-1.13.tar.gz; cd /tmp; tar zxf lcov-1.13.tar.gz; cd lcov-1.13; make install
+
+# non-interactive adduser
+#   -m = create home dir
+#   -s = set default shell
+#   iroha-dpnds-test = username
+#   -u = userid, default for Ubuntu is 1000
+#   -U = create a group same as username
+#   no password
+RUN useradd -ms /bin/bash iroha-dpnds-test -u 1000 -U
+
+WORKDIR /opt/iroha
+RUN set -e; \
+    chmod -R 777 /opt/iroha; \
+    mkdir -p /tmp/ccache -m 777; \
+    ccache --clear
+
+USER iroha-dpnds-test
+CMD ["/bin/bash"]

docker/dependencies/README.md

@@ -0,0 +1,19 @@
+# Overview
+
+Purpose of docker container, which is to be generated from this folder, is to test, if Iroha system can build, when all dependencies are installed into custom, separated directories.
+
+# How to build:
+1. Build docker image:
+    - ```cd $IROHA_ROOT/docker/dependencies```
+    - ```docker build --build-arg PARALLELISM=$DESIRED_THREADS_AMOUNT -t iroha-dpnd .```
+    - Now, you have image named "iroha-dpnd", containing all necessary dependencies in /opt/dependencies folder
+2. Create a container and get into it:\
+    ```docker run --rm -it iroha-dpnd```
+3. Now, you are inside and ready to pull and build Iroha:
+    - run: 
+        - ```git clone https://github.com/hyperledger/iroha.git```
+        - ```cd iroha && mkdir build && cd build```
+        - ```cmake -DCMAKE_PREFIX_PATH="$(ls /opt/dependencies/* -d1 | paste -s -d\; -)" ..```
+        - ```make -j 'DESIRED_THREADS_AMOUNT'```
+4. After performing those steps you will have a working develop build inside container
+5. Exit container by ctrl+D