Merge pull request #191 from DataHighway-DHX/christian/dockerBuilds

MMD-1102 multi staged slim docker builds

Author: Christian Groeschel

.dockerignore

@@ -0,0 +1 @@
+**/target

.gitignore

@@ -10,8 +10,3 @@ datahighway
 pallets/.DS_Store
 .DS_Store
 .env
-.env.babe.json
-.env.gran.json
-
-*-babe.json
-*-gran.json

Dockerfile

@@ -1,18 +1,13 @@
-FROM debian:buster
+# build stage
+FROM rust as builder
+# create a project folder
+WORKDIR /dhx/node
 
-ARG CHAIN_VERSION
-ENV _CHAIN_VERSION=${CHAIN_VERSION}
-RUN echo "DataHighway chain version ${_CHAIN_VERSION}"
-
-WORKDIR /dhx
-
-# FIXME - only copy necessary files to reduce size of image, and try using intermediate stages again
 COPY . .
 
 RUN apt-get update && apt-get install -y build-essential wget cmake pkg-config libssl-dev \
     openssl git gcc clang libclang-dev curl vim unzip screen bash \
     && curl https://getsubstrate.io -sSf | bash -s -- --fast \
-    && . ~/.cargo/env \
     && wget -O - https://sh.rustup.rs | sh -s -- -y \
     && PATH=$PATH:/root/.cargo/bin \
     && rustup update stable \
@@ -25,4 +20,11 @@ RUN apt-get update && apt-get install -y build-essential wget cmake pkg-config l
     && rustc --version \
     && cargo build --release
 
-WORKDIR /dhx/scripts
+# runtime stage
+FROM rust as runtime
+# set path for docker scripts in case used, to override below default entrypoint
+WORKDIR /dhx/node/scripts
+
+COPY --from=builder /dhx/node/target/release/datahighway /usr/local/bin
+
+ENTRYPOINT ["/usr/local/bin/datahighway"]

docker-compose-dev.yml

@@ -17,7 +17,8 @@ services:
       - 9933:9933 # RPC
     volumes:
       - basePath:/tmp
-      - ./scripts:/dhx/scripts
+      - ./scripts:/dhx/node/scripts
+      - ./node/src/chain-built:/dhx/node/node/src/chain-built
     restart: always
     entrypoint:
       - ./docker-entrypoint-alice.sh
@@ -32,7 +33,8 @@ services:
       - 9934:9933
     volumes:
       - basePath:/tmp
-      - ./scripts:/dhx/scripts
+      - ./scripts:/dhx/node/scripts
+      - ./node/src/chain-built:/dhx/node/node/src/chain-built
     restart: always
     entrypoint:
       - ./docker-entrypoint-bob.sh
@@ -47,7 +49,8 @@ services:
       - 9935:9933
     volumes:
       - basePath:/tmp
-      - ./scripts:/dhx/scripts
+      - ./scripts:/dhx/node/scripts
+      - ./node/src/chain-built:/dhx/node/node/src/chain-built
     restart: always
     entrypoint:
       - ./docker-entrypoint-charlie.sh
@@ -62,7 +65,8 @@ services:
       - 9936:9933
     volumes:
       - basePath:/tmp
-      - ./scripts:/dhx/scripts
+      - ./scripts:/dhx/node/scripts
+      - ./node/src/chain-built:/dhx/node/node/src/chain-built
     restart: always
     entrypoint:
       - ./docker-entrypoint-dave.sh
@@ -77,7 +81,8 @@ services:
       - 9937:9933
     volumes:
       - basePath:/tmp
-      - ./scripts:/dhx/scripts
+      - ./scripts:/dhx/node/scripts
+      - ./node/src/chain-built:/dhx/node/node/src/chain-built
     restart: always
     entrypoint:
       - ./docker-entrypoint-eve.sh

node/src/chain-built/chain_def_dev.json

@@ -1,8 +1,11 @@
 #!/bin/bash
+CHAIN_VERSION=$1
 
-echo "Docker Build Chain Spec"
+echo "Build Chain Spec for ${CHAIN_VERSION}"
 
 # Generate the chain specification JSON file from src/chain_spec.rs
+# Note that this requires the native binary built first
+# Pass network name as parameter 1 eg. ./build-chain-spec.sh dev
 ../target/release/datahighway build-spec \
   --chain=${CHAIN_VERSION} > ../node/src/chain-built/chain_spec_${CHAIN_VERSION}.json
 # Build "raw" chain definition for the new chain from it

node/src/chain-built/chain_def_local.json

@@ -5,13 +5,13 @@ echo "Node Key is ${NODE_KEY}"
 echo "Node Env is ${NODE_ENV}"
 echo "Chain Version is ${CHAIN_VERSION}"
 
-../target/release/datahighway --validator \
+/usr/local/bin/datahighway --validator \
   --unsafe-ws-external \
   --unsafe-rpc-external \
   --rpc-cors=all \
   --base-path /tmp/polkadot-chains/alice \
   --keystore-path "/tmp/polkadot-chains/alice/keys" \
-  --chain ../node/src/chain-built/chain_def_${CHAIN_VERSION}.json \
+  --chain /dhx/node/node/src/chain-built/chain_def_${CHAIN_VERSION}.json \
   --node-key ${NODE_KEY} \
   --alice \
   --name "${NODE_ENV} Validator Alice" \