buildah-based docker image building for faster local development

buildah-compile.sh compiles wire-server inside an alpine-based container based on quay.io/wire/alpine-builder.
the tool 'buildah' is used to mount some folders in, and to
keep the stack caches of .stack and .stack-work (renamed to avoid conflicts) for the next compilation

After compilation, ./buildah-make-images.sh can be used
to bake individual executables into their respective docker images used by kubernetes.

Usage: just run 'make buildah-docker' which will compile and upload
images to quay.io under the docker tag $USER by default.

Author: jschaul

.gitignore

@@ -87,3 +87,8 @@ hie.yaml
 
 # generated files under .local
 .local
+
+# buildah-based docker image building
+.stack-root-buildah/
+.stack-work-buildah/
+dist-buildah

Makefile

@@ -340,3 +340,8 @@ upload-charts: charts-release
 .PHONY: echo-release-charts
 echo-release-charts:
 	@echo ${CHARTS_RELEASE}
+
+.PHONY: buildah-docker
+buildah-docker:
+	./hack/bin/buildah-compile.sh
+	BUILDAH_PUSH=1 ./hack/bin/buildah-make-images.sh

docs/developer/dependencies.md

@@ -215,6 +215,12 @@ telepresence --namespace "$NAMESPACE" --also-proxy cassandra-ephemeral --run bas
 
 In both cases, you need to adjust the various integration configuration files and names so that this can work.
 
+## Buildah (optional)
+
+[Buildah](https://buildah.io/) is used for local docker image creation during development. See [buildah installation](https://github.com/containers/buildah/blob/master/install.md)
+
+See `make buildah-docker` for an entry point here.
+
 ## Helm chart development, integration tests in kubernetes
 
 You need `kubectl`, `helm`, and a valid kubernetes context. Refer to https://docs.wire.com for details.

hack/bin/buildah-compile.sh

@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+
+# This compiles wire-server inside an alpine-based container based on quay.io/wire/alpine-builder.
+# the tool 'buildah' is used to mount some folders in, and to
+# keep the stack caches of .stack and .stack-work (renamed to avoid conflicts) for the next compilation
+
+# After compilation, ./buildah-make-images.sh can be used
+# to bake individual executables into their respective docker images used by kubernetes.
+
+set -ex
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+TOP_LEVEL="$(cd "$DIR/../.." && pwd)"
+
+mkdir -p "$TOP_LEVEL"/.stack-root-buildah
+mkdir -p "$TOP_LEVEL"/.stack-work-buildah
+mkdir -p "$TOP_LEVEL"/dist-buildah
+
+CONTAINER_NAME=wire-server-dev
+
+# check for the existence of; or create a working container
+buildah containers | awk '{print $5}' | grep "$CONTAINER_NAME" \
+    || buildah from --name "$CONTAINER_NAME" -v "${TOP_LEVEL}":/src --pull quay.io/wire/alpine-builder:develop
+
+# The first time round, we want to copy the .stack folder from the alpine-builder for future use. Afterwards, we want to re-use the "dirty" stack root folder.
+# Current check hinges on the existence of a config file, and hardcodes some paths
+ls "$TOP_LEVEL/.stack-root-buildah/config.yaml" 2> /dev/null \
+    || buildah run "$CONTAINER_NAME" -- cp -a /root/.stack/. /src/.stack-root-buildah/
+
+buildah run "$CONTAINER_NAME" -- /src/hack/bin/buildah-inside.sh

hack/bin/buildah-inside.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+# This script is meant to be run from inside a buildah container. See buildah-compile.sh for details.
+
+set -e
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+TOP_LEVEL="$(cd "$DIR/../.." && pwd)"
+
+cd "$TOP_LEVEL"
+stack install . --local-bin-path=dist-buildah --work-dir=.stack-work-buildah --stack-root="${TOP_LEVEL}"/.stack-root-buildah --fast

hack/bin/buildah-make-images.sh

@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+
+set -ex
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+TOP_LEVEL="$(cd "$DIR/../.." && pwd)"
+
+EXECUTABLES="cannon brig cargohold galley gundeck federator brig-index brig-schema galley-schema galley-migrate-data gundeck-schema proxy spar spar-schema"
+CONTAINER_NAME="output"
+DOCKER_TAG=$USER
+
+buildah containers | awk '{print $5}' | grep "$CONTAINER_NAME" \
+    || buildah from --name "$CONTAINER_NAME" -v "${TOP_LEVEL}":/src --pull quay.io/wire/alpine-deps:develop
+
+# Only brig needs these templates, but for simplicity we add them to all resulting images (optimization FUTUREWORK)
+buildah run "$CONTAINER_NAME" -- sh -c 'mkdir -p /usr/share/wire/templates && cp -r "/src/services/brig/deb/opt/brig/templates" "/usr/share/wire/templates"'
+
+for EX in $EXECUTABLES; do
+    # Copy the main executable into the PATH on the container
+    buildah run "$CONTAINER_NAME" -- cp "/src/dist/$EX" "/usr/bin/$EX"
+
+    # Start that executable by default when launching the docker image
+    buildah config --entrypoint "[ \"/usr/bin/dumb-init\", \"--\", \"/usr/bin/$EX\" ]" "$CONTAINER_NAME"
+    buildah config --cmd null "$CONTAINER_NAME"
+
+    # Bake an image
+    buildah commit "$CONTAINER_NAME" quay.io/wire/"$EX":"$DOCKER_TAG"
+
+    # remove executable from the image in preparation for the next iteration
+    buildah run "$CONTAINER_NAME" -- rm "/usr/bin/$EX"
+done
+
+if [[ $BUILDAH_PUSH -eq 1 ]]; then
+    for EX in $EXECUTABLES; do
+        buildah push "quay.io/wire/$EX:$DOCKER_TAG"
+    done
+fi