build: create Docker images automatically

10 files changed, 156 insertions, 103 deletions

diff --git a/docker/.gitignore b/docker/.gitignore
new file mode 100644
index 00000000..64089f92
--- /dev/null
+++ b/docker/.gitignore
@@ -0,0 +1,5 @@
+# SPDX-FileCopyrightText: 2024 The Refinery Authors
+#
+# SPDX-License-Identifier: CC0-1.0
+
+context/extracted
diff --git a/docker/bake.sh b/docker/bake.sh
new file mode 100755
index 00000000..67b05a52
--- /dev/null
+++ b/docker/bake.sh
@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+# SPDX-FileCopyrightText: 2024 The Refinery Authors <https://refinery.tools/>
+#
+# SPDX-License-Identifier: EPL-2.0
+
+set -euo pipefail
+
+REFINERY_VERSION="$(./get_version.sh)"
+export REFINERY_VERSION
+
+export REFINERY_PUSH="${1-false}"
+
+export SOURCE_DATE_EPOCH=0
+
+cd context
+exec docker buildx bake -f docker-bake.hcl "${@:2}"
diff --git a/docker/build.sh b/docker/build.sh
index 8a03e6d5..2f5ba270 100755
--- a/docker/build.sh
+++ b/docker/build.sh
@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-# SPDX-FileCopyrightText: 2023-2024 The Refinery Authors <https://refinery.tools/>
+# SPDX-FileCopyrightText: 2024 The Refinery Authors <https://refinery.tools/>
 #
 # SPDX-License-Identifier: EPL-2.0
 
@@ -8,48 +8,6 @@ set -euo pipefail
 
 (cd .. && ./gradlew distTar)
 
-refinery_version="$(grep '^version=' ../gradle.properties | cut -d'=' -f2)"
-cli_distribution_name="refinery-generator-cli-${refinery_version}"
-web_distribution_name="refinery-language-web-${refinery_version}"
+./prepare_context.sh
 
-rm -rf "${cli_distribution_name}" "${web_distribution_name}" {cli,web}_dist \
-    {cli,web}_{,app_}lib common_{,amd64_,arm64_}lib {cli,web}_{amd64,arm64}_bin
-
-tar -xf "../subprojects/generator-cli/build/distributions/${cli_distribution_name}.tar"
-mv "${cli_distribution_name}" cli_dist
-tar -xf "../subprojects/language-web/build/distributions/${web_distribution_name}.tar"
-mv "${web_distribution_name}" web_dist
-mkdir -p {cli,web}_{,app_}lib common_{,amd64_,arm64_}lib {cli,web}_{amd64,arm64}_bin
-
-# Our application itself is very small, so it will get added as the last layer
-# of both containers.
-mv cli_dist/lib/refinery-* cli_app_lib
-mv web_dist/lib/refinery-* web_app_lib
-
-for i in cli_dist/lib/*; do
-    j="web${i#cli}"
-    if [[ -f "$j" ]]; then
-        mv "$i" "common_lib${i#cli_dist/lib}"
-        rm "$j"
-    fi
-done
-
-# Move architecture-specific jars to their repsective directories.
-mv common_lib/ortools-linux-x86-64-*.jar common_amd64_lib
-mv common_lib/ortools-linux-aarch64-*.jar common_arm64_lib
-rm common_lib/ortools-{darwin,win32}-*.jar
-# Move the applications jars for the dependencies into a separate Docker layer
-# to enable faster updates.
-mv cli_dist/lib/* cli_lib
-mv web_dist/lib/* web_lib
-# Omit references to jars not present for the current architecture from the
-# startup scripts.
-sed 's/:\$APP_HOME\/lib\/ortools-\(darwin\|win32\|linux-aarch64\)[^:]\+\.jar//g' cli_dist/bin/refinery-generator-cli > cli_amd64_bin/refinery-generator-cli
-sed 's/:\$APP_HOME\/lib\/ortools-\(darwin\|win32\|linux-x86-64\)[^:]\+\.jar//g' cli_dist/bin/refinery-generator-cli > cli_arm64_bin/refinery-generator-cli
-chmod a+x cli_{amd64,arm64}_bin/refinery-generator-cli
-sed 's/:\$APP_HOME\/lib\/ortools-\(darwin\|win32\|linux-aarch64\)[^:]\+\.jar//g' web_dist/bin/refinery-language-web > web_amd64_bin/refinery-language-web
-sed 's/:\$APP_HOME\/lib\/ortools-\(darwin\|win32\|linux-x86-64\)[^:]\+\.jar//g' web_dist/bin/refinery-language-web > web_arm64_bin/refinery-language-web
-chmod a+x web_{amd64,arm64}_bin/refinery-language-web
-rm -rf {cli,web}_dist
-
-REFINERY_VERSION="${refinery_version}" docker buildx bake -f docker-bake.hcl
+./bake.sh "${1-false}" "${@:2}"
diff --git a/docker/Dockerfile.base b/docker/context/Dockerfile.base
index 0668ce78..c73f2c4c 100644
--- a/docker/Dockerfile.base
+++ b/docker/context/Dockerfile.base
@@ -30,8 +30,8 @@ RUN apt-get update && \
     ln -sf /usr/bin/x86_64-linux-gnu-objcopy /usr/bin/objcopy && \
     rm -rf /var/lib/apt/lists/*
 
-FROM --platform=$BUILDPLATFORM jlink-$TARGETARCH-on-$BUILDARCH as jlink
-RUN jlink --no-header-files --no-man-pages --compress=2 \
+FROM --platform=$BUILDPLATFORM jlink-$TARGETARCH-on-$BUILDARCH AS jlink
+RUN jlink --no-header-files --no-man-pages \
     --module-path=/crossjdk/jmods --strip-debug --add-modules \
     java.base,java.logging,java.xml,jdk.zipfs \
     --output /jlink
@@ -44,15 +44,14 @@ RUN dnf install -y findutils && \
 COPY --link --from=jlink /jlink /usr/lib/java
 ENV JAVA_HOME="/usr/lib/java" PATH="/usr/lib/java/bin:${PATH}"
 # Layer with platform-independent dependencies, slow changing.
-ADD --link common_lib /app/lib
+ADD --link extracted/common_lib /app/lib
 
 FROM base AS base-amd64
 # Layer with platform-dependent dependencies, slow changing.
-ADD --link common_amd64_lib /app/lib
+ADD --link extracted/common_amd64_lib /app/lib
 
 FROM base AS base-arm64
 # Layer with platform-dependent dependencies, slow changing.
-ADD --link common_arm64_lib /app/lib
+ADD --link extracted/common_arm64_lib /app/lib
 
 FROM base-$TARGETARCH
-
diff --git a/docker/Dockerfile.cli b/docker/context/Dockerfile.cli
index 54396d4e..ddfb6b29 100644
--- a/docker/Dockerfile.cli
+++ b/docker/context/Dockerfile.cli
@@ -4,21 +4,21 @@
 
 FROM base AS cli-base
 # Layer with platform-dependent dependencies, slow changing.
-ADD --link cli_lib /app/lib
+ADD --link extracted/cli_lib /app/lib
 
 FROM cli-base AS cli-amd64
 # Layer with platform-dependent startup script containing references to all
 # dependency versions.
-ADD --link cli_amd64_bin /app/bin
+ADD --link extracted/cli_amd64_bin /app/bin
 
 FROM cli-base AS cli-arm64
 # Layer with platform-dependent startup script containing references to all
 # dependency versions.
-ADD --link cli_arm64_bin /app/bin
+ADD --link extracted/cli_arm64_bin /app/bin
 
 FROM cli-$TARGETARCH
 # Layer with platform-independent application jars.
-ADD --link cli_app_lib /app/lib
+ADD --link extracted/cli_app_lib /app/lib
 # Common settings added on top.
 ENV REFINERY_LIBRARY_PATH=/data
 USER 1000
diff --git a/docker/Dockerfile.web b/docker/context/Dockerfile.web
index dd25662e..9c2874c8 100644
--- a/docker/Dockerfile.web
+++ b/docker/context/Dockerfile.web
@@ -4,21 +4,21 @@
 
 FROM base AS web-base
 # Layer with platform-dependent dependencies, slow changing.
-ADD --link web_lib /app/lib
+ADD --link extracted/web_lib /app/lib
 
 FROM web-base AS web-amd64
 # Layer with platform-dependent startup script containing references to all
 # dependency versions.
-ADD --link web_amd64_bin /app/bin
+ADD --link extracted/web_amd64_bin /app/bin
 
 FROM web-base AS web-arm64
 # Layer with platform-dependent startup script containing references to all
 # dependency versions.
-ADD --link web_arm64_bin /app/bin
+ADD --link extracted/web_arm64_bin /app/bin
 
 FROM web-$TARGETARCH
 # Layer with platform-independent application jars.
-ADD --link web_app_lib /app/lib
+ADD --link extracted/web_app_lib /app/lib
 # Common settings added on top.
 ENV REFINERY_LISTEN_HOST=0.0.0.0 REFINERY_LISTEN_PORT=8888
 EXPOSE 8888
diff --git a/docker/context/docker-bake.hcl b/docker/context/docker-bake.hcl
new file mode 100644
index 00000000..3c388627
--- /dev/null
+++ b/docker/context/docker-bake.hcl
@@ -0,0 +1,43 @@
+# SPDX-FileCopyrightText: 2024 The Refinery Authors <https://refinery.tools/>
+#
+# SPDX-License-Identifier: EPL-2.0
+
+variable "REFINERY_VERSION" {
+  default = ""
+}
+
+variable "REFINERY_PUSH" {
+  default = "false"
+}
+
+group "default" {
+  targets = ["cli", "web"]
+}
+
+target "base" {
+  dockerfile = "Dockerfile.base"
+  platforms = ["linux/amd64", "linux/arm64"]
+  output = ["type=cacheonly"]
+}
+
+target "cli" {
+  dockerfile = "Dockerfile.cli"
+  platforms = ["linux/amd64", "linux/arm64"]
+  output = [
+    "type=image,push=${REFINERY_PUSH},\"name=ghcr.io/graphs4value/refinery-cli:${REFINERY_VERSION},ghcr.io/graphs4value/refinery-cli:latest\",annotation-index.org.opencontainers.image.source=https://github.com/graphs4value/refinery,\"annotation-index.org.opencontainers.image.description=Command line interface for Refinery, an efficient graph solver for generating well-formed models\",annotation-index.org.opencontainers.image.licenses=EPL-2.0"
+  ]
+  contexts = {
+    base = "target:base"
+  }
+}
+
+target "web" {
+  dockerfile = "Dockerfile.web"
+  platforms = ["linux/amd64", "linux/arm64"]
+  output = [
+    "type=image,push=${REFINERY_PUSH},\"name=ghcr.io/graphs4value/refinery:${REFINERY_VERSION},ghcr.io/graphs4value/refinery:latest\",annotation-index.org.opencontainers.image.source=https://github.com/graphs4value/refinery,annotation-index.org.opencontainers.image.description=Refinery: an efficient graph solver for generating well-formed models,annotation-index.org.opencontainers.image.licenses=EPL-2.0"
+  ]
+  contexts = {
+    base = "target:base"
+  }
+}
diff --git a/docker/docker-bake.hcl b/docker/docker-bake.hcl
deleted file mode 100644
index 0a84e0a3..00000000
--- a/docker/docker-bake.hcl
+++ /dev/null
@@ -1,44 +0,0 @@
-# SPDX-FileCopyrightText: 2024 The Refinery Authors <https://refinery.tools/>
-#
-# SPDX-License-Identifier: EPL-2.0
-
-variable "REFINERY_VERSION" {
-  default = ""
-}
-
-variable "REFINERY_ANNOTATIONS" {
-  default = ""
-}
-
-group "default" {
-  targets = ["cli", "web"]
-}
-
-target "base" {
-  dockerfile = "Dockerfile.base"
-  platforms = ["linux/amd64", "linux/arm64"]
-  output = ["type=cacheonly"]
-}
-
-target "cli" {
-  dockerfile = "Dockerfile.cli"
-  platforms = ["linux/amd64", "linux/arm64"]
-  output = [
-    "type=image,\"name=ghcr.io/graphs4value/refinery-cli:${REFINERY_VERSION},ghcr.io/graphs4value/refinery-cli:latest\",push=true,annotation-index.org.opencontainers.image.source=https://github.com/graphs4value/refinery,\"annotation-index.org.opencontainers.image.description=Command line interface for Refinery, an efficient graph solver for generating well-formed models\",annotation-index.org.opencontainers.image.licenses=EPL-2.0"
-  ]
-  contexts = {
-    base = "target:base"
-  }
-}
-
-target "web" {
-  dockerfile = "Dockerfile.web"
-  platforms = ["linux/amd64", "linux/arm64"]
-  output = [
-    "type=image,\"name=ghcr.io/graphs4value/refinery:${REFINERY_VERSION},ghcr.io/graphs4value/refinery:latest\",push=true,annotation-index.org.opencontainers.image.source=https://github.com/graphs4value/refinery,annotation-index.org.opencontainers.image.description=Refinery: an efficient graph solver for generating well-formed models,annotation-index.org.opencontainers.image.licenses=EPL-2.0"
-
-  ]
-  contexts = {
-    base = "target:base"
-  }
-}
diff --git a/docker/get_version.sh b/docker/get_version.sh
new file mode 100755
index 00000000..f507d060
--- /dev/null
+++ b/docker/get_version.sh
@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+# SPDX-FileCopyrightText: 2024 The Refinery Authors <https://refinery.tools/>
+#
+# SPDX-License-Identifier: EPL-2.0
+
+set -euo pipefail
+
+grep '^version=' ../gradle.properties | cut -d'=' -f2
diff --git a/docker/prepare_context.sh b/docker/prepare_context.sh
new file mode 100755
index 00000000..ca8bf500
--- /dev/null
+++ b/docker/prepare_context.sh
@@ -0,0 +1,66 @@
+#!/usr/bin/env bash
+
+# SPDX-FileCopyrightText: 2023-2024 The Refinery Authors <https://refinery.tools/>
+#
+# SPDX-License-Identifier: EPL-2.0
+
+set -euo pipefail
+
+refinery_version="$(./get_version.sh)"
+cli_distribution_name="refinery-generator-cli-${refinery_version}"
+web_distribution_name="refinery-language-web-${refinery_version}"
+
+rm -rf "${cli_distribution_name}" "${web_distribution_name}" {cli,web}_dist context/extracted
+
+tar -xvf "../subprojects/generator-cli/build/distributions/${cli_distribution_name}.tar"
+mv "${cli_distribution_name}" cli_dist
+tar -xvf "../subprojects/language-web/build/distributions/${web_distribution_name}.tar"
+mv "${web_distribution_name}" web_dist
+mkdir -p context/extracted/{cli,web}_{,app_}lib \
+    context/extracted/common_{,amd64_,arm64_}lib \
+    context/extracted/{cli,web}_{amd64,arm64}_bin
+
+move_application_jars() {
+    prefix="$1"
+    # Our application itself is very small, so it will get added as the last layer
+    # of both containers.
+    mv "${prefix}"_dist/lib/refinery-* "context/extracted/${prefix}_app_lib"
+}
+
+move_application_jars cli
+move_application_jars web
+
+for i in cli_dist/lib/*; do
+    j="web${i#cli}"
+    if [[ -f "$j" ]]; then
+        mv "$i" "context/extracted/common_lib${i#cli_dist/lib}"
+        rm "$j"
+    fi
+done
+
+# Move architecture-specific jars to their repsective directories.
+mv context/extracted/common_lib/ortools-linux-x86-64-*.jar context/extracted/common_amd64_lib
+mv context/extracted/common_lib/ortools-linux-aarch64-*.jar context/extracted/common_arm64_lib
+rm context/extracted/common_lib/ortools-{darwin,win32}-*.jar
+
+prepare_application() {
+    prefix="$1"
+    suffix="$2"
+    # Move the applications jars for the dependencies into a separate Docker layer
+    # to enable faster updates.
+    mv "${prefix}"_dist/lib/* "context/extracted/${prefix}_lib"
+    # Omit references to jars not present for the current architecture from the
+    # startup scripts.
+    sed 's/:\$APP_HOME\/lib\/ortools-\(darwin\|win32\|linux-aarch64\)[^:]\+\.jar//g' \
+        "${prefix}_dist/bin/refinery-${suffix}" \
+        > "context/extracted/${prefix}_amd64_bin/refinery-${suffix}"
+    sed 's/:\$APP_HOME\/lib\/ortools-\(darwin\|win32\|linux-x86-64\)[^:]\+\.jar//g' \
+        "${prefix}_dist/bin/refinery-${suffix}" \
+        > "context/extracted/${prefix}_arm64_bin/refinery-${suffix}"
+    chmod a+x "context/extracted/${prefix}"_{amd64,arm64}_bin/refinery-"${suffix}"
+}
+
+prepare_application cli generator-cli
+prepare_application web language-web
+
+rm -rf {cli,web}_dist