Add github action rules for static binaries generation (Linux, Macos)

.github/workflows/static-builds.yml

@@ -0,0 +1,61 @@
+name: Generate static binaries
+on:
+  push:
+    branches:
+      - master
+    tags:
+      - '*'
+  pull_request:
+    branches:
+      - '**'
+jobs:
+  static-bin-linux:
+    name: Builds static Linux binaries
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v2
+      - name: Generate the binaries
+        run: |
+          ./scripts/static-build.sh
+          ldd learn-ocaml learn-ocaml-server learn-ocaml-client
+      - name: Archive static binaries
+        uses: actions/upload-artifact@v2
+        with:
+          name: static-binaries-linux
+          path: |
+            learn-ocaml
+            learn-ocaml-server
+            learn-ocaml-client
+  static-bin-macos:
+    name: Builds static Macos binaries
+    runs-on: macos-latest
+    env:
+      OPAMYES: 1
+      OPAMDEPEXTYES: 1
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v2
+      # Need unreleased 2.1.0~rc
+      # - name: Retrieve opam
+      #   run: |
+      #     mkdir "$HOME/bin"
+      #     wget https://github.com/ocaml/opam/releases/download/2.1.0-beta2/opam-2.1.0-beta2-x86_64-macos -O $HOME/bin/opam
+      #     chmod a+x $HOME/bin/opam
+      #     echo "$HOME/bin" >> $GITHUB_PATH
+      - name: Install latest opam
+        run: |
+          brew install opam --HEAD
+      - name: Prepare build environment
+        run: |
+          opam init -a --bare
+          opam switch create . ocaml-base-compiler 'dune<2' --deps-only
+      - name: Build the binaries
+        run: |
+          opam exec -- make LINKING_MODE=static
+          otool -L _build/install/default/bin/*
+      - name: Archive static binaries
+        uses: actions/upload-artifact@v2
+        with:
+          name: static-binaries-macos
+          path: _build/install/default/bin/*

Makefile

@@ -90,3 +90,7 @@ travis: # From https://stackoverflow.com/questions/21053657/how-to-run-travis-ci
 	INSTANCE="travisci/ci-garnet:packer-1512502276-986baf0";	\
 	docker run --name $$BUILDID -dit $$INSTANCE /sbin/init &&	\
 	docker exec -it $$BUILDID bash -l
+
+.PHONY: static-binaries
+static-binaries:
+	./scripts/static-build.sh

learn-ocaml-client.opam

@@ -25,7 +25,7 @@ depends: [
   "cohttp-lwt-unix" {>= "1.0.0" & < "2.0.0"}
   "ssl" {= "0.5.5"}
   "digestif" {>= "0.7.1"}
-  "dune" {= "2.0.1"}
+  "dune" {>= "1.11.4" & <= "2.0.1"}
   "ezjsonm"
   "lwt" {>= "4.0.0"}
   "lwt_ssl"

learn-ocaml.opam

@@ -23,7 +23,7 @@ depends: [
   "conf-git"
   "decompress" {= "0.8.1"}
   "digestif" {>= "0.7.1"}
-  "dune" {= "2.0.1"}
+  "dune" {>= "1.11.4"}
   "easy-format" {>= "1.3.0" }
   "ipaddr" {= "2.8.0" }
   "ezjsonm"

scripts/static-build.sh

@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+set -ue
+
+LC_ALL=C
+
+cd $(dirname "$0")/..
+
+## Run build in container
+
+tar c $(git ls-files) | \
+  docker run --rm -i \
+    ocamlpro/ocaml:4.05 \
+    sh -uexc \
+      'tar x >&2 &&
+       sudo apk add openssl-libs-static >&2 &&
+       opam switch create . ocaml-system "dune<2" --deps-only >&2 &&
+       opam exec make LINKING_MODE=static >&2 &&
+       tar c -hC _build/install/default/bin .' | \
+  tar vx

src/main/dune

@@ -11,7 +11,8 @@
  (name learnocaml_main)
  (modes byte)
  (ocamlc_flags :standard -custom)
- (flags :standard -linkall)
+ (flags (:standard -linkall
+         (:include linking_main.sexp)))
  (modules Learnocaml_main)
  (libraries cmdliner
             sha
@@ -29,7 +30,8 @@
  (name learnocaml_client)
  (modes byte)
  (ocamlc_flags :standard -custom)
- (flags :standard -linkall)
+ (flags (:standard -linkall
+         (:include linking_client.sexp)))
  (modules Learnocaml_client)
  (libraries cmdliner
  	    sha
@@ -48,4 +50,19 @@
  (name learnocaml_server_main)
  (modules learnocaml_server_main)
  (libraries learnocaml_server_args)
+ (flags       (:standard
+               (:include linking_server.sexp)))
 )
+
+(rule
+  (targets linking_main.sexp)
+  (action  (with-stdout-to %{targets}
+    (run ./linking_flags.sh %{env:LINKING_MODE=dynamic} laolao_stubs threads camlrun))))
+(rule
+  (targets linking_client.sexp)
+  (action  (with-stdout-to %{targets}
+    (run ./linking_flags.sh %{env:LINKING_MODE=dynamic} threads camlrun))))
+(rule
+  (targets linking_server.sexp)
+  (action  (with-stdout-to %{targets}
+    (run ./linking_flags.sh %{env:LINKING_MODE=dynamic} laolao_stubs threadsnat))))

src/main/linking_flags.sh

@@ -0,0 +1,61 @@
+#!/bin/sh
+set -ue
+
+# This script is called by dune to generate the linking flags for static builds
+# (on the limited set of supported platforms). It only returns an empty set of
+# flags for the default dynamic linking mode.
+
+LC_ALL=C
+
+echo ";; generated by $0"
+
+case "$1" in
+    dynamic) echo "()"; exit 0;;
+    static) ;;
+    *) echo "Invalid linking mode '$1'. Usage: $0 dynamic|static [extra-libs]" >&2; exit 2
+esac
+
+shift
+EXTRA_LIBS="$*"
+
+## Static linking configuration ##
+
+# The linked C libraries list may need updating on changes to the dependencies.
+#
+# To get the correct list for manual linking, the simplest way is to set the
+# flags to `-verbose`, while on the normal `autolink` mode, then extract them
+# from the gcc command-line.
+
+case $(uname -s) in
+    Linux)
+        case $(. /etc/os-release && echo $ID) in
+            alpine)
+                COMMON_LIBS="camlstr base_stubs ssl_threads_stubs ssl crypto cstruct_stubs lwt_unix_stubs bigarray unix c"
+                # `m` and `pthreads` are built-in musl
+                echo '(-noautolink'
+                echo ' -cclib -Wl,-Bstatic'
+                echo ' -cclib -static-libgcc'
+                for l in $EXTRA_LIBS $COMMON_LIBS; do
+                    echo " -cclib -l$l"
+                done
+                echo ' -cclib -static)'
+                ;;
+            *)
+                echo "Error: static linking is only supported in Alpine, to avoids glibc constraints" >&2
+                exit 3
+        esac
+        ;;
+    Darwin)
+        COMMON_LIBS="camlstr base_stubs ssl_threads_stubs /usr/local/opt/openssl/lib/libssl.a /usr/local/opt/openssl/lib/libcrypto.a cstruct_stubs lwt_unix_stubs bigarray unix pthread"
+        echo '(-noautolink'
+        for l in $EXTRA_LIBS $COMMON_LIBS; do
+            if [ "${l%.a}" != "${l}" ]; then echo " -cclib $l"
+            else echo " -cclib -l$l"
+            fi
+        done
+        echo ')'
+        ;;
+    *)
+        echo "Static linking is not supported for your platform. See $0 to contribute." >&2
+        exit 3
+esac