Add benchmarking suite targeting current-bench (#1860)

* Add benchmark suite for current-bench
---------

Co-authored-by: Hugo Heuzard <[email protected]>

Author: OlivierNicole

Makefile

@@ -40,4 +40,7 @@ installdoc:
 	git worktree add _wikidoc origin/wikidoc
 	rsync -av doc-dev/ _wikidoc/doc/dev/
 
-.PHONY: all tests tests-wasm test runtest runtests doc clean installdoc
+bench:
+	$(MAKE) -C benchmarks bench
+
+.PHONY: all tests tests-wasm test runtest runtests doc clean installdoc bench

bench.Dockerfile

@@ -0,0 +1,21 @@
+FROM ocaml/opam:debian-ocaml-5.3
+WORKDIR /bench-dir
+RUN sudo apt-get update && \
+    sudo apt-get install -qq -yy --no-install-recommends pkg-config libgmp-dev \
+      wget
+RUN sudo ln -sf /usr/bin/opam-2.3 /usr/bin/opam
+RUN opam remote add origin https://github.com/ocaml/opam-repository.git && \
+    opam update
+RUN wget https://nodejs.org/dist/v22.14.0/node-v22.14.0-linux-x64.tar.xz && \
+    tar xJvf node-v22.14.0-linux-x64.tar.xz
+ENV PATH="/bench-dir/node-v22.14.0-linux-x64/bin:$PATH"
+RUN wget https://github.com/WebAssembly/binaryen/releases/download/version_122/binaryen-version_122-x86_64-linux.tar.gz && \
+    tar xzvf binaryen-version_122-x86_64-linux.tar.gz
+ENV PATH="/bench-dir/binaryen-version_122/bin:$PATH"
+RUN opam install --fake binaryen-bin
+COPY --chown=opam:opam ./*.opam ./
+RUN opam pin -yn --with-version=dev .
+RUN opam install -y --deps-only js_of_ocaml-compiler
+COPY --chown=opam:opam . ./
+RUN opam install -y wasm_of_ocaml-compiler
+WORKDIR ./benchmarks

benchmarks/Makefile

@@ -10,6 +10,18 @@ GRAPHSEFF = time-effects.pdf size-effects.pdf size-bzip2-effects.pdf
 # For full benchs:
 all: _perf graphsnopr graphspr graphseff _noperf
 
+# This target is the one run by `current-bench`,
+# see https://github.com/ocurrent/current-bench
+.PHONY: bench
+bench:
+	make _noprecomp
+	$(RUN) ./report-wasm-cb.config ./report-jsoo-cb.config
+	$(REPORT) -format current-bench -config report-wasm-cb.config \
+	  -ylabel "Wasm_of_ocaml"
+	$(REPORT) -format current-bench -config report-jsoo-cb.config \
+	  -ylabel "Js_of_ocaml"
+
+
 graphsnopr: _noprecomp $(GRAPHSNOPR)
 
 graphspr: __precomp $(GRAPHSPR)

benchmarks/report-jsoo-cb.config

@@ -0,0 +1,2 @@
+histogramref times node js_of_ocaml #fbaf4f node
+histogram sizes "" js_of_ocaml/gzipped #ffffff Size (gzipped)

benchmarks/report-wasm-cb.config

@@ -0,0 +1,2 @@
+histogram times node wasm_of_ocaml #ffffff node
+histogram sizes "" wasm_of_ocaml/gzipped #ffffff Generated Wasm (gzipped)

benchmarks/run.ml

@@ -153,7 +153,7 @@ let file_size ?(wasm = false) param =
       let files =
         if wasm then src ^ " " ^ Filename.remove_extension src ^ ".assets/*" else src
       in
-      Format.sprintf "wc -c --total only %s > %s" files dst)
+      Format.sprintf "cat %s | wc -c > %s" files dst)
 
 let compr_file_size ?(wasm = false) param =
   compile_no_ext param ~comptime:false (fun ~src ~dst ->

benchmarks/sources/ml/splay.ml

@@ -191,10 +191,10 @@ let random =
     | 31 | 32 -> -1
     | _ -> int_of_string "0xffffffff"
   in
-  let l_0xc761c23c = int_of_string "0xc761c23c" in
-  let l_0xd3a2646c = int_of_string "0xd3a2646c" in
-  let l_0xfd7046c5 = int_of_string "0xfd7046c5" in
-  let l_0xb55a4f09 = int_of_string "0xb55a4f09" in
+  let l_0xc761c23c = Int64.of_string "0xc761c23c" |> Int64.to_int in
+  let l_0xd3a2646c = Int64.of_string "0xd3a2646c" |> Int64.to_int in
+  let l_0xfd7046c5 = Int64.of_string "0xfd7046c5" |> Int64.to_int in
+  let l_0xb55a4f09 = Int64.of_string "0xb55a4f09" |> Int64.to_int in
   fun () ->
     (*    // Robert Jenkins' 32 bit integer hash function. *)
     let s = !seed in