[core] build dashboard with wanda (ray-project#56886)

- will have caching enabled as a result
- also builds in parallel with ray core binary bits
- free to use a different build env image and upgrade npm now!! (if all
places on CI uses this)

Signed-off-by: Lonnie Liu <lonnie@anyscale.com>
Signed-off-by: Future-Outlier <eric901201@gmail.com>

Author: aslonnie

.buildkite/build.rayci.yml

@@ -14,6 +14,11 @@ steps:
       ARCH_SUFFIX: ""
     depends_on: manylinux
 
+  - name: wanda_ray_dashboard
+    label: "wanda: dashboard"
+    wanda: ci/docker/ray-dashboard.wanda.yaml
+    depends_on: manylinux
+
   - label: ":tapioca: build: wheel {{matrix}} (x86_64)"
     key: linux_wheels
     tags:

ci/docker/ray-core.Dockerfile

@@ -1,12 +1,10 @@
 # syntax=docker/dockerfile:1.3-labs
-FROM cr.ray.io/rayproject/manylinux as builder
+FROM cr.ray.io/rayproject/manylinux AS builder
 
 ARG PYTHON_VERSION=3.9
 ARG BUILDKITE_BAZEL_CACHE_URL
 ARG BUILDKITE_CACHE_READONLY
 
-RUN mkdir /home/forge/ray
-
 WORKDIR /home/forge/ray
 
 COPY . .
@@ -30,10 +28,10 @@ fi
 
 bazelisk build --config=ci //:ray_pkg_zip
 
-cp bazel-bin/ray_pkg.zip /ray_pkg.zip
+cp bazel-bin/ray_pkg.zip /home/forge/ray_pkg.zip
 
 EOF
 
 FROM scratch
 
-COPY --from=builder /ray_pkg.zip /ray_pkg.zip
+COPY --from=builder /home/forge/ray_pkg.zip /ray_pkg.zip

ci/docker/ray-core.wanda.yaml

@@ -1,5 +1,6 @@
-name: "ray_core_py$PYTHON_VERSION$ARCH_SUFFIX"
+name: "ray-core-py$PYTHON_VERSION$ARCH_SUFFIX"
 froms: ["cr.ray.io/rayproject/manylinux"]
+dockerfile: ci/docker/ray-core.Dockerfile
 srcs:
   - .bazelversion
   - .bazelrc
@@ -24,4 +25,3 @@ build_args:
   - BUILDKITE_BAZEL_CACHE_URL
 build_hint_args:
   - BUILDKITE_CACHE_READONLY
-dockerfile: ci/docker/ray-core.Dockerfile

ci/docker/ray-dashboard.Dockerfile

@@ -0,0 +1,30 @@
+FROM cr.ray.io/rayproject/manylinux AS builder
+
+WORKDIR /home/forge/ray
+
+COPY --chown=forge:users . .
+
+RUN <<EOF
+#!/bin/bash
+
+set -euo pipefail
+
+export PATH="/usr/local/node/bin:$PATH"
+
+(
+    cd python/ray/dashboard/client
+
+    echo "--- npm ci"
+    npm ci
+
+    echo "--- npm run build"
+    npm run build
+
+    tar -czf /home/forge/dashboard.tar.gz -C build .
+)
+
+EOF
+
+FROM scratch
+
+COPY --from=builder /home/forge/dashboard.tar.gz /dashboard.tar.gz

ci/docker/ray-dashboard.wanda.yaml

@@ -0,0 +1,5 @@
+name: ray-dashboard
+froms: ["cr.ray.io/rayproject/manylinux"]
+dockerfile: ci/docker/ray-dashboard.Dockerfile
+srcs:
+  - python/ray/dashboard/client/