feat: add cicd scripts

test/ci-cd/cloudbuild/platforms/gke/base/use-cases/reinforcement-learning/standard-scripts.yaml

@@ -0,0 +1,115 @@
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+options:
+  automapSubstitutions: true
+  logging: CLOUD_LOGGING_ONLY
+
+steps:
+  - args:
+      - "${_WAIT_FOR_TRIGGER}"
+    entrypoint: "test/ci-cd/scripts/cloudbuild/wait_for_trigger.sh"
+    env:
+      - "LOCATION=${LOCATION}"
+      - "PROJECT_ID=${PROJECT_ID}"
+    id: "Check triggers"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor: ["-"]
+
+  - args:
+      - DEBUG=${_DEBUG}
+      - TF_VAR_platform_default_project_id="${PROJECT_ID}-$${PROJECT_SUFFIX}"
+      - TF_VAR_platform_name="ch${SHORT_SHA}"
+    entrypoint: "test/ci-cd/scripts/platforms/gke/base/configure_build_environment.sh"
+    env:
+      - ACP_PLATFORM_DIR="$${ACP_REPO_DIR}/platforms/gke/base"
+      - BUILD_ID=${BUILD_ID}
+      - DEBUG=${_DEBUG}
+      - PROJECT_ID=${PROJECT_ID}
+      - SHORT_SHA=${SHORT_SHA}
+    id: "Configure the build environment"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Check triggers"
+
+  - args:
+      - "Deploy platforms/gke/base/use-cases/reinforcement-learning Standard"
+      - "platforms/gke/base/use-cases/reinforcement-learning/terraform/deploy-standard.sh"
+    entrypoint: "test/ci-cd/scripts/platforms/gke/base/run_deploy_script.sh"
+    id: "Deploy platforms/gke/base/use-cases/reinforcement-learning Standard"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Configure the build environment"
+
+  - args:
+      - "Populate platforms/gke/base/use-cases/reinforcement-learning Hugging Face token secrets"
+    entrypoint: "test/ci-cd/scripts/platforms/gke/base/use-cases/reinforcement-learning/populate_huggingface_token_secrets.sh"
+    id: "Populate platforms/gke/base/use-cases/reinforcement-learning Hugging Face token secrets"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Deploy platforms/gke/base/use-cases/reinforcement-learning Standard"
+
+  - args:
+      - platforms/gke/base/use-cases/reinforcement-learning/terraform
+      - reinforcement_learning
+    entrypoint: "test/ci-cd/scripts/terraservice/apply.sh"
+    id: "Apply reinforcement-learning Terraservice 'reinforcement_learning'"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Populate platforms/gke/base/use-cases/reinforcement-learning Hugging Face token secrets"
+
+  - args:
+      - "Validate Kustomize"
+    entrypoint: "test/ci-cd/scripts/platforms/gke/base/use-cases/reinforcement-learning/validate_kustomize.sh"
+    id: "Validate Kustomize"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Apply reinforcement-learning Terraservice 'reinforcement_learning'"
+
+  - args:
+      - platforms/gke/base/use-cases/reinforcement-learning/terraform
+      - reinforcement_learning
+    entrypoint: "test/ci-cd/scripts/terraservice/plan.sh"
+    id: "reinforcement-learning Terraservice 'reinforcement_learning' check for changes"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Validate Kustomize"
+
+  - args:
+      - "Teardown platforms/gke/base/use-cases/reinforcement-learning Standard"
+      - "platforms/gke/base/use-cases/reinforcement-learning/terraform/teardown-standard.sh"
+    entrypoint: "test/ci-cd/scripts/platforms/gke/base/run_teardown_script.sh"
+    id: "Teardown platforms/gke/base/use-cases/reinforcement-learning Standard"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Destroy reinforcement-learning Terraservice 'reinforcement_learning'"
+
+  - args:
+      - "Cleanup the build environment"
+    entrypoint: "test/ci-cd/scripts/platforms/gke/base/cleanup_build_environment.sh"
+    id: "Cleanup the build environment"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Teardown platforms/gke/base/use-cases/reinforcement-learning Standard"
+
+  - entrypoint: "test/ci-cd/scripts/platforms/gke/base/set_build_status.sh"
+    id: "Set the build status"
+    name: "${LOCATION}-docker.pkg.dev/${PROJECT_ID}/ci-cd/runner:latest"
+    waitFor:
+      - "Cleanup the build environment"
+
+substitutions:
+  _DEBUG: "false"
+
+timeout: 90m

test/ci-cd/scripts/platforms/gke/base/use-cases/reinforcement-learning/populate_huggingface_token_secrets.sh

@@ -0,0 +1,44 @@
+#!/usr/bin/env bash
+
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+set -o errexit
+set -o nounset
+set -o pipefail
+
+source /workspace/build.env
+if [ "${DEBUG,,}" == "true" ]; then
+  set -o xtrace
+fi
+
+STEP_ID=${1}
+
+exit_handler() {
+  exit_code=$?
+
+  if [ ${exit_code} -ne 0 ]; then
+    echo "${STEP_ID}" >>/workspace/build-failed.lock
+  fi
+
+  exit 0
+}
+trap exit_handler EXIT
+
+set --
+
+source "${ACP_PLATFORM_BASE_DIR}/use-cases/reinforcement-learning/terraform/_shared_config/scripts/set_environment_variables.sh"
+
+echo "HF_TOKEN_READ" | gcloud secrets versions add ${huggingface_hub_access_token_read_secret_manager_secret_name} \
+  --data-file=- \
+  --project=${huggingface_secret_manager_project_id}

test/ci-cd/scripts/platforms/gke/base/use-cases/reinforcement-learning/validate_kustomize.sh

@@ -0,0 +1,59 @@
+#!/usr/bin/env bash
+
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+set -o errexit
+set -o nounset
+set -o pipefail
+
+source /workspace/build.env
+if [ "${DEBUG,,}" == "true" ]; then
+  set -o xtrace
+fi
+
+STEP_ID=${1}
+
+exit_handler() {
+  exit_code=$?
+
+  if [ ${exit_code} -ne 0 ]; then
+    echo "${STEP_ID}" >>/workspace/build-failed.lock
+  fi
+
+  exit 0
+}
+trap exit_handler EXIT
+
+set --
+
+export HF_MODEL_ID="meta-llama/Llama-3.1-8B-Instruct"
+
+source "${ACP_PLATFORM_BASE_DIR}/use-cases/reinforcement-learning/terraform/_shared_config/scripts/set_environment_variables.sh"
+
+export ACCELERATOR_TYPE="v5e"
+"${ACP_REPO_DIR}/platforms/gke/base/use-cases/reinforcement-learning/kubernetes-manifests/rl-on-tpu/configure_job.sh"
+
+export ACCELERATOR_TYPE="v6e"
+"${ACP_REPO_DIR}/platforms/gke/base/use-cases/reinforcement-learning/kubernetes-manifests/rl-on-tpu/configure_job.sh"
+
+find "${ACP_PLATFORM_BASE_DIR}/use-cases/reinforcement-learning/kubernetes-manifests" -name "kustomization.yaml" -print0 | while read -d $'\0' file; do
+  kustomize_directory_path="$(dirname "${file}")"
+  rendered_kubernetes_manifests_file_path="/tmp/rendered-kustomize.yaml"
+
+  # Basic validation:
+  # - Render manifests with Kustomize
+  # - Validate manifests with kubectl-validate
+  kubectl kustomize "${kustomize_directory_path}" | tee "${rendered_kubernetes_manifests_file_path}"
+  kubectl validate "${rendered_kubernetes_manifests_file_path}"
+done