Refactor Translation Example

.github/workflows/docker-compose-e2e.yml

@@ -61,10 +61,13 @@ jobs:
           HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }}
           example: ${{ matrix.example }}
           hardware: ${{ matrix.hardware }}
-          IMAGE_REPO: ${{needs.mega-image-build.outputs.image_repo}}
-          IMAGE_TAG: ${{needs.mega-image-build.outputs.image_tag}}
+          IMAGE_TAG: ${{ needs.mega-image-build.outputs.image_tag }}
+          IMAGE_REPO_GAUDI: ${{ vars.IMAGE_REPO_GAUDI }}
+          IMAGE_REPO_XEON: ${{ vars.IMAGE_REPO_XEON }}
         run: |
           cd ${{ github.workspace }}/$example/tests
+          if [ "$hardware" == "gaudi" ]; then IMAGE_REPO=$IMAGE_REPO_GAUDI; else IMAGE_REPO=$IMAGE_REPO_XEON; fi
+          export IMAGE_REPO=${IMAGE_REPO}
           example_l=$(echo $example | tr '[:upper:]' '[:lower:]')
           if [ -f test_${example_l}_on_${hardware}.sh ]; then timeout 30m bash test_${example_l}_on_${hardware}.sh; else echo "Test script not found, skip test!"; fi
 

.github/workflows/manifest-e2e.yml

@@ -23,8 +23,8 @@ jobs:
     uses: ./.github/workflows/reuse-get-test-matrix.yml
     with:
       diff_excluded_files: '.github|deprecated|docker|assets|*.md|*.txt'
-      xeon_server_label: 'k8s'
-      gaudi_server_label: ""
+      xeon_server_label: 'xeon'
+      gaudi_server_label: 'gaudi'
 
   mega-image-build:
     needs: job1
@@ -34,12 +34,13 @@ jobs:
     with:
       image_tag: ${{ github.event.pull_request.head.sha }}
       mega_service: "${{ matrix.example }}"
+      runner_label: "docker-build-${{ matrix.hardware }}"
 
   manifest-test:
     needs: [job1, mega-image-build]
     strategy:
       matrix: ${{ fromJSON(needs.job1.outputs.run_matrix) }}
-    runs-on: ${{ matrix.hardware }}
+    runs-on: "k8s-${{ matrix.hardware }}"
     continue-on-error: true
     steps:
       - name: E2e test manifest
@@ -56,43 +57,47 @@ jobs:
 
       - name: Set variables
         run: |
-          echo "IMAGE_REPO=${{needs.mega-image-build.outputs.image_repo}}" >> $GITHUB_ENV
+          if [ ${{ matrix.hardware }} == "gaudi" ]; then IMAGE_REPO=${{ vars.IMAGE_REPO_GAUDI }}; else IMAGE_REPO=${{ vars.IMAGE_REPO_XEON }}; fi
+          echo "IMAGE_REPO=${IMAGE_REPO}" >> $GITHUB_ENV
           echo "IMAGE_TAG=${{needs.mega-image-build.outputs.image_tag}}" >> $GITHUB_ENV
           lower_example=$(echo "${{ matrix.example }}" | tr '[:upper:]' '[:lower:]')
           echo "NAMESPACE=$lower_example-$(date +%Y%m%d%H%M%S)" >> $GITHUB_ENV
           echo "ROLLOUT_TIMEOUT_SECONDS=1800s" >> $GITHUB_ENV
           echo "KUBECTL_TIMEOUT_SECONDS=60s" >> $GITHUB_ENV
+          echo "continue_test=true" >> $GITHUB_ENV
           echo "should_cleanup=false" >> $GITHUB_ENV
           echo "skip_validate=true" >> $GITHUB_ENV
           echo "NAMESPACE=$NAMESPACE"
 
-      - name: Initialize manifest testing
-        run: |
-          ${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_xeon.sh init_${{ matrix.example }}
-
       - name: Kubectl install
         id: install
         run: |
-          echo "should_cleanup=true" >> $GITHUB_ENV
-          kubectl create ns $NAMESPACE
-          ${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_xeon.sh install_${{ matrix.example }} $NAMESPACE
-          echo "Testing ${{ matrix.example }}, waiting for pod ready..."
-          if kubectl rollout status deployment --namespace "$NAMESPACE" --timeout "$ROLLOUT_TIMEOUT_SECONDS"; then
-            echo "Testing manifests ${{ matrix.example }}, waiting for pod ready done!"
-            echo "skip_validate=false" >> $GITHUB_ENV
+          if [[ ! -f ${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_${{ matrix.hardware }}.sh ]]; then
+            echo "No test script found, exist test!"
+            exit 0
           else
-            echo "Timeout waiting for pods in namespace $NAMESPACE to be ready!"
-            exit 1
+            ${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_${{ matrix.hardware }}.sh init_${{ matrix.example }}
+            echo "should_cleanup=true" >> $GITHUB_ENV
+            kubectl create ns $NAMESPACE
+            ${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_${{ matrix.hardware }}.sh install_${{ matrix.example }} $NAMESPACE
+            echo "Testing ${{ matrix.example }}, waiting for pod ready..."
+            if kubectl rollout status deployment --namespace "$NAMESPACE" --timeout "$ROLLOUT_TIMEOUT_SECONDS"; then
+              echo "Testing manifests ${{ matrix.example }}, waiting for pod ready done!"
+              echo "skip_validate=false" >> $GITHUB_ENV
+            else
+              echo "Timeout waiting for pods in namespace $NAMESPACE to be ready!"
+              exit 1
+            fi
+            sleep 60
           fi
-          sleep 60
 
       - name: Validate e2e test
         if: always()
         run: |
           if $skip_validate; then
             echo "Skip validate"
           else
-            ${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_xeon.sh validate_${{ matrix.example }} $NAMESPACE
+            ${{ github.workspace }}/${{ matrix.example }}/tests/test_manifest_on_${{ matrix.hardware }}.sh validate_${{ matrix.example }} $NAMESPACE
           fi
 
       - name: Kubectl uninstall

.github/workflows/reuse-image-build.yml

@@ -60,7 +60,5 @@ jobs:
           if [ -z "${{ env.IMAGE_REPO }}" ]; then
             IMAGE_REPO=$OPEA_IMAGE_REPO
           fi
-          echo "IMAGE_REPO=${IMAGE_REPO}"
           echo "IMAGE_TAG=${IMAGE_TAG}"
-          echo "image_repo=$IMAGE_REPO" >> $GITHUB_OUTPUT
           echo "image_tag=$IMAGE_TAG" >> $GITHUB_OUTPUT

.github/workflows/scripts/build_push.sh

@@ -35,8 +35,7 @@ function docker_build() {
     echo "Building ${IMAGE_REPO}opea/$1:$IMAGE_TAG using Dockerfile $DOCKERFILE_PATH"
     # if https_proxy and http_proxy are set, pass them to docker build
     if [ -z "$https_proxy" ]; then
-        #docker build --no-cache -t ${IMAGE_REPO}opea/$1:$IMAGE_TAG -f $DOCKERFILE_PATH .
-        docker build -t ${IMAGE_REPO}opea/$1:$IMAGE_TAG -f $DOCKERFILE_PATH .
+        docker build --no-cache -t ${IMAGE_REPO}opea/$1:$IMAGE_TAG -f $DOCKERFILE_PATH .
     else
         docker build --no-cache -t ${IMAGE_REPO}opea/$1:$IMAGE_TAG --build-arg https_proxy=$https_proxy --build-arg http_proxy=$http_proxy -f $DOCKERFILE_PATH .
     fi
@@ -47,16 +46,15 @@ function docker_build() {
 # $1 is like "apple orange pear"
 for MEGA_SVC in $1; do
     case $MEGA_SVC in
-        "ChatQnA"|"CodeGen"|"CodeTrans"|"DocSum"|"SearchQnA")
+        "ChatQnA"|"CodeGen"|"CodeTrans"|"DocSum"|"Translation")
             cd $MEGA_SVC/docker
             IMAGE_NAME="$(getImagenameFromMega $MEGA_SVC)"
             docker_build ${IMAGE_NAME}
             cd ui
             docker_build ${IMAGE_NAME}-ui docker/Dockerfile
             ;;
-        "AudioQnA"|"SearchQnA"|"Translation"|"VisualQnA")
+        "AudioQnA"|"SearchQnA"|"VisualQnA")
             echo "Not supported yet"
-            exit 1
             ;;
         *)
             echo "Unknown function: $MEGA_SVC"

ChatQnA/README.md

@@ -22,6 +22,10 @@ Refer to the [Gaudi Guide](./docker/gaudi/README.md) for instructions on deployi
 
 Refer to the [Xeon Guide](./docker/xeon/README.md) for instructions on deploying ChatQnA on Xeon.
 
+## Deploy ChatQnA on NVIDIA GPU
+
+Refer to the [NVIDIA GPU Guide](./docker/gpu/README.md) for instructions on deploying ChatQnA on NVIDIA GPU.
+
 ## Deploy ChatQnA into Kubernetes on Xeon & Gaudi
 
 Refer to the [Kubernetes Guide](./kubernetes/manifests/README.md) for instructions on deploying ChatQnA into Kubernetes on Xeon & Gaudi.