fix #314 (#359)

* fix #314

Signed-off-by: KfreeZ <[email protected]>

* fix #314

Signed-off-by: KfreeZ <[email protected]>

---------

Signed-off-by: KfreeZ <[email protected]>
Co-authored-by: Steve Zhang <[email protected]>

Author: KfreeZ

.github/workflows/scripts/e2e/gmc_xeon_test.sh

@@ -452,10 +452,14 @@ function validate_modify_config() {
     #change the model id of the step named "Tgi" in the codegen_xeon_mod.yaml
     yq -i '(.spec.nodes.root.steps[] | select ( .name == "Tgi")).internalService.config.MODEL_ID = "HuggingFaceH4/mistral-7b-grok"' $(pwd)/config/samples/CodeGen/codegen_xeon_mod.yaml
     kubectl apply -f $(pwd)/config/samples/CodeGen/codegen_xeon_mod.yaml
-    #you are supposed to see an error, it's a known issue, but it does not affect the tests
-    #https://github.com/opea-project/GenAIInfra/issues/314
 
-    pods_count=$(kubectl get pods -n $MODIFY_STEP_NAMESPACE -o jsonpath='{.items[*].metadata.name}' | wc -w)
+    # Wait until all pods are ready
+    wait_until_all_pod_ready $MODIFY_STEP_NAMESPACE 300s
+    if [ $? -ne 0 ]; then
+         echo "Error Some pods are not ready!"
+         exit 1
+    fi
+
     check_gmc_status $MODIFY_STEP_NAMESPACE 'codegen' $pods_count 0 3
     if [ $? -ne 0 ]; then
        echo "GMC status is not as expected"