Enable model cache for Rocm docker compose test.

Signed-off-by: ZePan110 <[email protected]>

Author: ZePan110

AudioQnA/docker_compose/amd/gpu/rocm/compose.yaml

@@ -30,7 +30,7 @@ services:
     ports:
       - "3006:80"
     volumes:
-     - "./data:/data"
+     - "${MODEL_CACHE}:/data"
     shm_size: 1g
     devices:
       - /dev/kfd:/dev/kfd

AudioQnA/tests/test_compose_on_rocm.sh

@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
 echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
+export MODEL_CACHE=${model_cache:-"./data"}
 
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"

CodeGen/docker_compose/amd/gpu/rocm/compose.yaml

@@ -8,7 +8,7 @@ services:
     ports:
       - "${CODEGEN_TGI_SERVICE_PORT:-8028}:80"
     volumes:
-      - "/var/lib/GenAI/data:/data"
+      - "${MODEL_CACHE}:/data"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}

CodeGen/tests/test_compose_on_rocm.sh

@@ -9,6 +9,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
 echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
+export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/data"}
 
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"

CodeTrans/docker_compose/amd/gpu/rocm/compose.yaml

@@ -8,7 +8,7 @@ services:
     ports:
       - "${CODETRANS_TGI_SERVICE_PORT:-8008}:80"
     volumes:
-      - "/var/lib/GenAI/codetrans/data:/data"
+      - "${MODEL_CACHE}:/data"
     shm_size: 1g
     environment:
       no_proxy: ${no_proxy}

CodeTrans/tests/test_compose_on_rocm.sh

@@ -10,6 +10,7 @@ echo "REGISTRY=IMAGE_REPO=${IMAGE_REPO}"
 echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 export REGISTRY=${IMAGE_REPO}
 export TAG=${IMAGE_TAG}
+export MODEL_CACHE=${model_cache:-"/var/lib/GenAI/codetrans/data"}
 
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"

DBQnA/docker_compose/amd/gpu/rocm/compose.yaml

@@ -12,7 +12,7 @@ services:
     ports:
       - "${DBQNA_TGI_SERVICE_PORT:-8008}:80"
     volumes:
-      - "./data:/data"
+      - "${MODEL_CACHE}:/data"
     environment:
       no_proxy: ${no_proxy}
       http_proxy: ${http_proxy}

DBQnA/tests/test_compose_on_rocm.sh

@@ -22,6 +22,7 @@ export POSTGRES_DB="chinook"
 export DBQNA_TEXT_TO_SQL_PORT=9090
 export DBQNA_UI_PORT=5174
 export build_texttosql_url="${ip_address}:${DBQNA_TEXT_TO_SQL_PORT}/v1"
+export MODEL_CACHE=${model_cache:-"./data"}
 
 function build_docker_images() {
     cd "$WORKPATH"/docker_image_build

DocSum/docker_compose/amd/gpu/rocm/compose.yaml

@@ -16,7 +16,7 @@ services:
       host_ip: ${host_ip}
       DOCSUM_TGI_SERVICE_PORT: ${DOCSUM_TGI_SERVICE_PORT}
     volumes:
-      - "/var/opea/docsum-service/data:/data"
+      - "${MODEL_CACHE}:/data"
     shm_size: 1g
     devices:
       - /dev/kfd:/dev/kfd

DocSum/tests/test_compose_on_rocm.sh

@@ -11,6 +11,7 @@ echo "TAG=IMAGE_TAG=${IMAGE_TAG}"
 WORKPATH=$(dirname "$PWD")
 LOG_PATH="$WORKPATH/tests"
 ip_address=$(hostname -I | awk '{print $1}')
+export MODEL_CACHE=${model_cache:-"/var/opea/docsum-service/data"}
 export MAX_INPUT_TOKENS=1024
 export MAX_TOTAL_TOKENS=2048
 export REGISTRY=${IMAGE_REPO}