Using local data dir.

Signed-off-by: Jonas Yang <joyang@nvidia.com>

Author: joyang-nv

.github/workflows/e2e_ppo_grpo_trainer_trtllm.yml

@@ -127,15 +127,15 @@ jobs:
           pip3 install --no-deps -e .
       - name: Prepare GSM8K dataset
         run: |
-          python3 examples/data_preprocess/gsm8k.py --local_dataset_path ${HOME}/models/hf_data/gsm8k
+          python3 examples/data_preprocess/gsm8k.py --local_dataset_path ${HOME}/models/hf_data/gsm8k --local_save_dir ${PWD}/data/gsm8k
       - name: Running GSM8K E2E training tests with FSDP on 8 L20 GPUs (Qwen)
         run: |
           ray stop --force
           DATADIR=${HOME}/data \
             bash examples/grpo_trainer/run_qwen2-7b_math_trtllm.sh 2 \
             trainer.total_training_steps=1 \
-            data.train_files="['${HOME}/data/gsm8k/train.parquet']" \
-            data.val_files="['${HOME}/data/gsm8k/test.parquet']" \
+            data.train_files="['${PWD}/data/gsm8k/train.parquet']" \
+            data.val_files="['${PWD}/data/gsm8k/test.parquet']" \
             trainer.logger='["console"]' \
             actor_rollout_ref.model.path="${HOME}/models/Qwen/Qwen2.5-0.5B-Instruct"
       - name: clean up
@@ -163,16 +163,16 @@ jobs:
           pip3 install --no-deps -e .
       - name: Prepare GSM8K dataset
         run: |
-          python3 examples/data_preprocess/gsm8k.py --local_dataset_path ${HOME}/models/hf_data/gsm8k
+          python3 examples/data_preprocess/gsm8k.py --local_dataset_path ${HOME}/models/hf_data/gsm8k --local_save_dir ${PWD}/data/gsm8k
       - name: Running GSM8K E2E training tests with 3D parallelism on 8 L20 GPUs with Megatron (Qwen)
         run: |
           ray stop --force
           DATADIR=${HOME}/data \
           ACTOR_TP=2 \
             bash examples/grpo_trainer/run_qwen2-7b_math_megatron_trtllm.sh 2 \
             trainer.total_training_steps=1 \
-            data.train_files="['${HOME}/data/gsm8k/train.parquet']" \
-            data.val_files="['${HOME}/data/gsm8k/test.parquet']" \
+            data.train_files="['${PWD}/data/gsm8k/train.parquet']" \
+            data.val_files="['${PWD}/data/gsm8k/test.parquet']" \
             trainer.logger='["console"]' \
             actor_rollout_ref.model.path="${HOME}/models/Qwen/Qwen2.5-0.5B-Instruct"
       - name: clean up