Skip to content

Commit c9cfa99

Browse files
authored
[CI]update target_lists_for_llm (PaddlePaddle#9417)
* update target_lists_for_llm * add scripts/regression
1 parent 09d2c14 commit c9cfa99

File tree

1 file changed

+28
-2
lines changed

1 file changed

+28
-2
lines changed

scripts/regression/run_ci.sh

Lines changed: 28 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,21 @@ export APIcase_list=()
2828
declare -A Normal_dic
2929
declare -A all_P0case_dic
3030
declare -A Build_list
31+
target_lists_for_llm=(
32+
"paddlenlp/transformers"
33+
"paddlenlp/experimental/transformers/"
34+
"paddlenlp/data"
35+
"paddlenlp/datasets"
36+
"paddlenlp/generation"
37+
"paddlenlp/peft"
38+
"paddlenlp/quantization"
39+
"paddlenlp/trainer"
40+
"paddlenlp/trl"
41+
"llm"
42+
"tests/llm"
43+
"csrc"
44+
"scripts/regression"
45+
)
3146
all_P0case_dic=(["msra_ner"]=15
3247
["glue"]=2
3348
["bert"]=2
@@ -101,6 +116,7 @@ for file_name in `git diff --numstat upstream/${AGILE_COMPILE_BRANCH} |awk '{pri
101116
dir2=${arr_file_name[1]}
102117
dir3=${arr_file_name[2]}
103118
dir4=${arr_file_name[3]}
119+
file_item=$dir1/$dir2/$dir3/$dir4
104120
echo "file_name:"${file_name}, "dir1:"${dir1}, "dir2:"${dir2},"dir3:"${dir3},".xx:" ${file_name##*.}
105121
if [ ! -f ${file_name} ];then # 针对pr删掉文件
106122
continue
@@ -112,7 +128,15 @@ for file_name in `git diff --numstat upstream/${AGILE_COMPILE_BRANCH} |awk '{pri
112128
if [[ ${dir2} =~ "should_deploy" ]];then # 针对发版mini test
113129
P0case_list[${#P0case_list[*]}]=transformer
114130
fi
131+
if [[ ${dir2} =~ "regression" ]];then # ci脚本修改
132+
P0case_list[${#P0case_list[*]}]=llm
133+
fi
115134
elif [[ ${dir1} =~ "paddlenlp" ]];then # API 升级
135+
for ((i=0; i<${#target_lists_for_llm[@]}; i++)); do # 命中指定路径执行llm
136+
if [[ ${file_item} == *${target_lists_for_llm[i]}* ]];then
137+
P0case_list[${#P0case_list[*]}]=llm
138+
fi
139+
done
116140
if [[ ${dir2} =~ "__init__" ]];then # 针对发版mini test
117141
P0case_list[${#P0case_list[*]}]=bert
118142
elif [[ ${!all_P0case_dic[*]} =~ ${dir2} ]];then
@@ -167,6 +191,8 @@ for file_name in `git diff --numstat upstream/${AGILE_COMPILE_BRANCH} |awk '{pri
167191
Build_list[${dir1}]=${dir1}
168192
elif [[ ${dir1} =~ "ppdiffusers" ]];then # 影响编包
169193
Build_list[${dir1}]=${dir1}
194+
elif [[ ${dir1} =~ "csrc" ]];then # 推理改动
195+
P0case_list[${#P0case_list[*]}]=llm
170196
else
171197
continue
172198
fi
@@ -186,8 +212,8 @@ if [[ ${#Build_list[*]} -ne 0 ]];then
186212
echo -e "\033[32m make PaddleNLP.tar.gz \033[0m"
187213
cd /workspace
188214
rm -rf PaddleNLP_dev/build/*
189-
cd PaddleNLP_dev && git submodule update --init --recursive && cd -
190-
tar -zcvf PaddleNLP.tar.gz PaddleNLP_dev/
215+
cd PaddleNLP_dev && git submodule update --init --recursive
216+
cd /workspace && tar -zcvf PaddleNLP.tar.gz PaddleNLP_dev/
191217
mv PaddleNLP.tar.gz ${PPNLP_HOME}/upload
192218
cd ${PPNLP_HOME}
193219
python upload.py ${PPNLP_HOME}/upload 'paddlenlp/wheels'

0 commit comments

Comments
 (0)