@@ -28,6 +28,21 @@ export APIcase_list=()
2828declare -A Normal_dic
2929declare -A all_P0case_dic
3030declare -A Build_list
31+ target_lists_for_llm=(
32+ " paddlenlp/transformers"
33+ " paddlenlp/experimental/transformers/"
34+ " paddlenlp/data"
35+ " paddlenlp/datasets"
36+ " paddlenlp/generation"
37+ " paddlenlp/peft"
38+ " paddlenlp/quantization"
39+ " paddlenlp/trainer"
40+ " paddlenlp/trl"
41+ " llm"
42+ " tests/llm"
43+ " csrc"
44+ " scripts/regression"
45+ )
3146all_P0case_dic=([" msra_ner" ]=15
3247 [" glue" ]=2
3348 [" bert" ]=2
@@ -101,6 +116,7 @@ for file_name in `git diff --numstat upstream/${AGILE_COMPILE_BRANCH} |awk '{pri
101116 dir2=${arr_file_name[1]}
102117 dir3=${arr_file_name[2]}
103118 dir4=${arr_file_name[3]}
119+ file_item=$dir1 /$dir2 /$dir3 /$dir4
104120 echo " file_name:" ${file_name} , " dir1:" ${dir1} , " dir2:" ${dir2} ," dir3:" ${dir3} ," .xx:" ${file_name##* .}
105121 if [ ! -f ${file_name} ]; then # 针对pr删掉文件
106122 continue
@@ -112,7 +128,15 @@ for file_name in `git diff --numstat upstream/${AGILE_COMPILE_BRANCH} |awk '{pri
112128 if [[ ${dir2} =~ " should_deploy" ]]; then # 针对发版mini test
113129 P0case_list[${# P0case_list[*]} ]=transformer
114130 fi
131+ if [[ ${dir2} =~ " regression" ]]; then # ci脚本修改
132+ P0case_list[${# P0case_list[*]} ]=llm
133+ fi
115134 elif [[ ${dir1} =~ " paddlenlp" ]]; then # API 升级
135+ for (( i= 0 ; i< ${# target_lists_for_llm[@]} ; i++ )) ; do # 命中指定路径执行llm
136+ if [[ ${file_item} == * ${target_lists_for_llm[i]} * ]]; then
137+ P0case_list[${# P0case_list[*]} ]=llm
138+ fi
139+ done
116140 if [[ ${dir2} =~ " __init__" ]]; then # 针对发版mini test
117141 P0case_list[${# P0case_list[*]} ]=bert
118142 elif [[ ${! all_P0case_dic[*]} =~ ${dir2} ]]; then
@@ -167,6 +191,8 @@ for file_name in `git diff --numstat upstream/${AGILE_COMPILE_BRANCH} |awk '{pri
167191 Build_list[${dir1} ]=${dir1}
168192 elif [[ ${dir1} =~ " ppdiffusers" ]]; then # 影响编包
169193 Build_list[${dir1} ]=${dir1}
194+ elif [[ ${dir1} =~ " csrc" ]]; then # 推理改动
195+ P0case_list[${# P0case_list[*]} ]=llm
170196 else
171197 continue
172198 fi
@@ -186,8 +212,8 @@ if [[ ${#Build_list[*]} -ne 0 ]];then
186212 echo -e " \033[32m make PaddleNLP.tar.gz \033[0m"
187213 cd /workspace
188214 rm -rf PaddleNLP_dev/build/*
189- cd PaddleNLP_dev && git submodule update --init --recursive && cd -
190- tar -zcvf PaddleNLP.tar.gz PaddleNLP_dev/
215+ cd PaddleNLP_dev && git submodule update --init --recursive
216+ cd /workspace && tar -zcvf PaddleNLP.tar.gz PaddleNLP_dev/
191217 mv PaddleNLP.tar.gz ${PPNLP_HOME} /upload
192218 cd ${PPNLP_HOME}
193219 python upload.py ${PPNLP_HOME} /upload ' paddlenlp/wheels'
0 commit comments