From 68919027f42d5da2e60f1b9182f4e5e67c3df2eb Mon Sep 17 00:00:00 2001 From: jeff41404 Date: Thu, 20 Jun 2024 03:41:44 +0000 Subject: [PATCH] because PaddleNLP has changed path of model_zoo, we also changed in ci_case_auto.sh and ci_case_dy.sh --- scripts/distribute/ci_case_auto.sh | 2 +- scripts/distribute/ci_case_dy.sh | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/scripts/distribute/ci_case_auto.sh b/scripts/distribute/ci_case_auto.sh index 04cdd44f0d91..167a86fc468e 100755 --- a/scripts/distribute/ci_case_auto.sh +++ b/scripts/distribute/ci_case_auto.sh @@ -19,7 +19,7 @@ set -e export log_path=/workspace/case_logs export root_path=/workspace/PaddleNLP -export gpt_case_path=$root_path/model_zoo/gpt-3 +export gpt_case_path=$root_path/legacy/model_zoo/gpt-3 export gpt_data_path=/fleetx_data export llama_case_path=$root_path/llm/llama/auto_parallel diff --git a/scripts/distribute/ci_case_dy.sh b/scripts/distribute/ci_case_dy.sh index ad6979f07902..b75900b9fa3f 100644 --- a/scripts/distribute/ci_case_dy.sh +++ b/scripts/distribute/ci_case_dy.sh @@ -19,7 +19,7 @@ set -e export log_path=/workspace/case_logs export root_path=/workspace/PaddleNLP -export gpt_case_path=$root_path/model_zoo/gpt-3 +export gpt_case_path=$root_path/legacy/model_zoo/gpt-3 export gpt_data_path=/fleetx_data export llm_gpt_case_path=$root_path/llm/gpt-3 @@ -273,7 +273,7 @@ function gpt_export_345M_mp1() { rm -rf $log_dir rm -rf output - export PYTHONPATH=$root_path/model_zoo/gpt-3:$PYTHONPATH + export PYTHONPATH=$root_path/legacy/model_zoo/gpt-3:$PYTHONPATH export CUDA_VISIBLE_DEVICES=1 python -m paddle.distributed.launch --log_dir $log_dir --devices "1" \ ./tools/auto_export.py \ @@ -294,7 +294,7 @@ function gpt_export_345M_mp2() { rm -rf $log_dir rm -rf output - export PYTHONPATH=$root_path/model_zoo/gpt-3:$PYTHONPATH + export PYTHONPATH=$root_path/legacy/model_zoo/gpt-3:$PYTHONPATH export CUDA_VISIBLE_DEVICES=0,1 python -m paddle.distributed.launch --devices "0,1" \ ./tools/auto_export.py \