【benchmark】 fix model_zoo path (#8643)

* add llama-7b_auto_dp2mp2pp2 benchmark sh

* add llama-7b_auto_dp2mp2pp2 benchmark script for cinn

* update llama-7b_auto_dp2mp2pp2 benchmark script

* Update run_benchmark.sh

* Update run_benchmark.sh

* fix llama-7b_auto_dp2mp2pp2/benchmark_common

* Update run_benchmark.sh

* Update prepare.sh

* Update prepare.sh

* Update prepare.sh

* Update prepare.sh

* Update prepare.sh

Author: mmglove

tests/test_tipc/auto_tuner/llama_pretrain/benchmark_common/prepare.sh

@@ -16,11 +16,11 @@ python -m pip install -r ../requirements.txt
 python -m pip install -r ../requirements-dev.txt
 
 # install fused_ln custom ops
-cd ../model_zoo/gpt-3/external_ops/
+cd ../legacy/model_zoo/gpt-3/external_ops/
 python setup.py install
 
 # install tool_helpers
-cd ../../../llm/llama
+cd ../../../../llm/llama
 python -m pip install tool_helpers
 
 rm -rf data && mkdir data

tests/test_tipc/dygraph/hybrid_parallelism/llama/benchmark_common/prepare.sh

@@ -16,16 +16,16 @@ python -m pip install -r ../requirements.txt
 python -m pip install -r ../requirements-dev.txt
 
 # install fused_ln custom ops
-cd ../model_zoo/gpt-3/external_ops/
+cd ../legacy/model_zoo/gpt-3/external_ops/
 python setup.py install
 
 # install tool_helpers
-cd ../../../llm/llama
+cd ../../../../llm/llama
 python -m pip install tool_helpers
 
 wget https://bj.bcebos.com/paddlenlp/models/transformers/llama/data/llama_openwebtext_100k_ids.npy
 wget https://bj.bcebos.com/paddlenlp/models/transformers/llama/data/llama_openwebtext_100k_idx.npz
 
 mkdir data
 mv llama_openwebtext_100k_ids.npy ./data
-mv llama_openwebtext_100k_idx.npz ./data
+mv llama_openwebtext_100k_idx.npz ./data

tests/test_tipc/dygraph/hybrid_parallelism/llama2/benchmark_common/prepare.sh

@@ -16,11 +16,11 @@ python -m pip install -r ../requirements.txt
 python -m pip install -r ../requirements-dev.txt
 
 # install fused_ln custom ops
-cd ../model_zoo/gpt-3/external_ops/
+cd ../legacy/model_zoo/gpt-3/external_ops/
 python setup.py install
 
 # install tool_helpers
-cd ../../../llm/llama
+cd ../../../../llm/llama
 python -m pip install tool_helpers
 
 # download data

tests/test_tipc/dygraph/hybrid_parallelism/qwen/benchmark_common/prepare.sh

@@ -18,16 +18,16 @@ python -m pip install -r ../requirements-dev.txt
 python -m pip install tiktoken
 
 # install fused_ln custom ops
-cd ../model_zoo/gpt-3/external_ops/
+cd ../legacy/model_zoo/gpt-3/external_ops/
 python setup.py install
 
 # install tool_helpers
-cd ../../../llm/qwen
+cd ../../../../llm/qwen
 python -m pip install tool_helpers
 
 wget https://bj.bcebos.com/paddlenlp/models/transformers/llama/data/llama_openwebtext_100k_ids.npy
 wget https://bj.bcebos.com/paddlenlp/models/transformers/llama/data/llama_openwebtext_100k_idx.npz
 
 mkdir data
 mv llama_openwebtext_100k_ids.npy ./data
-mv llama_openwebtext_100k_idx.npz ./data
+mv llama_openwebtext_100k_idx.npz ./data

tests/test_tipc/static/auto_parallel/llama2/benchmark_common/prepare.sh

@@ -16,11 +16,11 @@ python -m pip install -r ../requirements.txt
 python -m pip install -r ../requirements-dev.txt
 
 # install fused_ln custom ops
-cd ../model_zoo/gpt-3/external_ops/
+cd ../legacy/model_zoo/gpt-3/external_ops/
 python setup.py install
 
 # install tool_helpers
-cd ../../../llm/llama
+cd ../../../../llm/llama
 python -m pip install tool_helpers
 
 # download data