diff --git a/tests/test_tipc/dygraph/hybrid_parallelism/ce_gpt/benchmark_common/run_benchmark.sh b/tests/test_tipc/dygraph/hybrid_parallelism/ce_gpt/benchmark_common/run_benchmark.sh index 315489b3111f..6efd5d8084bf 100755 --- a/tests/test_tipc/dygraph/hybrid_parallelism/ce_gpt/benchmark_common/run_benchmark.sh +++ b/tests/test_tipc/dygraph/hybrid_parallelism/ce_gpt/benchmark_common/run_benchmark.sh @@ -203,7 +203,7 @@ export FLAGS_cudnn_deterministic=True export FLAGS_cudnn_deterministic=1 export FLAGS_embedding_deterministic=1 -export PYTHONPATH="../../../PaddleNLP/" +export PYTHONPATH="../../PaddleNLP/" source ${BENCHMARK_ROOT}/scripts/run_model.sh # 在该脚本中会对符合benchmark规范的log使用analysis.py 脚本进行性能数据解析;如果不联调只想要产出训练log可以注掉本行,提交时需打开 _set_params $@ #_train # 如果只产出训练log,不解析,可取消注释 diff --git a/tests/test_tipc/dygraph/hybrid_parallelism/qwen/benchmark_common/run_benchmark.sh b/tests/test_tipc/dygraph/hybrid_parallelism/qwen/benchmark_common/run_benchmark.sh index 2b7c5682d1ee..1440bbf85867 100644 --- a/tests/test_tipc/dygraph/hybrid_parallelism/qwen/benchmark_common/run_benchmark.sh +++ b/tests/test_tipc/dygraph/hybrid_parallelism/qwen/benchmark_common/run_benchmark.sh @@ -230,6 +230,7 @@ function _train(){ } export PYTHONPATH=$(dirname "$PWD"):$PYTHONPATH +export CUDA_DEVICE_MAX_CONNECTIONS=1 source ${BENCHMARK_ROOT}/scripts/run_model.sh # 在该脚本中会对符合benchmark规范的log使用analysis.py 脚本进行性能数据解析;如果不联调只想要产出训练log可以注掉本行,提交时需打开 _set_params $@ diff --git a/tests/test_tipc/dygraph/moe/gpt/benchmark_common/prepare.sh b/tests/test_tipc/dygraph/moe/gpt/benchmark_common/prepare.sh index f8127560c48d..ebb7ad65fd47 100644 --- a/tests/test_tipc/dygraph/moe/gpt/benchmark_common/prepare.sh +++ b/tests/test_tipc/dygraph/moe/gpt/benchmark_common/prepare.sh @@ -25,4 +25,4 @@ python3 -m pip install --upgrade paddlenlp cd ../legacy/model_zoo/moe/dygraph/ rm -rf data mkdir data && cd data -wget https://bj.bcebos.com/paddlenlp/models/transformers/gpt2/train.data.json_ids.npz +wget https://bj.bcebos.com/paddlenlp/models/transformers/gpt2/train.data.json_ids.npz \ No newline at end of file