fix qwen2vl benchmark training scripts (#963)

Co-authored-by: luyao-cv <[email protected]>
PaddlePaddle · Jan 9, 2025 · 95a2f4b · 95a2f4b
1 parent 55fdef4
commit 95a2f4b
Show file tree

Hide file tree

Showing 5 changed files with 13 additions and 12 deletions.
diff --git a/paddlemix/examples/qwen2_vl/configs/benchmark_chartqa.json b/paddlemix/examples/qwen2_vl/configs/benchmark_chartqa.json
@@ -0,0 +1,7 @@
+{
+    "chartqa_train_18k": {
+      "annotation": "/root/.paddlemix/datasets/playground/opensource_json/chartqa_train_18k.json",
+      "repeat_time": 1
+    }
+  }
+
diff --git a/tests/test_tipc/dygraph/dp/qwen2_vl/N1C8/qwen2_vl_sft_2b_bs1_bf16_DP.sh b/tests/test_tipc/dygraph/dp/qwen2_vl/N1C8/qwen2_vl_sft_2b_bs1_bf16_DP.sh
@@ -18,7 +18,7 @@ bs_item=1
 fp_item=bf16O2
 run_mode=DP
 device_num=N1C8
-max_epochs=3
+max_epochs=1
 num_workers=8
 
 # get data

diff --git a/tests/test_tipc/dygraph/dp/qwen2_vl/N1C8/qwen2_vl_sft_7b_bs1_bf16_DP.sh b/tests/test_tipc/dygraph/dp/qwen2_vl/N1C8/qwen2_vl_sft_7b_bs1_bf16_DP.sh
@@ -18,7 +18,7 @@ bs_item=1
 fp_item=bf16O2
 run_mode=DP
 device_num=N1C8
-max_epochs=3
+max_epochs=1
 num_workers=8
 
 # get data

diff --git a/tests/test_tipc/dygraph/dp/qwen2_vl/benchmark_common/prepare.sh b/tests/test_tipc/dygraph/dp/qwen2_vl/benchmark_common/prepare.sh
@@ -19,21 +19,15 @@ wget https://paddlenlp.bj.bcebos.com/models/community/paddlemix/benchmark/playgr
 tar -xf playground.tar
 mv playground /root/.paddlemix/datasets/
 rm -rf playground.tar
-ln -s /root/.paddlemix/datasets/playground ../
+ln -s /root/.paddlemix/datasets/playground ./
 
 export http_proxy=agent.baidu.com:8188
 export https_proxy=agent.baidu.com:8188
 
 export PYTHONPATH=$(dirname "$PWD"):$PYTHONPATH
-python -m pip install --upgrade pip -i https://mirror.baidu.com/pypi/simple
-python -m pip install einops -i https://mirror.baidu.com/pypi/simple
 python -m pip install -r ../requirements.txt
 python -m pip install -e ../
-python -m pip install --upgrade paddlenlp pybind11 regex sentencepiece tqdm visualdl attrdict easydict pyyaml -i https://mirror.baidu.com/pypi/simple
-pip install -r ../paddlemix/appflow/requirements.txt
-pip install -U ppdiffusers
-python -m pip install https://paddle-wheel.bj.bcebos.com/develop/linux/linux-gpu-cuda11.8-cudnn8.6-mkl-gcc8.2-avx/paddlepaddle_gpu-0.0.0.post118-cp310-cp310-linux_x86_64.whl
-python -m pip install paddlenlp==3.0.0b2
-python -m pip install huggingface_hub==0.23.0
+ python -m pip install paddlepaddle-gpu==3.0.0b2 #-i https://www.paddlepaddle.org.cn/packages/stable/cu123/
+python -m pip install paddlenlp==3.0.0b3
 python -m pip list
 cd -
diff --git a/tests/test_tipc/dygraph/dp/qwen2_vl/benchmark_common/run_benchmark.sh b/tests/test_tipc/dygraph/dp/qwen2_vl/benchmark_common/run_benchmark.sh
@@ -105,7 +105,7 @@ function _train(){
     train_cmd="../paddlemix/examples/qwen2_vl/qwen2vl_finetune.py \
             --do_train \
             ${use_model_args} \
-            --meta_path ../paddlemix/examples/qwen2_vl/configs/benchmark_chartqa_500.json \
+            --meta_path ../paddlemix/examples/qwen2_vl/configs/benchmark_chartqa.json \
             ${use_output_args} \
             --logging_steps=1 \
             --num_train_epochs=${max_epochs} \