[dist]pip requirements-dev.txt (#8258)

* pip requirements-dev.txt

* fix

Author: Liujie0926

scripts/distribute/run_ci.sh

@@ -50,6 +50,7 @@ install_paddlenlp(){
     python -m pip uninstall paddlenlp -y
     rm -rf build/ && rm -rf paddlenlp.egg-info/ && rm -rf dist/
     python -m pip install --ignore-installed -r requirements.txt
+    python -m pip install --ignore-installed -r requirements-dev.txt
     python setup.py install
     python setup.py build_ext
     python setup.py bdist_wheel

scripts/regression/run_ci.sh

@@ -55,6 +55,7 @@ nlp_build (){
     rm -rf dist/
 
     python -m pip install -r requirements.txt
+    python -m pip install -r requirements-dev.txt
     python setup.py bdist_wheel
     # python -m pip install --ignore-installed  dist/p****.whl
 }

tests/test_tipc/auto_tuner/llama_finetune/benchmark_common/prepare.sh

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 python -m pip install -r ../requirements.txt
-pip install regex
+python -m pip install -r ../requirements-dev.txt
 
 cd ../llm/
 rm -rf data

tests/test_tipc/auto_tuner/llama_pretrain/benchmark_common/prepare.sh

@@ -13,6 +13,7 @@
 # limitations under the License.
 
 python -m pip install -r ../requirements.txt
+python -m pip install -r ../requirements-dev.txt
 
 # install fused_ln custom ops
 cd ../model_zoo/gpt-3/external_ops/

tests/test_tipc/dygraph/ft/benchmark_common/prepare.sh

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 python -m pip install -r ../requirements.txt
-pip install regex
+python -m pip install -r ../requirements-dev.txt
 
 cd ../llm
 

tests/test_tipc/dygraph/hybrid_parallelism/ce_gpt/benchmark_common/prepare.sh

@@ -26,7 +26,7 @@
 # limitations under the License.
 
 python -m pip install -r ../requirements.txt
-python -m pip install regex
+python -m pip install -r ../requirements-dev.txt
 # get data
 cd ../llm/gpt-3
 rm -rf data

tests/test_tipc/dygraph/hybrid_parallelism/llama/benchmark_common/prepare.sh

@@ -13,6 +13,7 @@
 # limitations under the License.
 
 python -m pip install -r ../requirements.txt
+python -m pip install -r ../requirements-dev.txt
 
 # install fused_ln custom ops
 cd ../model_zoo/gpt-3/external_ops/

tests/test_tipc/dygraph/hybrid_parallelism/llama2/benchmark_common/prepare.sh

@@ -13,6 +13,7 @@
 # limitations under the License.
 
 python -m pip install -r ../requirements.txt
+python -m pip install -r ../requirements-dev.txt
 
 # install fused_ln custom ops
 cd ../model_zoo/gpt-3/external_ops/

tests/test_tipc/dygraph/hybrid_parallelism/qwen/benchmark_common/prepare.sh

@@ -13,6 +13,7 @@
 # limitations under the License.
 
 python -m pip install -r ../requirements.txt
+python -m pip install -r ../requirements-dev.txt
 
 python -m pip install tiktoken
 

tests/test_tipc/llm/prepare.sh

@@ -14,6 +14,7 @@
 
 cd ..
 sed -i -e "s/paddlepaddle/#paddlepaddle/g" requirements-dev.txt
+sed -i -e "s/pip install paddlepaddle/#pip install paddlepaddle/g" Makefile
 
 make install