Fix pip error in legacy benchmarks (PaddlePaddle#8978)

* fix pip error

Author: fightfat

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/dygraph/data_parallel/benchmark_common/prepare.sh

@@ -12,7 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get data
 cd ../
 rm -rf data

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/dygraph/finetune/benchmark_common/prepare.sh

@@ -12,7 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get ckpt
 cd ../
 rm -rf ckpt

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/dygraph/hybrid_parallel/benchmark_common/prepare.sh

@@ -12,7 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get data
 cd ../
 rm -rf data

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/dygraph/sequence_parallel/benchmark_common/prepare.sh

@@ -12,7 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get data
 cd ../
 rm -rf data

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/dygraph/sharding/benchmark_common/prepare.sh

@@ -12,7 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get data
 cd ../
 rm -rf data

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/static/auto_amp/benchmark_common/prepare.sh

@@ -12,7 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get data
 cd ../
 rm -rf data

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/static/auto_parallel/benchmark_common/prepare.sh

@@ -12,7 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get data
 cd ../
 rm -rf data

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/static/new_exec_pp/benchmark_common/prepare.sh

@@ -13,7 +13,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get data
 cd ../ || return
 rm -rf data

legacy/model_zoo/gpt-3/benchmarks/test_tipc/gpt/static/new_exec_pp_pir/benchmark_common/prepare.sh

@@ -13,7 +13,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+cp ../requirements.txt ../requirements_nlp.txt
+sed -i '/paddlenlp/d' ../requirements.txt
 python -m pip install -r ../requirements.txt
+sed -i '/paddlenlp/!d' ../requirements_nlp.txt
+python -m pip install -r ../requirements_nlp.txt
 # get data
 cd ../ || return
 rm -rf data

scripts/distribute/ci_case_auto.sh

@@ -1790,7 +1790,11 @@ function before_hook_for_gpt() {
     export https_proxy=${proxy}
     if [[ $FLAGS_install_deps == 0 ]];then
         echo -e "\033[31m ---- Install requirements for GPT auto cases  \033[0m"
+        cp requirements.txt requirements_nlp.txt
+        sed -i '/paddlenlp/d' requirements.txt
         python -m pip install -r requirements.txt --force-reinstall
+        sed -i '/paddlenlp/!d' requirements_nlp.txt
+        python -m pip install -r requirements_nlp.txt
         python -m pip install -r $root_path/requirements.txt
         python -m pip install -r $root_path/requirements-dev.txt
         python -m pip install --no-cache-dir https://paddlenlp.bj.bcebos.com/wheels/paddlenlp-ci-py3-none-any.whl --force-reinstall --no-dependencies