remove requirements-dev.txt (#3147)

Author: zjjlivein

.github/workflows/ce-build-images.yml

@@ -76,7 +76,6 @@ jobs:
           COPY PaddleFormers/ /tmp/paddleformers/
           WORKDIR /tmp/paddleformers
           RUN python -m pip install -r requirements.txt --progress-bar off
-          RUN python -m pip install -r requirements-dev.txt --progress-bar off
           RUN python -m pip install -r tests/requirements.txt --progress-bar off
           RUN python setup.py bdist_wheel
           RUN python -m pip install dist/*.whl --progress-bar off

Makefile

@@ -64,7 +64,7 @@ install:
 	    echo "Unknown CUDA version."; \
 	fi; \
 	echo "Using pip source: $$PADDLE_SOURCE"; \
-	pip install -r requirements-dev.txt \
+	pip install -r tests/requirements.txt \
 	pip install -r requirements.txt --extra-index-url "$$PADDLE_SOURCE"; \
 	pre-commit install
 

requirements-dev.txt

@@ -54,7 +54,7 @@ paddleformers_build (){
     rm -rf paddleformers.egg-info/
 
     python -m pip install -r requirements.txt
-    python -m pip install -r requirements-dev.txt
+    python -m pip install -r tests/requirements.txt \
     python setup.py bdist_wheel
     python -m pip install --ignore-installed  dist/p****.whl --force-reinstall --no-dependencies
     python -c "import paddleformers; print('paddleformers commit:',paddleformers.version.commit)" >> ${log_path}/commit_info.txt

scripts/dependence/build.sh

@@ -28,7 +28,6 @@ install_requirements() {
     python -m pip config --user set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
     python -m pip config --user set global.trusted-host pypi.tuna.tsinghua.edu.cn
     python -m pip uninstall paddlepaddle paddlepaddle_gpu paddlefleet -y
-    python -m pip install -r requirements-dev.txt
     # python -m pip install --no-cache-dir ${paddle} --no-dependencies --progress-bar off
     python setup.py bdist_wheel > /dev/null
     uv pip install dist/p****.whl --system --prerelease=allow -i https://pypi.tuna.tsinghua.edu.cn/simple --extra-index-url https://www.paddlepaddle.org.cn/packages/nightly/cu126/ --index-strategy unsafe-best-match

scripts/regression/ci_model_unittest.sh

@@ -38,7 +38,6 @@ install_requirements() {
     python -m pip config --user set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
     python -m pip config --user set global.trusted-host pypi.tuna.tsinghua.edu.cn
     python -m pip uninstall paddlepaddle paddlepaddle_gpu paddlefleet -y
-    python -m pip install -r requirements-dev.txt
     # python -m pip install --no-cache-dir ${paddle} --no-dependencies --progress-bar off
     python setup.py bdist_wheel > /dev/null
     uv pip install dist/p****.whl --system --prerelease=allow -i https://pypi.tuna.tsinghua.edu.cn/simple --extra-index-url https://www.paddlepaddle.org.cn/packages/nightly/cu126/ --index-strategy unsafe-best-match

scripts/unit_test/ci_unittest.sh

@@ -1,27 +1,26 @@
 parameterized
-sentencepiece
-regex
 torch>=2.1
-fast_dataindex
 sacremoses
 pydantic
-modelscope
 hyperopt
 h5py
 deploy
 ray
 loguru==0.6.0
 data
 wget
-huggingface_hub>=0.19.2
-protobuf==3.20.2
 pytest-retry
 gradio
-paddleslim
 codecov-cli
 allure-pytest
 bce-python-sdk==0.8.74
 pytest==8.1.1
 pytest-cov
 pytest-xdist
-pytest-timeout
+pytest-timeout
+paddleocr
+pre-commit
+wandb
+swanlab
+tensorboard
+tensorboardX