diff --git a/.github/workflows/api-tests.yml b/.github/workflows/api-tests.yml
index c028cc48868730..7e8dcd83b4e4b3 100644
--- a/.github/workflows/api-tests.yml
+++ b/.github/workflows/api-tests.yml
@@ -37,10 +37,12 @@ jobs:
         with:
           python-version: '3.10'
           cache: 'pip'
-          cache-dependency-path: ./api/requirements.txt
+          cache-dependency-path: |
+            ./api/requirements.txt
+            ./api/requirements-dev.txt
 
       - name: Install dependencies
-        run: pip install -r ./api/requirements.txt
+        run: pip install -r ./api/requirements.txt -r ./api/requirements-dev.txt
 
       - name: Run ModelRuntime
         run: pytest api/tests/integration_tests/model_runtime/anthropic api/tests/integration_tests/model_runtime/azure_openai api/tests/integration_tests/model_runtime/openai api/tests/integration_tests/model_runtime/chatglm api/tests/integration_tests/model_runtime/google api/tests/integration_tests/model_runtime/xinference api/tests/integration_tests/model_runtime/huggingface_hub/test_llm.py
diff --git a/api/requirements-dev.txt b/api/requirements-dev.txt
new file mode 100644
index 00000000000000..2ac72f3797b64b
--- /dev/null
+++ b/api/requirements-dev.txt
@@ -0,0 +1,4 @@
+coverage~=7.2.4
+pytest~=7.3.1
+pytest-mock~=3.11.1
+pytest-benchmark~=4.0.0
diff --git a/api/requirements.txt b/api/requirements.txt
index 874ca63827a5c5..a0c5ab2f52a6bc 100644
--- a/api/requirements.txt
+++ b/api/requirements.txt
@@ -1,4 +1,3 @@
-coverage~=7.2.4
 beautifulsoup4==4.12.2
 flask~=3.0.1
 Flask-SQLAlchemy~=3.0.5
@@ -16,9 +15,6 @@ tiktoken~=0.6.0
 psycopg2-binary~=2.9.6
 pycryptodome==3.19.1
 python-dotenv==1.0.0
-pytest~=7.3.1
-pytest-mock~=3.11.1
-pytest-benchmark~=4.0.0
 Authlib==1.2.0
 boto3==1.28.17
 tenacity==8.2.2