From 9ca7de58d6b0b43c731368952ca9411c848ad93c Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Thu, 12 Sep 2024 08:42:00 -0700
Subject: [PATCH] fix testing

---
 .circleci/config.yml | 36 +++++++++++++++++++++++++++++++++++-
 1 file changed, 35 insertions(+), 1 deletion(-)

diff --git a/.circleci/config.yml b/.circleci/config.yml
index 53a3e541f..c55a8870d 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -105,7 +105,7 @@ jobs:
           command: |
             pwd
             ls
-            python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router and not assistants"
+            python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router and not assistants and not whisper and not speech"
           no_output_timeout: 120m
 
       # Store test results
@@ -203,6 +203,33 @@ jobs:
       # Store test results
       - store_test_results:
           path: test-results
+  litellm_transcriptions_speech_api_testing: # Runs all tests with the "assistants" keyword
+    docker:
+        - image: cimg/python:3.11
+    working_directory: ~/project
+
+    steps:
+      - checkout
+      - run:
+          name: Install Dependencies
+          command: |
+            python -m pip install --upgrade pip
+            python -m pip install -r requirements.txt
+            pip install "pytest==7.3.1"
+            pip install "respx==0.21.1"
+            pip install "pytest-retry==1.6.3"
+            pip install "pytest-asyncio==0.21.1"
+      # Run pytest and generate JUnit XML report
+      - run:
+          name: Run tests
+          command: |
+            pwd
+            ls
+            python -m pytest litellm/tests/ -vv -k "whisper and speech" -x -s -v --junitxml=test-results/junit.xml --durations=5
+          no_output_timeout: 120m
+      # Store test results
+      - store_test_results:
+          path: test-results
   load_testing:
     docker:
       - image: cimg/python:3.11
@@ -664,6 +691,12 @@ workflows:
                 only:
                   - main
                   - /litellm_.*/
+      - litellm_transcriptions_speech_api_testing:
+          filters:
+            branches:
+              only:
+                - main
+                - /litellm_.*/
       - litellm_router_testing:
           filters:
             branches:
@@ -713,6 +746,7 @@ workflows:
             - load_testing
             - litellm_router_testing
             - litellm_assistants_api_testing
+            - litellm_transcriptions_speech_api_testing
             - ui_endpoint_testing
             - installing_litellm_on_python
             - proxy_log_to_otel_tests