diff --git a/.circleci/config.yml b/.circleci/config.yml index 07a247c9e..53a3e541f 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -105,7 +105,7 @@ jobs: command: | pwd ls - python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router" + python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router and not assistants" no_output_timeout: 120m # Store test results @@ -176,6 +176,33 @@ jobs: # Store test results - store_test_results: path: test-results + litellm_assistants_api_testing: # Runs all tests with the "assistants" keyword + docker: + - image: cimg/python:3.11 + working_directory: ~/project + + steps: + - checkout + - run: + name: Install Dependencies + command: | + python -m pip install --upgrade pip + python -m pip install -r requirements.txt + pip install "pytest==7.3.1" + pip install "respx==0.21.1" + pip install "pytest-retry==1.6.3" + pip install "pytest-asyncio==0.21.1" + # Run pytest and generate JUnit XML report + - run: + name: Run tests + command: | + pwd + ls + python -m pytest litellm/tests/ -vv -k "assistants" -x -s -v --junitxml=test-results/junit.xml --durations=5 + no_output_timeout: 120m + # Store test results + - store_test_results: + path: test-results load_testing: docker: - image: cimg/python:3.11 @@ -631,6 +658,12 @@ workflows: only: - main - /litellm_.*/ + - litellm_assistants_api_testing: + filters: + branches: + only: + - main + - /litellm_.*/ - litellm_router_testing: filters: branches: @@ -679,6 +712,7 @@ workflows: - build_and_test - load_testing - litellm_router_testing + - litellm_assistants_api_testing - ui_endpoint_testing - installing_litellm_on_python - proxy_log_to_otel_tests