phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

make separate assistants testing pipeline

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-12 08:30:21 -07:00
parent f880e2b958
commit e5a776dc07
1 changed files with 35 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

36
.circleci/config.yml
View file

@ -105,7 +105,7 @@ jobs:
command: |
pwd
ls
python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router"
python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router and not assistants"
no_output_timeout: 120m
# Store test results
@ -176,6 +176,33 @@ jobs:
# Store test results
- store_test_results:
path: test-results
litellm_assistants_api_testing: # Runs all tests with the "assistants" keyword
docker:
- image: cimg/python:3.11
working_directory: ~/project
steps:
- checkout
- run:
name: Install Dependencies
command: |
python -m pip install --upgrade pip
python -m pip install -r requirements.txt
pip install "pytest==7.3.1"
pip install "respx==0.21.1"
pip install "pytest-retry==1.6.3"
pip install "pytest-asyncio==0.21.1"
# Run pytest and generate JUnit XML report
- run:
name: Run tests
command: |
pwd
ls
python -m pytest litellm/tests/ -vv -k "assistants" -x -s -v --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
# Store test results
- store_test_results:
path: test-results
load_testing:
docker:
- image: cimg/python:3.11
@ -631,6 +658,12 @@ workflows:
only:
- main
- /litellm_.*/
- litellm_assistants_api_testing:
filters:
branches:
only:
- main
- /litellm_.*/
- litellm_router_testing:
filters:
branches:
@ -679,6 +712,7 @@ workflows:
- build_and_test
- load_testing
- litellm_router_testing
- litellm_assistants_api_testing
- ui_endpoint_testing
- installing_litellm_on_python
- proxy_log_to_otel_tests