forked from phoenix/litellm-mirror
make separate assistants testing pipeline
This commit is contained in:
parent
f880e2b958
commit
e5a776dc07
1 changed files with 35 additions and 1 deletions
|
@ -105,7 +105,7 @@ jobs:
|
||||||
command: |
|
command: |
|
||||||
pwd
|
pwd
|
||||||
ls
|
ls
|
||||||
python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router"
|
python -m pytest -vv litellm/tests/ -x --junitxml=test-results/junit.xml --durations=5 -k "not test_python_38.py and not router and not assistants"
|
||||||
no_output_timeout: 120m
|
no_output_timeout: 120m
|
||||||
|
|
||||||
# Store test results
|
# Store test results
|
||||||
|
@ -176,6 +176,33 @@ jobs:
|
||||||
# Store test results
|
# Store test results
|
||||||
- store_test_results:
|
- store_test_results:
|
||||||
path: test-results
|
path: test-results
|
||||||
|
litellm_assistants_api_testing: # Runs all tests with the "assistants" keyword
|
||||||
|
docker:
|
||||||
|
- image: cimg/python:3.11
|
||||||
|
working_directory: ~/project
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- checkout
|
||||||
|
- run:
|
||||||
|
name: Install Dependencies
|
||||||
|
command: |
|
||||||
|
python -m pip install --upgrade pip
|
||||||
|
python -m pip install -r requirements.txt
|
||||||
|
pip install "pytest==7.3.1"
|
||||||
|
pip install "respx==0.21.1"
|
||||||
|
pip install "pytest-retry==1.6.3"
|
||||||
|
pip install "pytest-asyncio==0.21.1"
|
||||||
|
# Run pytest and generate JUnit XML report
|
||||||
|
- run:
|
||||||
|
name: Run tests
|
||||||
|
command: |
|
||||||
|
pwd
|
||||||
|
ls
|
||||||
|
python -m pytest litellm/tests/ -vv -k "assistants" -x -s -v --junitxml=test-results/junit.xml --durations=5
|
||||||
|
no_output_timeout: 120m
|
||||||
|
# Store test results
|
||||||
|
- store_test_results:
|
||||||
|
path: test-results
|
||||||
load_testing:
|
load_testing:
|
||||||
docker:
|
docker:
|
||||||
- image: cimg/python:3.11
|
- image: cimg/python:3.11
|
||||||
|
@ -631,6 +658,12 @@ workflows:
|
||||||
only:
|
only:
|
||||||
- main
|
- main
|
||||||
- /litellm_.*/
|
- /litellm_.*/
|
||||||
|
- litellm_assistants_api_testing:
|
||||||
|
filters:
|
||||||
|
branches:
|
||||||
|
only:
|
||||||
|
- main
|
||||||
|
- /litellm_.*/
|
||||||
- litellm_router_testing:
|
- litellm_router_testing:
|
||||||
filters:
|
filters:
|
||||||
branches:
|
branches:
|
||||||
|
@ -679,6 +712,7 @@ workflows:
|
||||||
- build_and_test
|
- build_and_test
|
||||||
- load_testing
|
- load_testing
|
||||||
- litellm_router_testing
|
- litellm_router_testing
|
||||||
|
- litellm_assistants_api_testing
|
||||||
- ui_endpoint_testing
|
- ui_endpoint_testing
|
||||||
- installing_litellm_on_python
|
- installing_litellm_on_python
|
||||||
- proxy_log_to_otel_tests
|
- proxy_log_to_otel_tests
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue