phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

[Feat] Allow setting supports_vision for Custom OpenAI endpoints + Added testing (#5821)

Browse source 
* add test for using images with custom openai endpoints

* run all otel tests

* update name of test

* add custom openai model to test config

* add test for setting supports_vision=True for model

* fix test guardrails aporia

* docs supports vison

* fix yaml

* fix yaml

* docs supports vision

* fix bedrock guardrail test

* fix cohere rerank test

* update model_group doc string

* add better prints on test
This commit is contained in:
Ishaan Jaff 2024-09-21 11:35:55 -07:00 • committed by GitHub
parent 4069942dd8
commit 1973ae8fb8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
10 changed files with 477 additions and 39 deletions
Download patch file Download diff file Expand all files Collapse all files

9
.circleci/config.yml
View file

@ -404,7 +404,7 @@ jobs:
# Store test results
- store_test_results:
path: test-results
proxy_log_to_otel_tests:
proxy_logging_guardrails_model_info_tests:
machine:
image: ubuntu-2204:2023.10.1
resource_class: xlarge
@ -476,6 +476,7 @@ jobs:
-e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
-e AWS_REGION_NAME=$AWS_REGION_NAME \
-e APORIA_API_KEY_1=$APORIA_API_KEY_1 \
-e COHERE_API_KEY=$COHERE_API_KEY \
--name my-app \
-v $(pwd)/litellm/proxy/example_config_yaml/otel_test_config.yaml:/app/config.yaml \
-v $(pwd)/litellm/proxy/example_config_yaml/custom_guardrail.py:/app/custom_guardrail.py \
@ -503,7 +504,7 @@ jobs:
command: |
pwd
ls
python -m pytest -vv tests/otel_tests/test_otel.py -x --junitxml=test-results/junit.xml --durations=5
python -m pytest -vv tests/otel_tests -x --junitxml=test-results/junit.xml --durations=5
no_output_timeout: 120m
# Store test results
@ -711,7 +712,7 @@ workflows:
only:
- main
- /litellm_.*/
- proxy_log_to_otel_tests:
- proxy_logging_guardrails_model_info_tests:
filters:
branches:
only:
@ -751,7 +752,7 @@ workflows:
- litellm_assistants_api_testing
- ui_endpoint_testing
- installing_litellm_on_python
- proxy_log_to_otel_tests
- proxy_logging_guardrails_model_info_tests
- proxy_pass_through_endpoint_tests
filters:
branches: