phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) use os.environ/ for azure vision enhance

Browse source
This commit is contained in:
ishaan-jaff 2024-01-17 21:26:47 -08:00
parent 79c412cab5
commit 85b5395692
2 changed files with 42 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

27
litellm/proxy/proxy_config.yaml
View file

@ -11,6 +11,17 @@ model_list:
output_cost_per_token: 0.00003 output_cost_per_token: 0.00003
max_tokens: 4096 max_tokens: 4096
base_model: gpt-3.5-turbo base_model: gpt-3.5-turbo
- model_name: gpt-vision
litellm_params:
model: azure/gpt-4-vision
base_url: https://gpt-4-vision-resource.openai.azure.com/openai/deployments/gpt-4-vision/extensions
api_key: os.environ/AZURE_VISION_API_KEY
api_version: "2023-09-01-preview"
dataSources:
- type: AzureComputerVision
parameters:
endpoint: os.environ/AZURE_VISION_ENHANCE_ENDPOINT
key: os.environ/AZURE_VISION_ENHANCE_KEY
- model_name: BEDROCK_GROUP - model_name: BEDROCK_GROUP
litellm_params: litellm_params:
model: bedrock/cohere.command-text-v14 model: bedrock/cohere.command-text-v14
@ -50,14 +61,14 @@ litellm_settings:
# setting callback class # setting callback class
# callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance] # callbacks: custom_callbacks.proxy_handler_instance # sets litellm.callbacks = [proxy_handler_instance]
general_settings: # general_settings:
master_key: sk-1234 # master_key: sk-1234
database_type: "dynamo_db" # database_type: "dynamo_db"
database_args: { # 👈 all args - https://github.com/BerriAI/litellm/blob/befbcbb7ac8f59835ce47415c128decf37aac328/litellm/proxy/_types.py#L190 # database_args: { # 👈 all args - https://github.com/BerriAI/litellm/blob/befbcbb7ac8f59835ce47415c128decf37aac328/litellm/proxy/_types.py#L190
"billing_mode": "PAY_PER_REQUEST", # "billing_mode": "PAY_PER_REQUEST",
"region_name": "us-west-2", # "region_name": "us-west-2",
"ssl_verify": False # "ssl_verify": False
} # }

23
litellm/tests/test_router_init.py
View file

@ -337,6 +337,15 @@ def test_router_init_gpt_4_vision_enhancements():
"model": "azure/gpt-4-vision", "model": "azure/gpt-4-vision",
"api_key": os.getenv("AZURE_API_KEY"), "api_key": os.getenv("AZURE_API_KEY"),
"base_url": "https://gpt-4-vision-resource.openai.azure.com/openai/deployments/gpt-4-vision/extensions/", "base_url": "https://gpt-4-vision-resource.openai.azure.com/openai/deployments/gpt-4-vision/extensions/",
"dataSources": [
{
"type": "AzureComputerVision",
"parameters": {
"endpoint": "os.environ/AZURE_VISION_ENHANCE_ENDPOINT",
"key": "os.environ/AZURE_VISION_ENHANCE_KEY",
},
}
],
}, },
} }
] ]
@ -351,6 +360,20 @@ def test_router_init_gpt_4_vision_enhancements():
== "https://gpt-4-vision-resource.openai.azure.com/openai/deployments/gpt-4-vision/extensions/" == "https://gpt-4-vision-resource.openai.azure.com/openai/deployments/gpt-4-vision/extensions/"
) # set in env ) # set in env
assert (
router.model_list[0]["litellm_params"]["dataSources"][0]["parameters"][
"endpoint"
]
== os.environ["AZURE_VISION_ENHANCE_ENDPOINT"]
)
assert (
router.model_list[0]["litellm_params"]["dataSources"][0]["parameters"][
"key"
]
== os.environ["AZURE_VISION_ENHANCE_KEY"]
)
azure_client = router._get_client( azure_client = router._get_client(
deployment=router.model_list[0], deployment=router.model_list[0],
kwargs={"stream": True, "model": "gpt-4-vision-enhancements"}, kwargs={"stream": True, "model": "gpt-4-vision-enhancements"},