phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(utils.py): add async success callbacks for custom functions

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-04 16:36:21 -08:00
parent b90fcbdac4
commit e0ccb281d8
8 changed files with 232 additions and 138 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router.py
View file

@ -876,6 +876,7 @@ class Router:
self.print_verbose(f"Initializing OpenAI Client for {model_name}, {str(api_base)}")
if "azure" in model_name:
self.print_verbose(f"Initializing Azure OpenAI Client for {model_name}, {str(api_base)}, {api_key}")
if api_version is None:
api_version = "2023-07-01-preview"
if "gateway.ai.cloudflare.com" in api_base:
@ -913,6 +914,7 @@ class Router:
max_retries=max_retries
)
else:
self.print_verbose(f"Initializing OpenAI Client for {model_name}, {str(api_base)}")
model["async_client"] = openai.AsyncOpenAI(
api_key=api_key,
base_url=api_base,