phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(utils.py): add async success callbacks for custom functions

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-04 16:36:21 -08:00
parent eab7d41cd3
commit d1a525b6c9
8 changed files with 232 additions and 138 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/router.py
View file

@ -876,6 +876,7 @@ class Router:
self.print_verbose(f"Initializing OpenAI Client for {model_name}, {str(api_base)}")
if "azure" in model_name:
self.print_verbose(f"Initializing Azure OpenAI Client for {model_name}, {str(api_base)}, {api_key}")
if api_version is None:
api_version = "2023-07-01-preview"
if "gateway.ai.cloudflare.com" in api_base:
@ -913,6 +914,7 @@ class Router:
max_retries=max_retries
)
else:
self.print_verbose(f"Initializing OpenAI Client for {model_name}, {str(api_base)}")
model["async_client"] = openai.AsyncOpenAI(
api_key=api_key,
base_url=api_base,