phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) router: azure/embedding support

Browse source
This commit is contained in:
ishaan-jaff 2023-11-29 19:06:36 -08:00
parent 0311c73df4
commit cf9f3d0005
2 changed files with 33 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/router.py
View file

@ -327,7 +327,7 @@ class Router:
data["model"] = original_model_string[:index_of_model_id]
else:
data["model"] = original_model_string
model_client = deployment.get("async_client", None)
model_client = deployment.get("client", None)
return await litellm.aembedding(**{**data, "input": input, "caching": self.cache_responses, "client": model_client, **kwargs})
@ -830,6 +830,7 @@ class Router:
or custom_llm_provider == "openai"
or custom_llm_provider == "azure"
or "ft:gpt-3.5-turbo" in model_name
or model_name in litellm.open_ai_embedding_models
):
# glorified / complicated reading of configs
# user can pass vars directly or they can pas os.environ/AZURE_API_KEY, in which case we will read the env