phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix hf routing bug

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-28 13:32:39 -07:00
parent 91f906d7c5
commit 46044b70a8
3 changed files with 3 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -239,6 +239,7 @@ def completion(
model
] # update the model to the actual value if an alias has been passed in
model_response = ModelResponse()
if deployment_id != None: # azure llms
model=deployment_id
custom_llm_provider="azure"
@ -706,11 +707,7 @@ def completion(
original_response=response,
additional_args={"headers": litellm.headers},
)
elif (
(
model in litellm.huggingface_models and
custom_llm_provider!="custom" # if users use a hf model, with a custom/provider. See implementation of custom_llm_provider == custom
) or
elif (
custom_llm_provider == "huggingface"
):
custom_llm_provider = "huggingface"