forked from phoenix/litellm-mirror
fix hf routing bug
This commit is contained in:
parent
df156f672b
commit
e2d23afae4
3 changed files with 3 additions and 6 deletions
Binary file not shown.
|
@ -239,6 +239,7 @@ def completion(
|
|||
model
|
||||
] # update the model to the actual value if an alias has been passed in
|
||||
model_response = ModelResponse()
|
||||
|
||||
if deployment_id != None: # azure llms
|
||||
model=deployment_id
|
||||
custom_llm_provider="azure"
|
||||
|
@ -706,11 +707,7 @@ def completion(
|
|||
original_response=response,
|
||||
additional_args={"headers": litellm.headers},
|
||||
)
|
||||
elif (
|
||||
(
|
||||
model in litellm.huggingface_models and
|
||||
custom_llm_provider!="custom" # if users use a hf model, with a custom/provider. See implementation of custom_llm_provider == custom
|
||||
) or
|
||||
elif (
|
||||
custom_llm_provider == "huggingface"
|
||||
):
|
||||
custom_llm_provider = "huggingface"
|
||||
|
|
|
@ -1,6 +1,6 @@
|
|||
[tool.poetry]
|
||||
name = "litellm"
|
||||
version = "0.1.794"
|
||||
version = "0.1.795"
|
||||
description = "Library to easily interface with LLM API providers"
|
||||
authors = ["BerriAI"]
|
||||
license = "MIT License"
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue