phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(main.py): fix text-completion vllm routing

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-19 17:47:36 -07:00
parent 4d3079e9e0
commit 87c0ef2153
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -1080,7 +1080,6 @@ def completion(
) )
elif ( elif (
custom_llm_provider == "text-completion-openai" custom_llm_provider == "text-completion-openai"
or (text_completion is True and custom_llm_provider == "openai")
or "ft:babbage-002" in model or "ft:babbage-002" in model
or "ft:davinci-002" in model # support for finetuned completion models or "ft:davinci-002" in model # support for finetuned completion models
): ):
@ -3782,6 +3781,12 @@ def text_completion(
) )
kwargs.pop("prompt", None) kwargs.pop("prompt", None)
if model is not None and model.startswith(
"openai/"
): # for openai compatible endpoints - e.g. vllm, call the native /v1/completions endpoint for text completion calls
model = model.replace("openai/", "text-completion-openai/")
kwargs["text_completion"] = True kwargs["text_completion"] = True
response = completion( response = completion(
model=model, model=model,