This commit is contained in:
Krrish Dholakia 2023-08-17 19:56:37 -07:00
parent 33615c11d8
commit 5e24bac8b3
2 changed files with 2 additions and 2 deletions

View file

@ -433,7 +433,7 @@ def completion(
model_response["model"] = model
response = model_response
elif custom_llm_provider == "petals" or "chat.petals.dev" in litellm.api_base:
elif custom_llm_provider == "petals" or (litellm.api_base and "chat.petals.dev" in litellm.api_base):
url = "https://chat.petals.dev/api/v1/generate"
import requests
prompt = " ".join([message["content"] for message in messages])