phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

petals fixes

Browse source
This commit is contained in:
ishaan-jaff 2023-09-19 09:05:12 -07:00
parent f6ccadabc8
commit 385640b743
4 changed files with 9 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/main.py
View file

@ -959,8 +959,9 @@ def completion(
or custom_llm_provider == "petals-team"
or model in litellm.petals_models
):
custom_llm_provider = "baseten"
custom_llm_provider = "petals"
print("model on petals")
print(model)
model_response = petals.completion(
model=model,
messages=messages,
@ -970,7 +971,6 @@ def completion(
litellm_params=litellm_params,
logger_fn=logger_fn,
encoding=encoding,
api_key=baseten_key,
logging_obj=logging
)
if inspect.isgenerator(model_response) or (stream == True):