phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix linting

Browse source
This commit is contained in:
ishaan-jaff 2023-09-05 17:11:31 -07:00
parent 32e42a4a53
commit f76cfb33f5
1 changed files with 8 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/main.py
View file

@ -791,10 +791,15 @@ def completion(
custom_llm_provider == "custom" custom_llm_provider == "custom"
): ):
import requests import requests
url = ( url = (
litellm.api_base or litellm.api_base or
api_base api_base or
""
) )
if url == None or url == "":
raise ValueError("api_base not set. Set api_base or litellm.api_base for custom endpoints")
""" """
assume input to custom LLM api bases follow this format: assume input to custom LLM api bases follow this format:
resp = requests.post( resp = requests.post(
@ -823,7 +828,7 @@ def completion(
'top_k': top_k, 'top_k': top_k,
} }
}) })
resp = resp.json() response_json = resp.json()
""" """
assume all responses from custom api_bases of this format: assume all responses from custom api_bases of this format:
{ {
@ -837,7 +842,7 @@ def completion(
] ]
} }
""" """
string_response = resp['data'][0]['output'][0] string_response = response_json['data'][0]['output'][0]
## RESPONSE OBJECT ## RESPONSE OBJECT
model_response["choices"][0]["message"]["content"] = string_response model_response["choices"][0]["message"]["content"] = string_response
model_response["created"] = time.time() model_response["created"] = time.time()