phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

PromptLayer: fixed error catching + converting OpenAIs Pydantic output to dicts

Browse source
This commit is contained in:
Samy Chouiti 2024-01-21 22:52:04 +01:00
parent f8759f1b37
commit 002993d787
1 changed files with 10 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/integrations/prompt_layer.py
View file

@ -2,6 +2,7 @@
# On success, logs events to Promptlayer # On success, logs events to Promptlayer
import dotenv, os import dotenv, os
import requests import requests
from pydantic import BaseModel
dotenv.load_dotenv() # Loading env variables using dotenv dotenv.load_dotenv() # Loading env variables using dotenv
import traceback import traceback
@ -37,6 +38,10 @@ class PromptLayerLogger:
f"Prompt Layer Logging - Enters logging function for model kwargs: {new_kwargs}\n, response: {response_obj}" f"Prompt Layer Logging - Enters logging function for model kwargs: {new_kwargs}\n, response: {response_obj}"
) )
# python-openai >= 1.0.0 returns Pydantic objects instead of jsons
if isinstance(response_obj, BaseModel):
response_obj = response_obj.model_dump()
request_response = requests.post( request_response = requests.post(
"https://api.promptlayer.com/rest/track-request", "https://api.promptlayer.com/rest/track-request",
json={ json={
@ -53,12 +58,14 @@ class PromptLayerLogger:
# "prompt_version":1, # "prompt_version":1,
}, },
) )
response_json = request_response.json()
if not request_response.json().get("success", False):
raise Exception("Promptlayer did not successfully log the response!")
print_verbose( print_verbose(
f"Prompt Layer Logging: success - final response object: {request_response.text}" f"Prompt Layer Logging: success - final response object: {request_response.text}"
) )
response_json = request_response.json()
if "success" not in request_response.json():
raise Exception("Promptlayer did not successfully log the response!")
if "request_id" in response_json: if "request_id" in response_json:
if metadata: if metadata: