phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add metadata logging to promptlayer

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-21 10:45:00 -07:00
parent cf97a9441a
commit b76372cee0
8 changed files with 100 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/integrations/prompt_layer.py
View file

@ -41,8 +41,25 @@ class PromptLayerLogger:
},
)
print_verbose(
f"Prompt Layer Logging: success - final response object: {request_response}"
f"Prompt Layer Logging: success - final response object: {request_response.text}"
)
response_json = request_response.json()
if "success" not in request_response.json():
raise Exception("Promptlayer did not successfully log the response!")
if "request_id" in response_json:
print(kwargs["litellm_params"]["metadata"])
if kwargs["litellm_params"]["metadata"] is not None:
response = requests.post(
"https://api.promptlayer.com/rest/track-metadata",
json={
"request_id": response_json["request_id"],
"api_key": self.key,
"metadata": kwargs["litellm_params"]["metadata"]
},
)
print_verbose(f"Prompt Layer Logging: success - metadata post response object: {response.text}")
except:
print_verbose(f"error: Prompt Layer Error - {traceback.format_exc()}")
pass