phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

logging replicate response logs

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-06 11:28:37 -07:00
parent 1da6026622
commit 44f71aa321
3 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
litellm/__pycache__/utils.cpython-311.pyc
View file

Binary file not shown.

8
litellm/llms/replicate.py
View file

@ -50,6 +50,7 @@ def handle_prediction_response(prediction_url, api_token, print_verbose):
}
status = ""
logs = ""
while True and (status not in ["succeeded", "failed", "canceled"]):
print_verbose("making request")
time.sleep(0.0001)
@ -60,9 +61,10 @@ def handle_prediction_response(prediction_url, api_token, print_verbose):
output_string = "".join(response_data['output'])
print_verbose(f"Non-streamed output:{output_string}")
status = response_data['status']
logs = response_data.get("logs", "")
else:
print_verbose("Failed to fetch prediction status and output.")
return output_string
return output_string, logs
# Function to handle prediction response (streaming)
def handle_prediction_response_streaming(prediction_url, api_token, print_verbose):
@ -131,14 +133,14 @@ def completion(
print_verbose("streaming request")
return handle_prediction_response_streaming(prediction_url, api_key, print_verbose)
else:
result = handle_prediction_response(prediction_url, api_key, print_verbose)
result, logs = handle_prediction_response(prediction_url, api_key, print_verbose)
## LOGGING
logging_obj.post_call(
input=prompt,
api_key="",
original_response=result,
additional_args={"complete_input_dict": input_data},
additional_args={"complete_input_dict": input_data,"logs": logs},
)
print_verbose(f"raw model_response: {result}")

1
litellm/utils.py
View file

@ -241,6 +241,7 @@ class Logging:
self.model_call_details["additional_args"] = additional_args
# User Logging -> if you pass in a custom logging function
print_verbose(f"model call details: {self.model_call_details}")
print_verbose(
f"Logging Details Post-API Call: logger_fn - {self.logger_fn} | callable(logger_fn) - {callable(self.logger_fn)}"
)