phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(add-custom-success-callback-for-streaming): add custom success callback for streaming

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-06 15:01:50 -07:00
parent 868c1c594f
commit 7e34736a38
8 changed files with 89 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/main.py
View file

@ -961,7 +961,7 @@ def completion(
messages=messages
)
else:
prompt = prompt_factory(model=model, messages=messages)
prompt = prompt_factory(model=model, messages=messages, custom_llm_provider=custom_llm_provider)
## LOGGING
logging.pre_call(
@ -1410,6 +1410,7 @@ def text_completion(*args, **kwargs):
kwargs["messages"] = messages
kwargs.pop("prompt")
response = completion(*args, **kwargs) # assume the response is the openai response object
print(f"response: {response}")
formatted_response_obj = {
"id": response["id"],
"object": "text_completion",