phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) return Azure enahncements used

Browse source
This commit is contained in:
ishaan-jaff 2024-01-17 18:43:58 -08:00
parent f4c5c56638
commit debef7544d
1 changed files with 20 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/utils.py
View file

@ -252,7 +252,13 @@ class Delta(OpenAIObject):
class Choices(OpenAIObject): class Choices(OpenAIObject):
def __init__( def __init__(
self, finish_reason=None, index=0, message=None, logprobs=None, **params self,
finish_reason=None,
index=0,
message=None,
logprobs=None,
enhancements=None,
**params,
): ):
super(Choices, self).__init__(**params) super(Choices, self).__init__(**params)
self.finish_reason = ( self.finish_reason = (
@ -265,6 +271,8 @@ class Choices(OpenAIObject):
self.message = message self.message = message
if logprobs is not None: if logprobs is not None:
self.logprobs = logprobs self.logprobs = logprobs
if enhancements is not None:
self.enhancements = enhancements
def __contains__(self, key): def __contains__(self, key):
# Define custom behavior for the 'in' operator # Define custom behavior for the 'in' operator
@ -319,6 +327,7 @@ class StreamingChoices(OpenAIObject):
index=0, index=0,
delta: Optional[Delta] = None, delta: Optional[Delta] = None,
logprobs=None, logprobs=None,
enhancements=None,
**params, **params,
): ):
super(StreamingChoices, self).__init__(**params) super(StreamingChoices, self).__init__(**params)
@ -334,6 +343,8 @@ class StreamingChoices(OpenAIObject):
if logprobs is not None: if logprobs is not None:
self.logprobs = logprobs self.logprobs = logprobs
if enhancements is not None:
self.enhancements = enhancements
def __contains__(self, key): def __contains__(self, key):
# Define custom behavior for the 'in' operator # Define custom behavior for the 'in' operator
@ -5092,8 +5103,13 @@ def convert_to_streaming_response(response_object: Optional[dict] = None):
# gpt-4 vision can return 'finish_reason' or 'finish_details' # gpt-4 vision can return 'finish_reason' or 'finish_details'
finish_reason = choice.get("finish_details") finish_reason = choice.get("finish_details")
logprobs = choice.get("logprobs", None) logprobs = choice.get("logprobs", None)
enhancements = choice.get("enhancements", None)
choice = StreamingChoices( choice = StreamingChoices(
finish_reason=finish_reason, index=idx, delta=delta, logprobs=logprobs finish_reason=finish_reason,
index=idx,
delta=delta,
logprobs=logprobs,
enhancements=enhancements,
) )
choice_list.append(choice) choice_list.append(choice)
@ -5151,11 +5167,13 @@ def convert_to_model_response_object(
# gpt-4 vision can return 'finish_reason' or 'finish_details' # gpt-4 vision can return 'finish_reason' or 'finish_details'
finish_reason = choice.get("finish_details") finish_reason = choice.get("finish_details")
logprobs = choice.get("logprobs", None) logprobs = choice.get("logprobs", None)
enhancements = choice.get("enhancements", None)
choice = Choices( choice = Choices(
finish_reason=finish_reason, finish_reason=finish_reason,
index=idx, index=idx,
message=message, message=message,
logprobs=logprobs, logprobs=logprobs,
enhancements=enhancements,
) )
choice_list.append(choice) choice_list.append(choice)
model_response_object.choices = choice_list model_response_object.choices = choice_list