phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(openai.p): adding support for exception mapping for openai-compatible apis via http calls

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-13 21:56:43 -07:00
parent b455bdfff1
commit ec5e7aa4a9
8 changed files with 4943 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/proxy_server.py
View file

@ -332,7 +332,6 @@ def logger(
end_time=None # start/end time
):
log_event_type = kwargs['log_event_type']
print(f"REACHES LOGGER: {log_event_type}")
try:
if log_event_type == 'pre_api_call':
inference_params = copy.deepcopy(kwargs)
@ -355,7 +354,6 @@ def logger(
with open(log_file, 'w') as f:
json.dump(existing_data, f, indent=2)
elif log_event_type == 'post_api_call':
print(f"post api call kwargs: {kwargs}")
if "stream" not in kwargs["optional_params"] or kwargs["optional_params"]["stream"] is False or kwargs.get("complete_streaming_response", False):
inference_params = copy.deepcopy(kwargs)
timestamp = inference_params.pop('start_time')
@ -438,7 +436,6 @@ async def completion(request: Request):
@router.post("/chat/completions")
async def chat_completion(request: Request):
data = await request.json()
print(f"data passed in: {data}")
response = litellm_completion(data, type="chat_completion")
return response