fix literal ai typing errors

This commit is contained in:
Ishaan Jaff 2024-10-09 15:23:39 +05:30
parent 1fd437e263
commit a0bebc3413

View file

@ -3,7 +3,7 @@
import asyncio import asyncio
import os import os
import uuid import uuid
from typing import Optional from typing import List, Optional
import httpx import httpx
@ -192,9 +192,11 @@ class LiteralAILogger(CustomBatchLogger):
metadata = kwargs.get("litellm_params", {}).get("metadata", {}) metadata = kwargs.get("litellm_params", {}).get("metadata", {})
settings = logging_payload["model_parameters"] settings = logging_payload["model_parameters"]
messages = logging_payload["messages"] messages = logging_payload["messages"]
choices = logging_payload.get("response", {}).get("choices", []) response = logging_payload["response"]
choices: List = []
if isinstance(response, dict) and "choices" in response:
choices = response["choices"]
message_completion = choices[0]["message"] if choices else None message_completion = choices[0]["message"] if choices else None
prompt_id = None prompt_id = None
variables = None variables = None