diff --git a/litellm/integrations/types/galileo.py b/litellm/integrations/types/galileo.py new file mode 100644 index 0000000000..cbdf53da56 --- /dev/null +++ b/litellm/integrations/types/galileo.py @@ -0,0 +1,24 @@ +from datetime import datetime +from typing import Any, Dict, List, Optional + +from pydantic import BaseModel, Field + + +# from here: https://docs.rungalileo.io/galileo/gen-ai-studio-products/galileo-observe/how-to/logging-data-via-restful-apis#structuring-your-records +class LLMResponse(BaseModel): + latency_ms: int + status_code: int + input_text: str + output_text: str + node_type: str + model: str + num_input_tokens: int + num_output_tokens: int + output_logprobs: Optional[Dict[str, Any]] = Field( + description="Optional. When available, logprobs are used to compute Uncertainty." + ) + created_at: datetime = Field( + ..., description='timestamp constructed in "%Y-%m-%dT%H:%M:%S" format' + ) + tags: List[str] + user_metadata: Dict[str, Any]