phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(integrations): OpenMeter sync logger

Browse source
This commit is contained in:
Andras Toth 2024-05-04 22:45:28 +02:00
parent 00f1a06ccb
commit d33c1bfb02
1 changed files with 22 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

31
litellm/integrations/openmeter.py
View file

@ -60,12 +60,16 @@ class OpenMeterLogger(CustomLogger):
"total_tokens": response_obj["usage"].get("total_tokens"), "total_tokens": response_obj["usage"].get("total_tokens"),
} }
subject = kwargs.get("user", None), # end-user passed in via 'user' param
if not subject:
raise Exception("OpenMeter: user is required")
return { return {
"specversion": "1.0", "specversion": "1.0",
"type": os.getenv("OPENMETER_EVENT_TYPE", "litellm_tokens"), "type": os.getenv("OPENMETER_EVENT_TYPE", "litellm_tokens"),
"id": call_id, "id": call_id,
"time": dt, "time": dt,
"subject": kwargs.get("user", ""), # end-user passed in via 'user' param "subject": subject,
"source": "litellm-proxy", "source": "litellm-proxy",
"data": {"model": model, "cost": cost, **usage}, "data": {"model": model, "cost": cost, **usage},
} }
@ -80,14 +84,23 @@ class OpenMeterLogger(CustomLogger):
api_key = os.getenv("OPENMETER_API_KEY") api_key = os.getenv("OPENMETER_API_KEY")
_data = self._common_logic(kwargs=kwargs, response_obj=response_obj) _data = self._common_logic(kwargs=kwargs, response_obj=response_obj)
self.sync_http_handler.post( _headers = {
url=_url, "Content-Type": "application/cloudevents+json",
data=_data, "Authorization": "Bearer {}".format(api_key),
headers={ }
"Content-Type": "application/cloudevents+json",
"Authorization": "Bearer {}".format(api_key), try:
}, response = self.sync_http_handler.post(
) url=_url,
data=json.dumps(_data),
headers=_headers,
)
response.raise_for_status()
except Exception as e:
if hasattr(response, "text"):
litellm.print_verbose(f"\nError Message: {response.text}")
raise e
async def async_log_success_event(self, kwargs, response_obj, start_time, end_time): async def async_log_success_event(self, kwargs, response_obj, start_time, end_time):
_url = os.getenv("OPENMETER_API_ENDPOINT", "https://openmeter.cloud") _url = os.getenv("OPENMETER_API_ENDPOINT", "https://openmeter.cloud")