phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

- merge - fix TypeError: 'CompletionUsage' object is not subscriptable #5441 (#5448)

Browse source 
* fix TypeError: 'CompletionUsage' object is not subscriptable (#5441)

* test(test_team_logging.py): mark flaky test

---------

Co-authored-by: yafei lee <yafei@dao42.com>
This commit is contained in:
Krish Dholakia 2024-08-30 08:54:42 -07:00 • committed by GitHub
parent 5b1d9712c5
commit 8d6a0bdc81
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 5 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/integrations/langfuse.py
View file

@ -300,8 +300,8 @@ class LangFuseLogger:
prompt=input, prompt=input,
completion=output, completion=output,
usage={ usage={
"prompt_tokens": response_obj["usage"]["prompt_tokens"], "prompt_tokens": response_obj.usage.prompt_tokens,
"completion_tokens": response_obj["usage"]["completion_tokens"], "completion_tokens": response_obj.usage.completion_tokens,
}, },
metadata=metadata, metadata=metadata,
) )
@ -526,8 +526,8 @@ class LangFuseLogger:
if response_obj is not None and response_obj.get("id", None) is not None: if response_obj is not None and response_obj.get("id", None) is not None:
generation_id = litellm.utils.get_logging_id(start_time, response_obj) generation_id = litellm.utils.get_logging_id(start_time, response_obj)
usage = { usage = {
"prompt_tokens": response_obj["usage"]["prompt_tokens"], "prompt_tokens": response_obj.usage.prompt_tokens,
"completion_tokens": response_obj["usage"]["completion_tokens"], "completion_tokens": response_obj.usage.completion_tokens,
"total_cost": cost if supports_costs else None, "total_cost": cost if supports_costs else None,
} }
generation_name = clean_metadata.pop("generation_name", None) generation_name = clean_metadata.pop("generation_name", None)

1
tests/test_team_logging.py
View file

@ -62,6 +62,7 @@ async def chat_completion(session, key, model="azure-gpt-3.5", request_metadata=
@pytest.mark.asyncio @pytest.mark.asyncio
@pytest.mark.flaky(retries=3, delay=1)
async def test_team_logging(): async def test_team_logging():
""" """
-> Team 1 logs to project 1 -> Team 1 logs to project 1