phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(invoke_handler.py): remove hard code

Browse source
This commit is contained in:
Krrish Dholakia 2025-03-24 17:58:26 -07:00
parent c9af9e8b2b
commit 017a9b882a
2 changed files with 4 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/llms/bedrock/chat/invoke_handler.py
View file

@ -1274,13 +1274,6 @@ class AWSEventStreamDecoder:
def converse_chunk_parser(self, chunk_data: dict) -> ModelResponseStream:
try:
verbose_logger.debug("\n\nRaw Chunk: {}\n\n".format(chunk_data))
chunk_data["usage"] = {
"inputTokens": 3,
"outputTokens": 392,
"totalTokens": 2191,
"cacheReadInputTokens": 1796,
"cacheWriteInputTokens": 0,
}
text = ""
tool_use: Optional[ChatCompletionToolCallChunk] = None
finish_reason = ""