fix(utils.py): fix anthropic streaming return usage tokens

2024-04-24 20:56:10 -07:00 · 2024-04-24 20:56:10 -07:00 · dacadbf624
commit dacadbf624
parent 495aebb582
1 changed files with 1 additions and 0 deletions
--- a/litellm/utils.py
+++ b/litellm/utils.py
@ -9758,6 +9758,7 @@ class CustomStreamWrapper:
                    if response_obj is None:
                        return
                    completion_obj["content"] = response_obj["text"]
+                    setattr(model_response, "usage", Usage())
                    if response_obj.get("prompt_tokens", None) is not None:
                        model_response.usage.prompt_tokens = response_obj[
                            "prompt_tokens"