fix(main.py): don't pass stream to petals

2025-04-27 11:43:54 +00:00 · 2023-11-29 19:57:06 -08:00 · 2023-11-29 19:57:06 -08:00 · a1ea893a73
commit a1ea893a73
parent 3ebc008c40
3 changed files with 19 additions and 13 deletions
--- a/litellm/main.py
+++ b/litellm/main.py
@ -1313,11 +1313,12 @@ def completion(
            or model in litellm.petals_models
        ):
            api_base = (
-                litellm.api_base or
-                api_base 
+                api_base or
+                litellm.api_base 
            )

            custom_llm_provider = "petals"
+            stream = optional_params.pop("stream", False)
            model_response = petals.completion(
                model=model,
                messages=messages,