fix(main.py): don't pass stream to petals

2023-11-29 19:57:06 -08:00 · 2023-11-29 19:57:06 -08:00 · c312ac4ca8
commit c312ac4ca8
parent 9780efca4b
3 changed files with 19 additions and 13 deletions
--- a/litellm/main.py
+++ b/litellm/main.py
@ -1313,11 +1313,12 @@ def completion(
            or model in litellm.petals_models
        ):
            api_base = (
-                litellm.api_base or
-                api_base 
+                api_base or
+                litellm.api_base 
            )

            custom_llm_provider = "petals"
+            stream = optional_params.pop("stream", False)
            model_response = petals.completion(
                model=model,
                messages=messages,