LiteLLM Minor Fixes & Improvements (10/07/2024) (#6101)

* fix(utils.py): support dropping temperature param for azure o1 models

* fix(main.py): handle azure o1 streaming requests

o1 doesn't support streaming, fake it to ensure code works as expected

* feat(utils.py): expose `hosted_vllm/` endpoint, with tool handling for vllm

Fixes https://github.com/BerriAI/litellm/issues/6088

* refactor(internal_user_endpoints.py): cleanup unused params + update docstring

Closes https://github.com/BerriAI/litellm/issues/6100

* fix(main.py): expose custom image generation api support

Fixes https://github.com/BerriAI/litellm/issues/6097

* fix: fix linting errors

* docs(custom_llm_server.md): add docs on custom api for image gen calls

* fix(types/utils.py): handle dict type

* fix(types/utils.py): fix linting errors

tests/local_testing/test_completion.py

@@ -1929,7 +1929,7 @@ def test_hf_test_completion_tgi():
 # hf_test_completion_tgi()
 
 
-@pytest.mark.parametrize("provider", ["vertex_ai_beta"])  # "vertex_ai",
+@pytest.mark.parametrize("provider", ["openai", "hosted_vllm"])  # "vertex_ai",
 @pytest.mark.asyncio
 async def test_openai_compatible_custom_api_base(provider):
     litellm.set_verbose = True
@@ -1947,15 +1947,15 @@ async def test_openai_compatible_custom_api_base(provider):
         openai_client.chat.completions, "create", new=MagicMock()
     ) as mock_call:
         try:
-            response = completion(
-                model="openai/my-vllm-model",
+            completion(
+                model="{provider}/my-vllm-model".format(provider=provider),
                 messages=messages,
                 response_format={"type": "json_object"},
                 client=openai_client,
                 api_base="my-custom-api-base",
                 hello="world",
             )
-        except Exception as e:
+        except Exception:
             pass
 
         mock_call.assert_called_once()