feat(proxy_cli.py): add new 'log_config' cli param (#6352)

* feat(proxy_cli.py): add new 'log_config' cli param

Allows passing logging.conf to uvicorn on startup

* docs(cli.md): add logging conf to uvicorn cli docs

* fix(get_llm_provider_logic.py): fix default api base for litellm_proxy

Fixes https://github.com/BerriAI/litellm/issues/6332

* feat(openai_like/embedding): Add support for jina ai embeddings

Closes https://github.com/BerriAI/litellm/issues/6337

* docs(deploy.md): update entrypoint.sh filepath post-refactor

Fixes outdated docs

* feat(prometheus.py): emit time_to_first_token metric on prometheus

Closes https://github.com/BerriAI/litellm/issues/6334

* fix(prometheus.py): only emit time to first token metric if stream is True

enables more accurate ttft usage

* test: handle vertex api instability

* fix(get_llm_provider_logic.py): fix import

* fix(openai.py): fix deepinfra default api base

* fix(anthropic/transformation.py): remove anthropic beta header (#6361)

tests/local_testing/test_amazing_vertex_completion.py

@@ -195,6 +195,8 @@ async def test_get_router_response():
 
         print(f"\n\nResponse: {response}\n\n")
 
+    except litellm.ServiceUnavailableError:
+        pass
     except litellm.UnprocessableEntityError as e:
         pass
     except Exception as e:

tests/local_testing/test_get_llm_provider.py

@@ -6,7 +6,8 @@ from dotenv import load_dotenv
 
 load_dotenv()
 import io
-import os
+
+from unittest.mock import patch
 
 sys.path.insert(
     0, os.path.abspath("../..")
@@ -124,3 +125,38 @@ def test_get_llm_provider_azure_o1():
     )
     assert custom_llm_provider == "azure"
     assert model == "o1-mini"
+
+
+def test_default_api_base():
+    from litellm.litellm_core_utils.get_llm_provider_logic import (
+        _get_openai_compatible_provider_info,
+    )
+
+    # Patch environment variable to remove API base if it's set
+    with patch.dict(os.environ, {}, clear=True):
+        for provider in litellm.openai_compatible_providers:
+            # Get the API base for the given provider
+            _, _, _, api_base = _get_openai_compatible_provider_info(
+                model=f"{provider}/*", api_base=None, api_key=None, dynamic_api_key=None
+            )
+            if api_base is None:
+                continue
+
+            for other_provider in litellm.provider_list:
+                if other_provider != provider and provider != "{}_chat".format(
+                    other_provider.value
+                ):
+                    if provider == "codestral" and other_provider == "mistral":
+                        continue
+                    elif provider == "github" and other_provider == "azure":
+                        continue
+                    assert other_provider.value not in api_base.replace("/openai", "")
+
+
+def test_get_llm_provider_jina_ai():
+    model, custom_llm_provider, dynamic_api_key, api_base = litellm.get_llm_provider(
+        model="jina_ai/jina-embeddings-v3",
+    )
+    assert custom_llm_provider == "openai_like"
+    assert api_base == "https://api.jina.ai/v1"
+    assert model == "jina-embeddings-v3"

tests/test_logging.conf

@@ -0,0 +1,36 @@
+[loggers]
+keys=root,my_module
+
+[handlers]
+keys=consoleHandler,fileHandler
+
+[formatters]
+keys=simpleFormatter,detailedFormatter
+
+[logger_root]
+level=WARNING
+handlers=consoleHandler
+
+[logger_my_module]
+level=DEBUG
+handlers=consoleHandler,fileHandler
+qualname=my_module
+propagate=0
+
+[handler_consoleHandler]
+class=StreamHandler
+level=DEBUG
+formatter=simpleFormatter
+args=(sys.stdout,)
+
+[handler_fileHandler]
+class=FileHandler
+level=INFO
+formatter=detailedFormatter
+args=('app.log', 'a')
+
+[formatter_simpleFormatter]
+format=%(asctime)s - %(name)s - %(levelname)s - %(message)s
+
+[formatter_detailedFormatter]
+format=%(asctime)s - %(name)s - %(levelname)s - %(filename)s:%(lineno)d - %(message)s