Merge branch 'main' into mmlu_benchmark

2025-10-16 23:03:49 +00:00 · 2024-11-11 10:22:32 -05:00 · 2024-11-11 10:22:32 -05:00 · e690eb7ad3
commit e690eb7ad3
parent 490f7e9a75 6d38b1690b
85 changed files with 4761 additions and 358 deletions
--- a/llama_stack/providers/registry/inference.py
+++ b/llama_stack/providers/registry/inference.py
@ -45,7 +45,7 @@ def available_providers() -> List[ProviderSpec]:
        ),
        InlineProviderSpec(
            api=Api.inference,
-            provider_type="vllm",
+            provider_type="inline::vllm",
            pip_packages=[
                "vllm",
            ],