add inline-vllm details, fix things

2025-10-16 14:57:20 +00:00 · 2024-11-08 12:01:05 -08:00 · 2024-11-08 12:01:05 -08:00 · 38cdbdec5a
commit 38cdbdec5a
parent 02c66b49fc
12 changed files with 142 additions and 101 deletions
--- a/llama_stack/providers/registry/inference.py
+++ b/llama_stack/providers/registry/inference.py
@ -45,7 +45,7 @@ def available_providers() -> List[ProviderSpec]:
        ),
        InlineProviderSpec(
            api=Api.inference,
-            provider_type="vllm",
+            provider_type="inline::vllm",
            pip_packages=[
                "vllm",
            ],