Allow setting environment variables from llama stack run and fix ollama

2025-12-18 13:58:40 +00:00 · 2024-11-17 19:33:48 -08:00 · 2024-11-17 19:33:48 -08:00 · b1d119466e
commit b1d119466e
parent a061f3f8c1
19 changed files with 129 additions and 55 deletions
--- a/llama_stack/providers/remote/inference/vllm/config.py
+++ b/llama_stack/providers/remote/inference/vllm/config.py
@ -29,6 +29,7 @@ class VLLMInferenceAdapterConfig(BaseModel):
    def sample_run_config(
        cls,
        url: str = "${env.VLLM_URL}",
+        **kwargs,
    ):
        return {
            "url": url,