Add a special header per-client call to parser provider data

2025-10-05 20:27:35 +00:00 · 2024-09-18 09:17:59 -07:00 · 2024-09-18 09:17:59 -07:00 · 32beecb20d
commit 32beecb20d
parent a6be32bc3d
11 changed files with 955 additions and 104 deletions
--- a/llama_stack/providers/registry/inference.py
+++ b/llama_stack/providers/registry/inference.py
@ -63,6 +63,7 @@ def available_providers() -> List[ProviderSpec]:
                ],
                module="llama_stack.providers.adapters.inference.together",
                config_class="llama_stack.providers.adapters.inference.together.TogetherImplConfig",
+                header_extractor_class="llama_stack.providers.adapters.inference.together.TogetherHeaderExtractor",
            ),
        ),
    ]