Add a special header per-client call to parser provider data

2025-10-04 20:14:13 +00:00 · 2024-09-18 09:17:59 -07:00 · 2024-09-18 09:17:59 -07:00 · 90a59fd89b
commit 90a59fd89b
parent 942cb87a3c
11 changed files with 955 additions and 102 deletions
--- a/llama_stack/providers/registry/inference.py
+++ b/llama_stack/providers/registry/inference.py
@ -63,6 +63,7 @@ def available_providers() -> List[ProviderSpec]:
                ],
                module="llama_stack.providers.adapters.inference.together",
                config_class="llama_stack.providers.adapters.inference.together.TogetherImplConfig",
+                header_extractor_class="llama_stack.providers.adapters.inference.together.TogetherHeaderExtractor",
            ),
        ),
    ]