phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 04:17:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add a special header per-client call to parser provider data

Browse source
This commit is contained in:
Ashwin Bharambe 2024-09-18 09:17:59 -07:00
parent 942cb87a3c
commit 90a59fd89b
11 changed files with 955 additions and 102 deletions
Download patch file Download diff file Expand all files Collapse all files

11
llama_stack/providers/adapters/inference/together/config.py
View file

@ -4,9 +4,18 @@
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from llama_models.schema_utils import json_schema_type
from pydantic import BaseModel, Field
from llama_models.schema_utils import json_schema_type
from llama_stack.distribution.request_headers import annotate_header
class TogetherHeaderExtractor(BaseModel):
api_key: annotate_header(
"X-LlamaStack-Together-ApiKey", str, "The API Key for the request"
)
@json_schema_type
class TogetherImplConfig(BaseModel):