phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Quick example illustrating get_request_provider_data

Browse source
This commit is contained in:
Ashwin Bharambe 2024-09-23 15:38:14 -07:00
parent 9eb5ec3e4b
commit 8266c75246
4 changed files with 18 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/adapters/inference/tgi/config.py
View file

@ -10,6 +10,12 @@ from llama_models.schema_utils import json_schema_type
from pydantic import BaseModel, Field
class TGIRequestProviderData(BaseModel):
# if there _is_ provider data, it must specify the API KEY
# if you want it to be optional, use Optional[str]
tgi_api_key: str
@json_schema_type
class TGIImplConfig(BaseModel):
url: Optional[str] = Field(