phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update the default value for TGI URL

Browse source
This commit is contained in:
Celina Hanouti 2024-09-05 19:05:07 +02:00
parent e5bcfdac21
commit 7aa50934bf
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_toolchain/inference/adapters/tgi/config.py
View file

@ -13,7 +13,7 @@ from pydantic import BaseModel, Field, field_validator
@json_schema_type @json_schema_type
class TGIImplConfig(BaseModel): class TGIImplConfig(BaseModel):
url: str = Field( url: str = Field(
default="https://api-inference.huggingface.co", default="https://huggingface.co/inference-endpoints/dedicated",
description="The URL for the TGI endpoint", description="The URL for the TGI endpoint",
) )
api_token: Optional[str] = Field( api_token: Optional[str] = Field(