From 7aa50934bf959d844cd0f80f81aa806c105c5711 Mon Sep 17 00:00:00 2001 From: Celina Hanouti Date: Thu, 5 Sep 2024 19:05:07 +0200 Subject: [PATCH] Update the default value for TGI URL --- llama_toolchain/inference/adapters/tgi/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_toolchain/inference/adapters/tgi/config.py b/llama_toolchain/inference/adapters/tgi/config.py index fe969f4e6..00132fc6c 100644 --- a/llama_toolchain/inference/adapters/tgi/config.py +++ b/llama_toolchain/inference/adapters/tgi/config.py @@ -13,7 +13,7 @@ from pydantic import BaseModel, Field, field_validator @json_schema_type class TGIImplConfig(BaseModel): url: str = Field( - default="https://api-inference.huggingface.co", + default="https://huggingface.co/inference-endpoints/dedicated", description="The URL for the TGI endpoint", ) api_token: Optional[str] = Field(