feat(starter)!: simplify starter distro; litellm model registry changes

This commit is contained in:
Ashwin Bharambe 2025-07-21 10:26:30 -07:00
parent 3344d8a9e5
commit f6ba8a123d
59 changed files with 229 additions and 2304 deletions

View file

@ -305,6 +305,8 @@ class _HfAdapter(
class TGIAdapter(_HfAdapter):
async def initialize(self, config: TGIImplConfig) -> None:
if not config.url:
raise ValueError("You must provide a URL in run.yaml (or via the TGI_URL environment variable) to use TGI.")
log.info(f"Initializing TGI client with url={config.url}")
self.client = AsyncInferenceClient(
model=config.url,