phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-04 13:15:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

watsonx health check implementation

Browse source
This commit is contained in:
Sumit Jaiswal 2025-05-29 01:41:22 +05:30
parent a654467552
commit 2e81a8f020
No known key found for this signature in database
GPG key ID: A4604B39D64D6AEC
3 changed files with 85 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/watsonx/config.py
View file

@ -32,6 +32,10 @@ class WatsonXConfig(BaseModel):
default_factory=lambda: os.getenv("WATSONX_PROJECT_ID"),
description="The Project ID key, only needed of using the hosted service",
)
model_id: str | None = Field(
default_factory=lambda: os.getenv("WATSONX_MODEL_ID", "ibm/granite-3-8b-instruct"),
description="The Model ID key, only needed of using the hosted service",
)
timeout: int = Field(
default=60,
description="Timeout for the HTTP requests",