phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-28 02:53:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update querying logic to avoid token use

Browse source
This commit is contained in:
Sumit Jaiswal 2025-06-04 12:34:27 +05:30
parent 8de3feb53b
commit 1a4ae92502
No known key found for this signature in database
GPG key ID: A4604B39D64D6AEC
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/remote/inference/watsonx/watsonx.py
View file

@ -89,11 +89,11 @@ class WatsonXInferenceAdapter(Inference, ModelRegistryHelper):
HealthResponse: A dictionary containing the health status.
"""
try:
model = self._get_client(self._config.model_id)
model.generate("test")
client_model = self._get_client(self._config.model_id)
client_model.get_details()
return HealthResponse(status=HealthStatus.OK)
except Exception as ex:
return HealthResponse(status=HealthStatus.ERROR, message=f"Health check failed: {str(ex)}")
return HealthResponse(status=HealthStatus.ERROR, message=f"Health check failure reason: {str(ex)}")
async def completion(
self,