phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-05 10:13:05 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

.

Browse source
This commit is contained in:
Aidan Do 2024-12-21 22:29:08 +11:00
parent d913fbeafe
commit a230008d08
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/remote/inference/groq/groq.py
View file

@ -125,12 +125,14 @@ class GroqInferenceAdapter(Inference, ModelRegistryHelper, NeedsRequestProviderD
) )
) )
try: try:
response = self._get_client().chat.completions.create(**request) response = self._get_client().chat.completions.create(**request)
except groq.BadRequestError as e: except groq.BadRequestError as e:
if e.body.get("error", {}).get("code") == "tool_use_failed": if e.body.get("error", {}).get("code") == "tool_use_failed":
# For smaller models, Groq may fail to call a tool even when the request is well formed # For smaller models, Groq may fail to call a tool even when the request is well formed
raise ValueError("Groq failed to call a tool", e.body.get("error", {})) raise ValueError(
"Groq failed to call a tool", e.body.get("error", {})
) from e
else: else:
raise e raise e