phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add comment

Browse source
This commit is contained in:
Ashwin Bharambe 2025-09-10 14:28:28 -07:00
parent 7eedb88edc
commit cc658506ad
1 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

11
llama_stack/providers/utils/inference/inference_store.py
View file

@ -5,6 +5,7 @@
# the root directory of this source tree. # the root directory of this source tree.
import asyncio import asyncio
from typing import Any from typing import Any
from sqlalchemy.exc import IntegrityError from sqlalchemy.exc import IntegrityError
from llama_stack.apis.inference import ( from llama_stack.apis.inference import (
@ -144,15 +145,15 @@ class InferenceStore:
data=record_data, data=record_data,
) )
except IntegrityError as e: except IntegrityError as e:
# Duplicate chat completion IDs can be generated during tests especially if they are replaying
# recorded responses across different tests. No need to warn or error under those circumstances.
# In the wild, this is not likely to happen at all (no evidence) so we aren't really hiding any problem.
# Check if it's a unique constraint violation # Check if it's a unique constraint violation
error_message = str(e.orig) if e.orig else str(e) error_message = str(e.orig) if e.orig else str(e)
if self._is_unique_constraint_error(error_message): if self._is_unique_constraint_error(error_message):
# Update the existing record instead # Update the existing record instead
await self.sql_store.update( await self.sql_store.update(table="chat_completions", data=record_data, where={"id": data["id"]})
table="chat_completions",
data=record_data,
where={"id": data["id"]}
)
else: else:
# Re-raise if it's not a unique constraint error # Re-raise if it's not a unique constraint error
raise raise