phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-16 11:12:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
Swapna Lekkala 2025-10-06 15:10:38 -07:00
parent 6f90f0bc34
commit 6533340029
9 changed files with 1775 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

7
llama_stack/providers/utils/memory/openai_vector_store_mixin.py
View file

@ -1037,8 +1037,6 @@ class OpenAIVectorStoreMixin(ABC):
attributes=attributes,
chunking_strategy=chunking_strategy_obj,
)
# Add delay after each file to avoid rate limits from rapid sequential API calls
await asyncio.sleep(5.0) # 5 second delay between files
return file_id, vector_store_file_object.status == "completed"
except Exception as e:
logger.error(f"Failed to process file {file_id} in batch {batch_id}: {e}")
@ -1068,11 +1066,6 @@ class OpenAIVectorStoreMixin(ABC):
# Save progress after each chunk
await self._save_openai_vector_store_file_batch(batch_id, batch_info)
# Add delay between chunks to avoid rate limits
if chunk_end < total_files: # Don't delay after the last chunk
logger.info("Adding 10 second delay before processing next chunk")
await asyncio.sleep(10.0) # 10 second delay between chunks
def _update_file_counts(self, batch_info: dict[str, Any], success: bool) -> None:
"""Update file counts based on processing result."""
if success: