phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge cfe0a43959 into b82af5b826

Browse source
This commit is contained in:
Marc Abramowitz 2025-04-24 00:58:24 -07:00 • committed by GitHub
commit a2d887e724
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/llms/azure/batches/handler.py
View file

@ -35,6 +35,13 @@ class AzureBatchesAPI(BaseAzureLLM):
create_batch_data: CreateBatchRequest, create_batch_data: CreateBatchRequest,
azure_client: AsyncAzureOpenAI, azure_client: AsyncAzureOpenAI,
) -> LiteLLMBatch: ) -> LiteLLMBatch:
metadata = create_batch_data.get("metadata", {})
if metadata:
if "model_info" in metadata:
del metadata["model_info"]
if "caching_groups" in metadata:
del metadata["caching_groups"]
response = await azure_client.batches.create(**create_batch_data) response = await azure_client.batches.create(**create_batch_data)
return LiteLLMBatch(**response.model_dump()) return LiteLLMBatch(**response.model_dump())