phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix batch creation azure

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-28 14:57:36 -07:00
parent 60e02ae5d1
commit a007f865d3
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/model_prices_and_context_window_backup.json
View file

@ -2002,7 +2002,7 @@
"supports_tool_choice": true, "supports_tool_choice": true,
"source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" "source": "https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental"
}, },
"gemini-flash-experimental": { "gemini-pro-flash": {
"max_tokens": 8192, "max_tokens": 8192,
"max_input_tokens": 1000000, "max_input_tokens": 1000000,
"max_output_tokens": 8192, "max_output_tokens": 8192,

2
litellm/tests/test_openai_batches_and_files.py
View file

@ -114,7 +114,7 @@ async def test_async_create_batch(provider):
) )
print("Response from creating file=", file_obj) print("Response from creating file=", file_obj)
await asyncio.sleep(5) await asyncio.sleep(10)
batch_input_file_id = file_obj.id batch_input_file_id = file_obj.id
assert ( assert (
batch_input_file_id is not None batch_input_file_id is not None