mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-27 03:34:10 +00:00
fix(utils.py): fix deepinfra streaming
This commit is contained in:
parent
0072d796f6
commit
241f0aad5e
2 changed files with 14 additions and 0 deletions
|
@ -465,6 +465,7 @@ def test_completion_mistral_api_stream():
|
|||
def test_completion_deep_infra_stream():
|
||||
# deep infra currently includes role in the 2nd chunk
|
||||
# waiting for them to make a fix on this
|
||||
litellm.set_verbose = True
|
||||
try:
|
||||
messages = [
|
||||
{"role": "system", "content": "You are a helpful assistant."},
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue