fix(utils.py): fix deepinfra streaming

This commit is contained in:
Krrish Dholakia 2024-02-01 18:46:50 -08:00
parent 0072d796f6
commit 241f0aad5e
2 changed files with 14 additions and 0 deletions

View file

@ -465,6 +465,7 @@ def test_completion_mistral_api_stream():
def test_completion_deep_infra_stream():
# deep infra currently includes role in the 2nd chunk
# waiting for them to make a fix on this
litellm.set_verbose = True
try:
messages = [
{"role": "system", "content": "You are a helpful assistant."},