phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(main.py): fix streaming_chunk_builder to return usage

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-24 11:27:04 -08:00
parent 8edfcd8e5d
commit 4a5dae3941
6 changed files with 133 additions and 117 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/tests/test_router_fallbacks.py
View file

@ -93,11 +93,11 @@ def test_async_fallbacks():
response = await router.acompletion(**kwargs)
# response = await response
print(f"response: {response}")
router.flush_cache()
except litellm.Timeout as e:
pass
except Exception as e:
pytest.fail(f"An exception occurred: {e}")
router.flush_cache()
asyncio.run(test_get_response())
@ -110,8 +110,8 @@ def test_sync_context_window_fallbacks():
kwargs["messages"] = [{"role": "user", "content": sample_text}]
response = router.completion(**kwargs)
print(f"response: {response}")
router.flush_cache()
except Exception as e:
print(e)
router.flush_cache()
# test_sync_context_window_fallbacks()