phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(main.py): fix streaming_chunk_builder to return usage

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-24 11:27:04 -08:00
parent b1db3a38d7
commit 5a9a3aa89c
6 changed files with 133 additions and 117 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/tests/test_router_fallbacks.py
View file

@ -93,11 +93,11 @@ def test_async_fallbacks():
response = await router.acompletion(**kwargs)
# response = await response
print(f"response: {response}")
router.flush_cache()
except litellm.Timeout as e:
pass
except Exception as e:
pytest.fail(f"An exception occurred: {e}")
router.flush_cache()
asyncio.run(test_get_response())
@ -110,8 +110,8 @@ def test_sync_context_window_fallbacks():
kwargs["messages"] = [{"role": "user", "content": sample_text}]
response = router.completion(**kwargs)
print(f"response: {response}")
router.flush_cache()
except Exception as e:
print(e)
router.flush_cache()
# test_sync_context_window_fallbacks()