phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

mock responses for streaming

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-11 16:30:29 -07:00
parent 5f496f7d2a
commit cbc7e6dbc2
5 changed files with 41 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/tests/test_mock_request.py
View file

@ -13,9 +13,23 @@ def test_mock_request():
try:
model = "gpt-3.5-turbo"
messages = [{"role": "user", "content": "Hey, I'm a mock request"}]
response = litellm.completion(model=model, messages=messages, mock_request=True)
response = litellm.mock_completion(model=model, messages=messages)
print(response)
except:
traceback.print_exc()
test_mock_request()
def test_streaming_mock_request():
try:
model = "gpt-3.5-turbo"
messages = [{"role": "user", "content": "Hey, I'm a mock request"}]
response = litellm.mock_completion(model=model, messages=messages, stream=True)
complete_response = ""
for chunk in response:
print(f"chunk: {chunk}")
complete_response += chunk["choices"][0]["delta"]["content"]
if complete_response == "":
raise Exception("Empty response received")
except:
traceback.print_exc()
test_streaming_mock_request()