phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix linting tests

Browse source
This commit is contained in:
ishaan-jaff 2023-08-26 11:56:52 -07:00
parent b2e72e52e4
commit 5a53909a0d
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/tests/test_streaming.py
View file

@ -28,6 +28,7 @@ try:
model="gpt-3.5-turbo", messages=messages, stream=True, logger_fn=logger_fn
)
response = ""
start_time = time.time()
for chunk in response:
chunk_time = time.time()
print(f"time since initial request: {chunk_time - start_time:.2f}")
@ -46,6 +47,7 @@ try:
model="azure/chatgpt-test", messages=messages, stream=True, logger_fn=logger_fn
)
response = ""
start_time = time.time()
for chunk in response:
chunk_time = time.time()
print(f"time since initial request: {chunk_time - start_time:.2f}")
@ -64,6 +66,7 @@ try:
model="claude-instant-1", messages=messages, stream=True, logger_fn=logger_fn
)
response = ""
start_time = time.time()
for chunk in response:
chunk_time = time.time()
print(f"time since initial request: {chunk_time - start_time:.2f}")