(test) anyscale stream

This commit is contained in:
ishaan-jaff 2023-11-04 13:23:19 -07:00
parent ae3071e8f8
commit 9132efe7c4

View file

@ -1151,7 +1151,7 @@ def test_mistral_anyscale_stream():
litellm.set_verbose=False
response = completion(
model = 'anyscale/mistralai/Mistral-7B-Instruct-v0.1',
messages = [{ "content": "what llm are you - how fast are y","role": "user"}],
messages = [{ "content": "hello, good morning","role": "user"}],
stream=True,
)
for chunk in response: