mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-24 18:24:20 +00:00
(test) anyscale stream
This commit is contained in:
parent
ae3071e8f8
commit
9132efe7c4
1 changed files with 1 additions and 1 deletions
|
@ -1151,7 +1151,7 @@ def test_mistral_anyscale_stream():
|
|||
litellm.set_verbose=False
|
||||
response = completion(
|
||||
model = 'anyscale/mistralai/Mistral-7B-Instruct-v0.1',
|
||||
messages = [{ "content": "what llm are you - how fast are y","role": "user"}],
|
||||
messages = [{ "content": "hello, good morning","role": "user"}],
|
||||
stream=True,
|
||||
)
|
||||
for chunk in response:
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue