phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

streaming for anthropic

Browse source
This commit is contained in:
ishaan-jaff 2023-08-08 15:57:24 -07:00
parent e4f96075c3
commit 36a6ac9b08
3 changed files with 75 additions and 29 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/tests/test_completion.py
View file

@ -26,6 +26,19 @@ def test_completion_claude():
except Exception as e:
pytest.fail(f"Error occurred: {e}")
def test_completion_claude_stream():
try:
messages = [
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "how does a court case get to the Supreme Court?"}
]
response = completion(model="claude-2", messages=messages, stream=True)
# Add any assertions here to check the response
for chunk in response:
print(chunk['choices'][0]['delta']) # same as openai format
except Exception as e:
pytest.fail(f"Error occurred: {e}")
def test_completion_hf_api():
try:
user_message = "write some code to find the sum of two numbers"