phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(testing) - add e2e tests for anthropic pass through endpoints (#6840)

Browse source 
* tests - add e2e tests for anthropic pass through

* fix swagger

* fix pass through tests
This commit is contained in:
Ishaan Jaff 2024-11-20 17:55:13 -08:00 • committed by GitHub
parent c107bae7ae
commit cc1f8ff0ba
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 79 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

38
tests/anthropic_passthrough/test_anthropic_passthrough.py Normal file
View file

@ -0,0 +1,38 @@
"""
This test ensures that the proxy can passthrough anthropic requests
"""
import pytest
import anthropic
client = anthropic.Anthropic(
base_url="http://0.0.0.0:4000/anthropic", api_key="sk-1234"
)
def test_anthropic_basic_completion():
print("making basic completion request to anthropic passthrough")
response = client.messages.create(
model="claude-3-5-sonnet-20241022",
max_tokens=1024,
messages=[{"role": "user", "content": "Say 'hello test' and nothing else"}],
)
print(response)
def test_anthropic_streaming():
print("making streaming request to anthropic passthrough")
collected_output = []
with client.messages.stream(
max_tokens=10,
messages=[
{"role": "user", "content": "Say 'hello stream test' and nothing else"}
],
model="claude-3-5-sonnet-20241022",
) as stream:
for text in stream.text_stream:
collected_output.append(text)
full_response = "".join(collected_output)
print(full_response)

38
tests/pass_through_tests/test_anthropic_passthrough.py Normal file
View file

@ -0,0 +1,38 @@
"""
This test ensures that the proxy can passthrough anthropic requests
"""
import pytest
import anthropic
client = anthropic.Anthropic(
base_url="http://0.0.0.0:4000/anthropic", api_key="sk-1234"
)
def test_anthropic_basic_completion():
print("making basic completion request to anthropic passthrough")
response = client.messages.create(
model="claude-3-5-sonnet-20241022",
max_tokens=1024,
messages=[{"role": "user", "content": "Say 'hello test' and nothing else"}],
)
print(response)
def test_anthropic_streaming():
print("making streaming request to anthropic passthrough")
collected_output = []
with client.messages.stream(
max_tokens=10,
messages=[
{"role": "user", "content": "Say 'hello stream test' and nothing else"}
],
model="claude-3-5-sonnet-20241022",
) as stream:
for text in stream.text_stream:
collected_output.append(text)
full_response = "".join(collected_output)
print(full_response)