phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) proxy server update caching tests

Browse source
This commit is contained in:
ishaan-jaff 2023-10-25 11:26:58 -07:00
parent e7eb495a3a
commit 7f7802ec1b
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
openai_proxy/tests/test_caching.py
View file

@ -3,12 +3,13 @@ openai.api_base = "http://0.0.0.0:8000"
dotenv.load_dotenv()
openai.api_key = os.getenv("ANTHROPIC_API_KEY") # this gets passed as a header
response1 = openai.ChatCompletion.create(
model = "claude-instant-1",
messages = [
{
"role": "user",
"content": "this is a test message, what model / llm are you"
"content": "write a short poem about litellm"
}
],
)
@ -25,7 +26,7 @@ response2 = openai.ChatCompletion.create(
messages = [
{
"role": "user",
"content": "this is a test message, what model / llm are you"
"content": "write a short poem about litellm"
}
],
)
@ -43,7 +44,7 @@ try:
messages = [
{
"role": "user",
"content": "this is a test message, what model / llm are you"
"content": "write a short poem about litellm"
}
],
)