phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) proxy server update caching tests

Browse source
This commit is contained in:
ishaan-jaff 2023-10-25 11:26:58 -07:00
parent e7eb495a3a
commit 7f7802ec1b
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
openai_proxy/tests/test_caching.py
View file

@ -3,12 +3,13 @@ openai.api_base = "http://0.0.0.0:8000"
dotenv.load_dotenv() dotenv.load_dotenv()
openai.api_key = os.getenv("ANTHROPIC_API_KEY") # this gets passed as a header openai.api_key = os.getenv("ANTHROPIC_API_KEY") # this gets passed as a header
response1 = openai.ChatCompletion.create( response1 = openai.ChatCompletion.create(
model = "claude-instant-1", model = "claude-instant-1",
messages = [ messages = [
{ {
"role": "user", "role": "user",
"content": "this is a test message, what model / llm are you" "content": "write a short poem about litellm"
} }
], ],
) )
@ -25,7 +26,7 @@ response2 = openai.ChatCompletion.create(
messages = [ messages = [
{ {
"role": "user", "role": "user",
"content": "this is a test message, what model / llm are you" "content": "write a short poem about litellm"
} }
], ],
) )
@ -43,7 +44,7 @@ try:
messages = [ messages = [
{ {
"role": "user", "role": "user",
"content": "this is a test message, what model / llm are you" "content": "write a short poem about litellm"
} }
], ],
) )