test -base64 cache hits

This commit is contained in:
Ishaan Jaff 2024-04-10 16:46:56 -07:00
parent 0c26404cb3
commit 8bc02b34c2
2 changed files with 45 additions and 0 deletions

View file

@ -0,0 +1,10 @@
import openai
client = openai.OpenAI(api_key="sk-1234", base_url="http://0.0.0.0:4000")
# # request sent to model set on litellm proxy, `litellm --model`
response = client.embeddings.create(
model="text-embedding-ada-002", input=["test"], encoding_format="base64"
)
print(response)