phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

example mistral sdk

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-25 19:48:54 -07:00
parent bb6f72b315
commit 68e94f0976
2 changed files with 17 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/proxy/tests/test_mistral_sdk.py Normal file
View file

@ -0,0 +1,13 @@
import os
from mistralai.client import MistralClient
from mistralai.models.chat_completion import ChatMessage
client = MistralClient(api_key="sk-1234", endpoint="http://0.0.0.0:4000")
chat_response = client.chat(
model="mistral-small-latest",
messages=[
{"role": "user", "content": "this is a test request, write a short poem"}
],
)
print(chat_response.choices[0].message.content)