phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(docs) also test gpt-4 vision enhancements

Browse source
This commit is contained in:
ishaan-jaff 2024-01-17 18:46:34 -08:00
parent debef7544d
commit 0414e40d4a
1 changed files with 57 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

80
litellm/proxy/tests/test_openai_request.py
View file

@ -1,26 +1,60 @@
# import openai
# client = openai.OpenAI(
# api_key="anything",
# base_url="http://0.0.0.0:8000"
# )
import openai
client = openai.OpenAI(api_key="hi", base_url="http://0.0.0.0:8000")
# # request sent to model set on litellm proxy, `litellm --model`
# response = client.chat.completions.create(
# model="azure/chatgpt-v-2",
# messages = [
# {
# "role": "user",
# "content": "this is a test request, write a short poem"
# }
# ],
# extra_body={
# "metadata": {
# "generation_name": "ishaan-generation-openai-client",
# "generation_id": "openai-client-gen-id22",
# "trace_id": "openai-client-trace-id22",
# "trace_user_id": "openai-client-user-id2"
# }
# }
# )
response = client.chat.completions.create(
model="azure/chatgpt-v-2",
messages=[
{"role": "user", "content": "this is a test request, write a short poem"}
],
extra_body={
"metadata": {
"generation_name": "ishaan-generation-openai-client",
"generation_id": "openai-client-gen-id22",
"trace_id": "openai-client-trace-id22",
"trace_user_id": "openai-client-user-id2",
}
},
)
# print(response)
print(response)
# request sent to gpt-4-vision + enhancements
completion_extensions = client.chat.completions.create(
model="gpt-vision",
messages=[
{
"role": "user",
"content": [
{
"type": "text",
"text": "What's in this image? Output your answer in JSON.",
},
{
"type": "image_url",
"image_url": {
"url": "https://avatars.githubusercontent.com/u/29436595?v=4",
"detail": "low",
},
},
],
}
],
max_tokens=4096,
temperature=0.0,
extra_body={
"enhancements": {"ocr": {"enabled": True}, "grounding": {"enabled": True}},
"dataSources": [
{
"type": "AzureComputerVision",
"parameters": {
"endpoint": "https://gpt-4-vision-enhancement.cognitiveservices.azure.com/",
"key": "f015cf8eeb1d4bd1b1467d21dec6063b",
},
}
],
},
)