phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

remote::vllm now works with vision models

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-06 16:07:17 -08:00
parent 994732e2e0
commit 3b54ce3499
3 changed files with 76 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/utils/inference/prompt_adapter.py
View file

@ -90,13 +90,15 @@ async def convert_image_media_to_url(
return base64.b64encode(content).decode("utf-8")
async def convert_message_to_dict(message: Message) -> dict:
# TODO: name this function better! this is about OpenAI compatibile image
# media conversion of the message. this should probably go in openai_compat.py
async def convert_message_to_dict(message: Message, download: bool = False) -> dict:
async def _convert_content(content) -> dict:
if isinstance(content, ImageMedia):
return {
"type": "image_url",
"image_url": {
"url": await convert_image_media_to_url(content),
"url": await convert_image_media_to_url(content, download=download),
},
}
else: