phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-30 23:51:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-05 15:42:49 -08:00
parent 2da16bf852
commit a1a59b4e59
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/providers/impls/meta_reference/inference/inference.py
View file

@ -92,6 +92,7 @@ class MetaReferenceInferenceImpl(Inference, ModelsProtocolPrivate):
logprobs=logprobs, logprobs=logprobs,
) )
self.check_model(request) self.check_model(request)
request = await request_with_localized_media(request)
if request.stream: if request.stream:
return self._stream_completion(request) return self._stream_completion(request)
@ -216,6 +217,7 @@ class MetaReferenceInferenceImpl(Inference, ModelsProtocolPrivate):
logprobs=logprobs, logprobs=logprobs,
) )
self.check_model(request) self.check_model(request)
request = await request_with_localized_media(request)
if self.config.create_distributed_process_group: if self.config.create_distributed_process_group:
if SEMAPHORE.locked(): if SEMAPHORE.locked():
@ -403,7 +405,8 @@ async def request_with_localized_media(
async def _convert_single_content(content): async def _convert_single_content(content):
if isinstance(content, ImageMedia): if isinstance(content, ImageMedia):
return await convert_image_media_to_url(content, download=True) url = await convert_image_media_to_url(content, download=True)
return ImageMedia(image=URL(uri=url))
else: else:
return content return content