phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 17:29:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix assert message and call to completion_request_to_prompt in remote:vllm

Browse source 
Signed-off-by: Yuan Tang <terrytangyuan@gmail.com>
This commit is contained in:
Yuan Tang 2025-01-02 18:29:21 -05:00
parent e3f187fb83
commit 3537a1401f
No known key found for this signature in database
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/remote/inference/vllm/vllm.py
View file

@ -193,10 +193,9 @@ class VLLMInferenceAdapter(Inference, ModelsProtocolPrivate):
else: else:
assert ( assert (
not media_present not media_present
), "Together does not support media for Completion requests" ), "vLLM does not support media for Completion requests"
input_dict["prompt"] = await completion_request_to_prompt( input_dict["prompt"] = await completion_request_to_prompt(
request, request,
self.register_helper.get_llama_model(request.model),
self.formatter, self.formatter,
) )