From 8b558336b4d751c0d58e3f2fe49cad4ffb730132 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Wed, 11 Sep 2024 12:32:12 -0700 Subject: [PATCH] inference/completion --- llama_toolchain/inference/api/api.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_toolchain/inference/api/api.py b/llama_toolchain/inference/api/api.py index 712b25b2b..2bf225be4 100644 --- a/llama_toolchain/inference/api/api.py +++ b/llama_toolchain/inference/api/api.py @@ -170,7 +170,7 @@ class Inference(Protocol): @webmethod(route="/inference/completion") async def completion( self, - model: str + model: str, content: InterleavedTextMedia, sampling_params: Optional[SamplingParams] = SamplingParams(), stream: Optional[bool] = False,