Add version to REST API url

This commit is contained in:
Ashwin Bharambe 2024-11-18 18:53:06 -08:00
parent 7693786322
commit c73fe390ad
18 changed files with 32837 additions and 6032 deletions

View file

@ -234,7 +234,7 @@ class Inference(Protocol):
logprobs: Optional[LogProbConfig] = None,
) -> Union[CompletionResponse, AsyncIterator[CompletionResponseStreamChunk]]: ...
@webmethod(route="/inference/chat_completion")
@webmethod(route="/inference/chat-completion")
async def chat_completion(
self,
model_id: str,