phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added more docs

Browse source
This commit is contained in:
Raghotham Murthy 2024-07-11 01:38:04 -07:00
parent 6778359493
commit b88f8ad616
3 changed files with 102 additions and 100 deletions
Download patch file Download diff file Expand all files Collapse all files

6
source/api_definitions.py
View file

@ -143,22 +143,26 @@ class BatchChatCompletionRequest:
class Inference(Protocol):
"""Set of methods that can be called on the inference service."""
@webmethod(route="/inference/completion")
def post_completion(
self,
request: CompletionRequest,
) -> Union[CompletionResponse, CompletionResponseStreamChunk]: ...
@webmethod(route="/inference/chat_completion")
def post_chat_completion(
self,
request: ChatCompletionRequest,
) -> Union[ChatCompletionResponse, ChatCompletionResponseStreamChunk]: ...
@webmethod(route="/inference/batch_completion")
def post_batch_completion(
self,
request: BatchCompletionRequest,
) -> List[CompletionResponse]: ...
@webmethod(route="/inference/batch_chat_completion")
def post_batch_chat_completion(
self,
request: BatchChatCompletionRequest,