phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

fix sample impls

Browse source
This commit is contained in:
Ashwin Bharambe 2024-10-02 10:09:36 -07:00
parent bf0d111c53
commit 335dea849a
2 changed files with 16 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

9
llama_stack/providers/adapters/inference/sample/sample.py
View file

@ -9,10 +9,17 @@ from .config import SampleConfig
from llama_stack.apis.inference import * # noqa: F403
from llama_stack.distribution.datatypes import RoutableProvider
class SampleInferenceImpl(Inference):
class SampleInferenceImpl(Inference, RoutableProvider):
def __init__(self, config: SampleConfig):
self.config = config
async def validate_routing_keys(self, routing_keys: list[str]) -> None:
# these are the model names the Llama Stack will use to route requests to this provider
# perform validation here if necessary
pass
async def initialize(self):
pass