phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 07:14:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix pre-commit

Browse source 
Signed-off-by: Yuan Tang <terrytangyuan@gmail.com>
This commit is contained in:
Yuan Tang 2024-10-10 21:32:39 -04:00
parent 7bbce6394a
commit f93f7f0199
No known key found for this signature in database
2 changed files with 8 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/adapters/inference/vllm/__init__.py
View file

@ -9,9 +9,7 @@ from .vllm import VLLMInferenceAdapter
async def get_adapter_impl(config: VLLMImplConfig, _deps): async def get_adapter_impl(config: VLLMImplConfig, _deps):
assert isinstance( assert isinstance(config, VLLMImplConfig), f"Unexpected config type: {type(config)}"
config, VLLMImplConfig
), f"Unexpected config type: {type(config)}"
impl = VLLMInferenceAdapter(config) impl = VLLMInferenceAdapter(config)
await impl.initialize() await impl.initialize()
return impl return impl

12
llama_stack/providers/adapters/inference/vllm/vllm.py
View file

@ -50,12 +50,12 @@ class VLLMInferenceAdapter(ModelRegistryHelper, Inference):
pass pass
def completion( def completion(
self, self,
model: str, model: str,
content: InterleavedTextMedia, content: InterleavedTextMedia,
sampling_params: Optional[SamplingParams] = SamplingParams(), sampling_params: Optional[SamplingParams] = SamplingParams(),
stream: Optional[bool] = False, stream: Optional[bool] = False,
logprobs: Optional[LogProbConfig] = None, logprobs: Optional[LogProbConfig] = None,
) -> Union[CompletionResponse, CompletionResponseStreamChunk]: ) -> Union[CompletionResponse, CompletionResponseStreamChunk]:
raise NotImplementedError() raise NotImplementedError()