phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 16:22:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix evals and scoring

Browse source
This commit is contained in:
Dinesh Yeduguru 2024-11-12 18:14:58 -08:00
parent 55d66ca918
commit 606df220f5
3 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/remote/inference/vllm/vllm.py
View file

@ -85,7 +85,6 @@ class VLLMInferenceAdapter(Inference, ModelRegistryHelper, ModelsProtocolPrivate
logprobs: Optional[LogProbConfig] = None,
) -> AsyncGenerator:
model = await self.model_store.get_model(model_id)
print(f"model={model}")
request = ChatCompletionRequest(
model=model.provider_resource_id,
messages=messages,