phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-18 15:27:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

rebase and fix some small breakage due to model -> model_id fix

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-12 21:47:39 -08:00
parent 22aedd0277
commit 1cb42d3060
6 changed files with 20 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/providers/remote/inference/ollama/ollama.py
View file

@ -164,7 +164,6 @@ class OllamaInferenceAdapter(Inference, ModelRegistryHelper, ModelsProtocolPriva
logprobs: Optional[LogProbConfig] = None,
) -> AsyncGenerator:
model = await self.model_store.get_model(model_id)
print(f"model={model}")
request = ChatCompletionRequest(
model=model.provider_resource_id,
messages=messages,