phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ollama remote adapter works

Browse source
This commit is contained in:
Ashwin Bharambe 2024-08-28 06:51:07 -07:00
parent 2076d2b6db
commit 2a1552a5eb
14 changed files with 196 additions and 128 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_toolchain/inference/adapters/ollama/ollama.py
View file

@ -4,7 +4,7 @@
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from typing import AsyncGenerator
from typing import Any, AsyncGenerator
import httpx
@ -36,7 +36,7 @@ OLLAMA_SUPPORTED_SKUS = {
}
async def get_adapter_impl(config: RemoteProviderConfig) -> Inference:
async def get_provider_impl(config: RemoteProviderConfig, _deps: Any) -> Inference:
impl = OllamaInferenceAdapter(config.url)
await impl.initialize()
return impl