phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-23 16:41:49 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

ollama: periodically refresh models

Browse source
This commit is contained in:
Ashwin Bharambe 2025-07-17 16:01:49 -07:00
parent 9e3ae50306
commit a2f460871b
5 changed files with 121 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/ollama/config.py
View file

@ -6,13 +6,15 @@
from typing import Any
from pydantic import BaseModel
from pydantic import BaseModel, Field
DEFAULT_OLLAMA_URL = "http://localhost:11434"
class OllamaImplConfig(BaseModel):
url: str = DEFAULT_OLLAMA_URL
refresh_models: bool = Field(default=False, description="refresh and re-register models periodically")
refresh_models_interval: int = Field(default=300, description="interval in seconds to refresh models")
@classmethod
def sample_run_config(cls, url: str = "${env.OLLAMA_URL:=http://localhost:11434}", **kwargs) -> dict[str, Any]: