phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 12:07:34 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

get ollama working

Browse source
This commit is contained in:
Hardik Shah 2024-08-07 17:52:49 -07:00
parent ea50086190
commit 171a178783
9 changed files with 151 additions and 375 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_toolchain/inference/ollama/config.py
View file

@ -10,5 +10,7 @@ from strong_typing.schema import json_schema_type
@json_schema_type
class OllamaImplConfig(BaseModel):
model: str = Field(..., description="The name of the model in ollama catalog")
url: str = Field(..., description="The URL for the ollama server")
url: str = Field(
default="http://localhost:11434",
description="The URL for the ollama server",
)