phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-23 10:12:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: LLAMACPP_URL and LLAMACPP_API_KEY format

Browse source
This commit is contained in:
Young Han 2025-07-14 17:25:18 -07:00
parent b884bc490b
commit d3d50121cf
5 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/remote/inference/llamacpp/config.py
View file

@ -26,13 +26,13 @@ class LlamaCppImplConfig(BaseModel):
)
openai_compat_api_base: str = Field(
default="http://localhost:8080/v1",
default="http://localhost:8080",
description="The URL for the llama.cpp server with OpenAI-compatible API",
)
@classmethod
def sample_run_config(cls, api_key: str = "${env.LLAMACPP_API_KEY:=}") -> dict[str, Any]:
return {
"openai_compat_api_base": "${env.LLAMACPP_URL:http://localhost:8080}/v1",
"openai_compat_api_base": "${env.LLAMACPP_URL:=http://localhost:8080}",
"api_key": api_key,
}