fix: add kwargs in sample_run_config

This commit is contained in:
Young Han 2025-07-14 17:35:43 -07:00
parent d3d50121cf
commit ccef7e325d

View file

@ -31,7 +31,7 @@ class LlamaCppImplConfig(BaseModel):
) )
@classmethod @classmethod
def sample_run_config(cls, api_key: str = "${env.LLAMACPP_API_KEY:=}") -> dict[str, Any]: def sample_run_config(cls, api_key: str = "${env.LLAMACPP_API_KEY:=}", **kwargs) -> dict[str, Any]:
return { return {
"openai_compat_api_base": "${env.LLAMACPP_URL:=http://localhost:8080}", "openai_compat_api_base": "${env.LLAMACPP_URL:=http://localhost:8080}",
"api_key": api_key, "api_key": api_key,