init: first remote llamacpp implementation

llama_stack/providers/remote/inference/llamacpp/config.py

@@ -0,0 +1,40 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.
+
+from typing import Any, Union
+
+from llama_stack.schema_utils import json_schema_type
+
+from pydantic import BaseModel, Field
+
+
+class LlamaCppProviderDataValidator(BaseModel):
+    llamacpp_api_key: Union[str, None] = Field(
+        default=None,
+        description="API key for llama.cpp server (optional for local servers)",
+    )
+
+
+@json_schema_type
+class LlamaCppImplConfig(BaseModel):
+    api_key: Union[str, None] = Field(
+        default=None,
+        description="The llama.cpp server API key (optional for local servers)",
+    )
+
+    openai_compat_api_base: str = Field(
+        default="http://localhost:8080/v1",
+        description="The URL for the llama.cpp server with OpenAI-compatible API",
+    )
+
+    @classmethod
+    def sample_run_config(
+        cls, api_key: str = "${env.LLAMACPP_API_KEY:}"
+    ) -> dict[str, Any]:
+        return {
+            "openai_compat_api_base": "${env.LLAMACPP_URL:http://localhost:8080}/v1",
+            "api_key": api_key,
+        }