phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-16 23:02:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'refactor-list-models' into make-openaimix-pydantic

Browse source
This commit is contained in:
Matthew Farrellee 2025-10-06 06:58:59 -04:00
commit 6fa23d816f
3 changed files with 101 additions and 248 deletions
Download patch file Download diff file Expand all files Collapse all files

13
llama_stack/providers/remote/inference/databricks/databricks.py
View file

@ -4,13 +4,12 @@
# This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree.
from collections.abc import Iterable
from typing import Any
from databricks.sdk import WorkspaceClient
from llama_stack.apis.inference import (
OpenAICompletion,
)
from llama_stack.apis.inference import OpenAICompletion
from llama_stack.log import get_logger
from llama_stack.providers.utils.inference.openai_mixin import OpenAIMixin
@ -69,3 +68,11 @@ class DatabricksInferenceAdapter(OpenAIMixin):
suffix: str | None = None,
) -> OpenAICompletion:
raise NotImplementedError()
async def list_provider_model_ids(self) -> Iterable[str]:
return [
endpoint.name
for endpoint in WorkspaceClient(
host=self.config.url, token=self.get_api_key()
).serving_endpoints.list() # TODO: this is not async
]