mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 04:04:14 +00:00
b67aef2fc4
# What does this PR do? - remove auto-download of ollama embedding models - add embedding model metadata to dynamic listing w/ unit test - add support and tests for allowed_models - removed inference provider models.py files where dynamic listing is enabled - store embedding metadata in embedding_model_metadata field on inference providers - make model_entries optional on ModelRegistryHelper and LiteLLMOpenAIMixin - make OpenAIMixin a ModelRegistryHelper - skip base64 embedding test for remote::ollama, always returns floats - only use OpenAI client for ollama model listing - remove unused build_model_entry function - remove unused get_huggingface_repo function ## Test Plan ci w/ new tests
96 lines
2.3 KiB
JSON
96 lines
2.3 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "http://0.0.0.0:11434/v1/v1/models",
|
|
"headers": {},
|
|
"body": {},
|
|
"endpoint": "/v1/models",
|
|
"model": ""
|
|
},
|
|
"response": {
|
|
"body": [
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen3:8b",
|
|
"created": 1758707188,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nomic-embed-text:137m-v1.5-fp16",
|
|
"created": 1758640855,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nomic-embed-text:latest",
|
|
"created": 1756727155,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "llama3.2-vision:11b",
|
|
"created": 1756722893,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "llama-guard3:1b",
|
|
"created": 1756671473,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "all-minilm:l6-v2",
|
|
"created": 1756655274,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "all-minilm:latest",
|
|
"created": 1747317111,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "llama3.2:3b-instruct-fp16",
|
|
"created": 1744974677,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "llama3.2:3b",
|
|
"created": 1743536220,
|
|
"object": "model",
|
|
"owned_by": "library"
|
|
}
|
|
}
|
|
],
|
|
"is_streaming": false
|
|
}
|
|
}
|