mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-03 19:57:35 +00:00
60f0056cbc
- implement get_api_key instead of relying on LiteLLMOpenAIMixin.get_api_key - remove use of LiteLLMOpenAIMixin - add default initialize/shutdown methods to OpenAIMixin - remove __init__s to allow proper pydantic construction - remove dead code from vllm adapter and associated / duplicate unit tests - update vllm adapter to use openaimixin for model registration - remove ModelRegistryHelper from fireworks & together adapters - remove Inference from nvidia adapter - complete type hints on embedding_model_metadata - allow extra fields on OpenAIMixin, for model_store, __provider_id__, etc - new recordings for ollama
1500 lines
39 KiB
JSON
1500 lines
39 KiB
JSON
{
|
|
"request": {
|
|
"method": "POST",
|
|
"url": "https://integrate.api.nvidia.com/v1/v1/models",
|
|
"headers": {},
|
|
"body": {},
|
|
"endpoint": "/v1/models",
|
|
"model": ""
|
|
},
|
|
"response": {
|
|
"body": [
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "01-ai/yi-large",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "01-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "abacusai/dracarys-llama-3.1-70b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "abacusai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "adept/fuyu-8b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "adept"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "ai21labs/jamba-1.5-large-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "ai21labs"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "ai21labs/jamba-1.5-mini-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "ai21labs"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "aisingapore/sea-lion-7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "aisingapore"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "baai/bge-m3",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "baai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "baichuan-inc/baichuan2-13b-chat",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "baichuan-inc"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "bigcode/starcoder2-15b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "bigcode"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "bigcode/starcoder2-7b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "bigcode"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "bytedance/seed-oss-36b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "bytedance"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "databricks/dbrx-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "databricks"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "deepseek-ai/deepseek-coder-6.7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "deepseek-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "deepseek-ai/deepseek-r1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "deepseek-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "deepseek-ai/deepseek-r1-0528",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "deepseek-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "deepseek-ai/deepseek-r1-distill-llama-8b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "deepseek-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "deepseek-ai/deepseek-r1-distill-qwen-14b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "deepseek-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "deepseek-ai/deepseek-r1-distill-qwen-32b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "deepseek-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "deepseek-ai/deepseek-r1-distill-qwen-7b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "deepseek-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "deepseek-ai/deepseek-v3.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "deepseek-ai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/codegemma-1.1-7b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/codegemma-7b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/deplot",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-2-27b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-2-2b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-2-9b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-2b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-3-12b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-3-1b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-3-27b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-3-4b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-3n-e2b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-3n-e4b-it",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/gemma-7b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/paligemma",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/recurrentgemma-2b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "google/shieldgemma-9b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "google"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "gotocompany/gemma-2-9b-cpt-sahabatai-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "gotocompany"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "ibm/granite-3.0-3b-a800m-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "ibm"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "ibm/granite-3.0-8b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "ibm"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "ibm/granite-3.3-8b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "ibm"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "ibm/granite-34b-code-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "ibm"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "ibm/granite-8b-code-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "ibm"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "ibm/granite-guardian-3.0-8b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "ibm"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "igenius/colosseum_355b_instruct_16k",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "igenius"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "igenius/italia_10b_instruct_16k",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "igenius"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "institute-of-science-tokyo/llama-3.1-swallow-70b-instruct-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "institute-of-science-tokyo"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "institute-of-science-tokyo/llama-3.1-swallow-8b-instruct-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "institute-of-science-tokyo"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "marin/marin-8b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "marin"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mediatek/breeze-7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mediatek"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/codellama-70b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-3.1-405b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-3.1-70b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-3.1-8b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-3.2-11b-vision-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-3.2-1b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-3.2-3b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-3.2-90b-vision-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-3.3-70b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-4-maverick-17b-128e-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-4-scout-17b-16e-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama-guard-4-12b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama2-70b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama3-70b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "meta/llama3-8b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "meta"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/kosmos-2",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3-medium-128k-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3-medium-4k-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3-mini-128k-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3-mini-4k-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3-small-128k-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3-small-8k-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3-vision-128k-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3.5-mini-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3.5-moe-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-3.5-vision-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-4-mini-flash-reasoning",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-4-mini-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "microsoft/phi-4-multimodal-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "microsoft"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/codestral-22b-instruct-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/magistral-small-2506",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mamba-codestral-7b-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mathstral-7b-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mistral-7b-instruct-v0.2",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mistral-7b-instruct-v0.3",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mistral-large",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mistral-large-2-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mistral-medium-3-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mistral-nemotron",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mistral-small-24b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mistral-small-3.1-24b-instruct-2503",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mixtral-8x22b-instruct-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mixtral-8x22b-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "mistralai/mixtral-8x7b-instruct-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "moonshotai/kimi-k2-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "moonshotai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "moonshotai/kimi-k2-instruct-0905",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "moonshotai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nv-mistralai/mistral-nemo-12b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nv-mistralai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/embed-qa-4",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemoguard-8b-content-safety",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemoguard-8b-topic-control",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemotron-51b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemotron-70b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemotron-70b-reward",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemotron-nano-4b-v1.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemotron-nano-8b-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemotron-nano-vl-8b-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.1-nemotron-ultra-253b-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.2-nemoretriever-1b-vlm-embed-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.2-nemoretriever-300m-embed-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.2-nemoretriever-300m-embed-v2",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.2-nv-embedqa-1b-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.2-nv-embedqa-1b-v2",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.3-nemotron-super-49b-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama-3.3-nemotron-super-49b-v1.5",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama3-chatqa-1.5-70b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/llama3-chatqa-1.5-8b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/mistral-nemo-minitron-8b-8k-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/mistral-nemo-minitron-8b-base",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nemoretriever-parse",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nemotron-4-340b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nemotron-4-340b-reward",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nemotron-4-mini-hindi-4b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nemotron-mini-4b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/neva-22b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nv-embed-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nv-embedcode-7b-v1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nv-embedqa-e5-v5",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nv-embedqa-mistral-7b-v2",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nvclip",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/nvidia-nemotron-nano-9b-v2",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/riva-translate-4b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/usdcode-llama-3.1-70b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "nvidia/vila",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "nvidia"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "openai/gpt-oss-120b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "openai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "openai/gpt-oss-120b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "openai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "openai/gpt-oss-20b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "openai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "openai/gpt-oss-20b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "openai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "opengpt-x/teuken-7b-instruct-commercial-v0.4",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "opengpt-x"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwen2-7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwen2.5-7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwen2.5-coder-32b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwen2.5-coder-7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwen3-235b-a22b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwen3-coder-480b-a35b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwen3-next-80b-a3b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwen3-next-80b-a3b-thinking",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "qwen/qwq-32b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "qwen"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "rakuten/rakutenai-7b-chat",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "rakuten"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "rakuten/rakutenai-7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "rakuten"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "sarvamai/sarvam-m",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "sarvamai"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "snowflake/arctic-embed-l",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "snowflake"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "speakleash/bielik-11b-v2.3-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "speakleash"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "speakleash/bielik-11b-v2.6-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "speakleash"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "stockmark/stockmark-2-100b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "stockmark"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "thudm/chatglm3-6b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "thudm"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "tiiuae/falcon3-7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "tiiuae"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "tokyotech-llm/llama-3-swallow-70b-instruct-v0.1",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "tokyotech-llm"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "upstage/solar-10.7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "upstage"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "utter-project/eurollm-9b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "utter-project"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "writer/palmyra-creative-122b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "writer"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "writer/palmyra-fin-70b-32k",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "writer"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "writer/palmyra-med-70b",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "writer"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "writer/palmyra-med-70b-32k",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "writer"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "yentinglin/llama-3-taiwan-70b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "yentinglin"
|
|
}
|
|
},
|
|
{
|
|
"__type__": "openai.types.model.Model",
|
|
"__data__": {
|
|
"id": "zyphra/zamba2-7b-instruct",
|
|
"created": 735790403,
|
|
"object": "model",
|
|
"owned_by": "zyphra"
|
|
}
|
|
}
|
|
],
|
|
"is_streaming": false
|
|
}
|
|
}
|