update sambanova docs (#8875)

This commit is contained in:
Jorge Piedrahita Ortiz 2025-02-27 23:23:33 -05:00 committed by GitHub
parent 1226d318fc
commit ad1357dd0e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 5 additions and 7 deletions

View file

@ -2,11 +2,11 @@ import Tabs from '@theme/Tabs';
import TabItem from '@theme/TabItem'; import TabItem from '@theme/TabItem';
# Sambanova # Sambanova
https://community.sambanova.ai/t/create-chat-completion-api/ https://cloud.sambanova.ai/
:::tip :::tip
**We support ALL Sambanova models, just set `model=sambanova/<any-model-on-sambanova>` as a prefix when sending litellm requests. For the complete supported model list, visit https://sambanova.ai/technology/models ** **We support ALL Sambanova models, just set `model=sambanova/<any-model-on-sambanova>` as a prefix when sending litellm requests. For the complete supported model list, visit https://docs.sambanova.ai/cloud/docs/get-started/supported-models **
::: :::
@ -27,12 +27,11 @@ response = completion(
messages=[ messages=[
{ {
"role": "user", "role": "user",
"content": "What do you know about sambanova.ai", "content": "What do you know about sambanova.ai. Give your response in json format",
} }
], ],
max_tokens=10, max_tokens=10,
response_format={ "type": "json_object" }, response_format={ "type": "json_object" },
seed=123,
stop=["\n\n"], stop=["\n\n"],
temperature=0.2, temperature=0.2,
top_p=0.9, top_p=0.9,
@ -54,13 +53,12 @@ response = completion(
messages=[ messages=[
{ {
"role": "user", "role": "user",
"content": "What do you know about sambanova.ai", "content": "What do you know about sambanova.ai. Give your response in json format",
} }
], ],
stream=True, stream=True,
max_tokens=10, max_tokens=10,
response_format={ "type": "json_object" }, response_format={ "type": "json_object" },
seed=123,
stop=["\n\n"], stop=["\n\n"],
temperature=0.2, temperature=0.2,
top_p=0.9, top_p=0.9,

View file

@ -11,7 +11,7 @@ from litellm.llms.openai.chat.gpt_transformation import OpenAIGPTConfig
class SambanovaConfig(OpenAIGPTConfig): class SambanovaConfig(OpenAIGPTConfig):
""" """
Reference: https://community.sambanova.ai/t/create-chat-completion-api/ Reference: https://docs.sambanova.ai/cloud/api-reference/
Below are the parameters: Below are the parameters:
""" """