mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
update sambanova docs (#8875)
This commit is contained in:
parent
1226d318fc
commit
ad1357dd0e
2 changed files with 5 additions and 7 deletions
|
@ -2,11 +2,11 @@ import Tabs from '@theme/Tabs';
|
|||
import TabItem from '@theme/TabItem';
|
||||
|
||||
# Sambanova
|
||||
https://community.sambanova.ai/t/create-chat-completion-api/
|
||||
https://cloud.sambanova.ai/
|
||||
|
||||
:::tip
|
||||
|
||||
**We support ALL Sambanova models, just set `model=sambanova/<any-model-on-sambanova>` as a prefix when sending litellm requests. For the complete supported model list, visit https://sambanova.ai/technology/models **
|
||||
**We support ALL Sambanova models, just set `model=sambanova/<any-model-on-sambanova>` as a prefix when sending litellm requests. For the complete supported model list, visit https://docs.sambanova.ai/cloud/docs/get-started/supported-models **
|
||||
|
||||
:::
|
||||
|
||||
|
@ -27,12 +27,11 @@ response = completion(
|
|||
messages=[
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What do you know about sambanova.ai",
|
||||
"content": "What do you know about sambanova.ai. Give your response in json format",
|
||||
}
|
||||
],
|
||||
max_tokens=10,
|
||||
response_format={ "type": "json_object" },
|
||||
seed=123,
|
||||
stop=["\n\n"],
|
||||
temperature=0.2,
|
||||
top_p=0.9,
|
||||
|
@ -54,13 +53,12 @@ response = completion(
|
|||
messages=[
|
||||
{
|
||||
"role": "user",
|
||||
"content": "What do you know about sambanova.ai",
|
||||
"content": "What do you know about sambanova.ai. Give your response in json format",
|
||||
}
|
||||
],
|
||||
stream=True,
|
||||
max_tokens=10,
|
||||
response_format={ "type": "json_object" },
|
||||
seed=123,
|
||||
stop=["\n\n"],
|
||||
temperature=0.2,
|
||||
top_p=0.9,
|
||||
|
|
|
@ -11,7 +11,7 @@ from litellm.llms.openai.chat.gpt_transformation import OpenAIGPTConfig
|
|||
|
||||
class SambanovaConfig(OpenAIGPTConfig):
|
||||
"""
|
||||
Reference: https://community.sambanova.ai/t/create-chat-completion-api/
|
||||
Reference: https://docs.sambanova.ai/cloud/api-reference/
|
||||
|
||||
Below are the parameters:
|
||||
"""
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue