forked from phoenix/litellm-mirror
docs(anyscale.md): adding anyscale documentation
n
This commit is contained in:
parent
c1b2553827
commit
edfa4d550a
2 changed files with 55 additions and 0 deletions
54
docs/my-website/docs/providers/anyscale.md
Normal file
54
docs/my-website/docs/providers/anyscale.md
Normal file
|
@ -0,0 +1,54 @@
|
|||
# Anyscale AI
|
||||
https://app.endpoints.anyscale.com/
|
||||
|
||||
## API Key
|
||||
```python
|
||||
# env variable
|
||||
os.environ['ANYSCALE_API_KEY']
|
||||
```
|
||||
|
||||
## Sample Usage
|
||||
```python
|
||||
from litellm import completion
|
||||
import os
|
||||
|
||||
os.environ['ANYSCALE_API_KEY'] = ""
|
||||
response = completion(
|
||||
model="anyscale/mistralai/Mistral-7B-Instruct-v0.1",
|
||||
messages=messages
|
||||
)
|
||||
print(response)
|
||||
```
|
||||
|
||||
## Sample Usage - Streaming
|
||||
```python
|
||||
from litellm import completion
|
||||
import os
|
||||
|
||||
os.environ['ANYSCALE_API_KEY'] = ""
|
||||
response = completion(
|
||||
model="anyscale/mistralai/Mistral-7B-Instruct-v0.1",
|
||||
messages=messages,
|
||||
stream=True
|
||||
)
|
||||
|
||||
for chunk in response:
|
||||
print(chunk)
|
||||
```
|
||||
|
||||
|
||||
## Supported Models
|
||||
All models listed here https://app.endpoints.anyscale.com/ are supported. We actively maintain the list of models, pricing, token window, etc. [here](https://github.com/BerriAI/litellm/blob/c1b25538277206b9f00de5254d80d6a83bb19a29/model_prices_and_context_window.json#L659).
|
||||
|
||||
| Model Name | Function Call |
|
||||
|--------------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------|
|
||||
| llama2-7b-chat | `completion(model="anyscale/meta-llama/Llama-2-7b-chat-hf", messages)` |
|
||||
| llama-2-13b-chat | `completion(model="anyscale/meta-llama/Llama-2-13b-chat-hf", messages)` |
|
||||
| llama-2-70b-chat | `completion(model="anyscale/meta-llama/Llama-2-70b-chat-hf", messages)` |
|
||||
| mistral-7b-instruct | `completion(model="anyscale/mistralai/Mistral-7B-Instruct-v0.1", messages)` |
|
||||
| CodeLlama-34b-Instruct | `completion(model="anyscale/codellama/CodeLlama-34b-Instruct-hf", messages)` |
|
||||
|
||||
|
||||
|
||||
|
||||
|
|
@ -71,6 +71,7 @@ const sidebars = {
|
|||
"providers/anthropic",
|
||||
"providers/aws_sagemaker",
|
||||
"providers/bedrock",
|
||||
"providers/anyscale",
|
||||
"providers/perplexity",
|
||||
"providers/vllm",
|
||||
"providers/deepinfra",
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue