docs(anyscale.md): adding anyscale documentation

n
This commit is contained in:
Krrish Dholakia 2023-10-25 09:12:29 -07:00
parent c1b2553827
commit edfa4d550a
2 changed files with 55 additions and 0 deletions

View file

@ -0,0 +1,54 @@
# Anyscale AI
https://app.endpoints.anyscale.com/
## API Key
```python
# env variable
os.environ['ANYSCALE_API_KEY']
```
## Sample Usage
```python
from litellm import completion
import os
os.environ['ANYSCALE_API_KEY'] = ""
response = completion(
model="anyscale/mistralai/Mistral-7B-Instruct-v0.1",
messages=messages
)
print(response)
```
## Sample Usage - Streaming
```python
from litellm import completion
import os
os.environ['ANYSCALE_API_KEY'] = ""
response = completion(
model="anyscale/mistralai/Mistral-7B-Instruct-v0.1",
messages=messages,
stream=True
)
for chunk in response:
print(chunk)
```
## Supported Models
All models listed here https://app.endpoints.anyscale.com/ are supported. We actively maintain the list of models, pricing, token window, etc. [here](https://github.com/BerriAI/litellm/blob/c1b25538277206b9f00de5254d80d6a83bb19a29/model_prices_and_context_window.json#L659).
| Model Name | Function Call |
|--------------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------|
| llama2-7b-chat | `completion(model="anyscale/meta-llama/Llama-2-7b-chat-hf", messages)` |
| llama-2-13b-chat | `completion(model="anyscale/meta-llama/Llama-2-13b-chat-hf", messages)` |
| llama-2-70b-chat | `completion(model="anyscale/meta-llama/Llama-2-70b-chat-hf", messages)` |
| mistral-7b-instruct | `completion(model="anyscale/mistralai/Mistral-7B-Instruct-v0.1", messages)` |
| CodeLlama-34b-Instruct | `completion(model="anyscale/codellama/CodeLlama-34b-Instruct-hf", messages)` |

View file

@ -71,6 +71,7 @@ const sidebars = {
"providers/anthropic", "providers/anthropic",
"providers/aws_sagemaker", "providers/aws_sagemaker",
"providers/bedrock", "providers/bedrock",
"providers/anyscale",
"providers/perplexity", "providers/perplexity",
"providers/vllm", "providers/vllm",
"providers/deepinfra", "providers/deepinfra",