mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 03:04:13 +00:00
docs(bedrock.md): add amazon nova to docs
This commit is contained in:
parent
99c85e5a60
commit
982d32ab91
2 changed files with 43 additions and 8 deletions
|
@ -1792,10 +1792,14 @@ print(response)
|
||||||
### Advanced - [Pass model/provider-specific Params](https://docs.litellm.ai/docs/completion/provider_specific_params#proxy-usage)
|
### Advanced - [Pass model/provider-specific Params](https://docs.litellm.ai/docs/completion/provider_specific_params#proxy-usage)
|
||||||
|
|
||||||
## Image Generation
|
## Image Generation
|
||||||
Use this for stable diffusion on bedrock
|
Use this for stable diffusion, and amazon nova canvas on bedrock
|
||||||
|
|
||||||
|
|
||||||
### Usage
|
### Usage
|
||||||
|
|
||||||
|
<Tabs>
|
||||||
|
<TabItem value="sdk" label="SDK">
|
||||||
|
|
||||||
```python
|
```python
|
||||||
import os
|
import os
|
||||||
from litellm import image_generation
|
from litellm import image_generation
|
||||||
|
@ -1830,6 +1834,41 @@ response = image_generation(
|
||||||
)
|
)
|
||||||
print(f"response: {response}")
|
print(f"response: {response}")
|
||||||
```
|
```
|
||||||
|
</TabItem>
|
||||||
|
<TabItem value="proxy" label="PROXY">
|
||||||
|
|
||||||
|
1. Setup config.yaml
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
model_list:
|
||||||
|
- model_name: amazon.nova-canvas-v1:0
|
||||||
|
litellm_params:
|
||||||
|
model: bedrock/amazon.nova-canvas-v1:0
|
||||||
|
aws_region_name: "us-east-1"
|
||||||
|
aws_secret_access_key: my-key # OPTIONAL - all boto3 auth params supported
|
||||||
|
aws_secret_access_id: my-id # OPTIONAL - all boto3 auth params supported
|
||||||
|
```
|
||||||
|
|
||||||
|
2. Start proxy
|
||||||
|
|
||||||
|
```bash
|
||||||
|
litellm --config /path/to/config.yaml
|
||||||
|
```
|
||||||
|
|
||||||
|
3. Test it!
|
||||||
|
|
||||||
|
```bash
|
||||||
|
curl -L -X POST 'http://0.0.0.0:4000/v1/images/generations' \
|
||||||
|
-H 'Content-Type: application/json' \
|
||||||
|
-H 'Authorization: Bearer $LITELLM_VIRTUAL_KEY' \
|
||||||
|
-d '{
|
||||||
|
"model": "amazon.nova-canvas-v1:0",
|
||||||
|
"prompt": "A cute baby sea otter"
|
||||||
|
}'
|
||||||
|
```
|
||||||
|
|
||||||
|
</TabItem>
|
||||||
|
</Tabs>
|
||||||
|
|
||||||
## Supported AWS Bedrock Image Generation Models
|
## Supported AWS Bedrock Image Generation Models
|
||||||
|
|
||||||
|
|
|
@ -1,9 +1,5 @@
|
||||||
model_list:
|
model_list:
|
||||||
- model_name: whisper
|
- model_name: amazon.nova-canvas-v1:0
|
||||||
litellm_params:
|
litellm_params:
|
||||||
model: azure/azure-whisper
|
model: bedrock/amazon.nova-canvas-v1:0
|
||||||
api_version: 2024-02-15-preview
|
aws_region_name: "us-east-1"
|
||||||
api_base: os.environ/AZURE_EUROPE_API_BASE
|
|
||||||
api_key: os.environ/AZURE_EUROPE_API_KEY
|
|
||||||
model_info:
|
|
||||||
mode: audio_transcription
|
|
Loading…
Add table
Add a link
Reference in a new issue