This commit is contained in:
ishaan-jaff 2023-09-19 10:56:08 -07:00
parent 946c81626d
commit 94a19fa6c2
2 changed files with 10 additions and 7 deletions

View file

@ -1,5 +1,5 @@
# Petals
LiteLLM supports Claude-1, 1.2 and Claude-2.
Petals: https://github.com/bigscience-workshop/petals
## Usage
Ensure you add `petals/` as a prefix for all petals LLMs. This sets the custom_llm_provider to petals
@ -16,9 +16,12 @@ print(response)
```
### Model Details
| Model Name | Function Call |
|------------------|--------------------------------------------|
| StableBeluga | ```python
| completion(
| model="petals/petals-team/StableBeluga2",
| messages=messages
| )
| ``` |
| Model Name | Function Call | Required OS Variables |
|------------------|--------------------------------------------|--------------------------------------|
| claude-instant-1 | `completion('claude-instant-1', messages)` | `os.environ['ANTHROPIC_API_KEY']` |
| claude-instant-1.2 | `completion('claude-instant-1.2', messages)` | `os.environ['ANTHROPIC_API_KEY']` |
| claude-2 | `completion('claude-2', messages)` | `os.environ['ANTHROPIC_API_KEY']` |

View file

@ -1,6 +1,6 @@
[tool.poetry]
name = "litellm"
version = "0.1.700.dev4"
version = "0.1.701"
description = "Library to easily interface with LLM API providers"
authors = ["BerriAI"]
license = "MIT License"