phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs(enterprise.md): cleanup docs

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-15 14:51:45 -07:00
parent 177424c27c
commit e8e31c4029
4 changed files with 36 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

6
docs/my-website/docs/proxy/enterprise.md
View file

@ -1059,10 +1059,10 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \
### Using via API
**Block all calls for a user id**
**Block all calls for a customer id**
```
curl -X POST "http://0.0.0.0:4000/user/block" \
curl -X POST "http://0.0.0.0:4000/customer/block" \
-H "Authorization: Bearer sk-1234" \
-D '{
"user_ids": [<user_id>, ...]
@ -1079,6 +1079,8 @@ curl -X POST "http://0.0.0.0:4000/user/unblock" \
}'
```
## Enable Banned Keywords List
```yaml

10
docs/my-website/docs/proxy/guardrails.md
View file

@ -217,12 +217,12 @@ If you need to switch `pii_masking` off for an API Key set `"permissions": {"pii
<TabItem value="/key/generate" label="/key/generate">
```shell
curl --location 'http://0.0.0.0:4000/key/generate' \
--header 'Authorization: Bearer sk-1234' \
--header 'Content-Type: application/json' \
--data '{
curl -X POST 'http://0.0.0.0:4000/key/generate' \
-H 'Authorization: Bearer sk-1234' \
-H 'Content-Type: application/json' \
-D '{
"permissions": {"pii_masking": true}
}'
}'
```
```shell

8
litellm/proxy/_new_secret_config.yaml
View file

@ -11,6 +11,14 @@ model_list:
api_base: os.environ/AZURE_AI_PHI_API_BASE
api_key: os.environ/AZURE_AI_PHI_API_KEY
model: azure_ai/Phi-3-medium-128k-instruct-fpmvj
- model_name: dbrx
litellm_params:
model: databricks/databricks-dbrx-instruct
api_key: os.environ/DATABRICKS_API_KEY
api_base: os.environ/DATABRICKS_API_BASE
input_cost_per_token: 0.00000075
output_cost_per_token: 0.00000225
general_settings:

34
litellm/proxy/_super_secret_config.yaml
View file

@ -74,21 +74,21 @@ model_list:
model_info:
max_input_tokens: 80920
litellm_settings:
callbacks: ["dynamic_rate_limiter"]
# success_callback: ["langfuse"]
# failure_callback: ["langfuse"]
# default_team_settings:
# - team_id: proj1
# success_callback: ["langfuse"]
# langfuse_public_key: pk-lf-a65841e9-5192-4397-a679-cfff029fd5b0
# langfuse_secret: sk-lf-d58c2891-3717-4f98-89dd-df44826215fd
# langfuse_host: https://us.cloud.langfuse.com
# - team_id: proj2
# success_callback: ["langfuse"]
# langfuse_public_key: pk-lf-3d789fd1-f49f-4e73-a7d9-1b4e11acbf9a
# langfuse_secret: sk-lf-11b13aca-b0d4-4cde-9d54-721479dace6d
# langfuse_host: https://us.cloud.langfuse.com
# litellm_settings:
# callbacks: ["dynamic_rate_limiter"]
# # success_callback: ["langfuse"]
# # failure_callback: ["langfuse"]
# # default_team_settings:
# # - team_id: proj1
# # success_callback: ["langfuse"]
# # langfuse_public_key: pk-lf-a65841e9-5192-4397-a679-cfff029fd5b0
# # langfuse_secret: sk-lf-d58c2891-3717-4f98-89dd-df44826215fd
# # langfuse_host: https://us.cloud.langfuse.com
# # - team_id: proj2
# # success_callback: ["langfuse"]
# # langfuse_public_key: pk-lf-3d789fd1-f49f-4e73-a7d9-1b4e11acbf9a
# # langfuse_secret: sk-lf-11b13aca-b0d4-4cde-9d54-721479dace6d
# # langfuse_host: https://us.cloud.langfuse.com
assistant_settings:
custom_llm_provider: openai
@ -99,6 +99,10 @@ assistant_settings:
router_settings:
enable_pre_call_checks: true
litellm_settings:
callbacks: ["s3"]
# general_settings:
# # alerting: ["slack"]
# enable_jwt_auth: True