phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs(enterprise.md): cleanup docs

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-15 14:51:45 -07:00
parent 177424c27c
commit e8e31c4029
4 changed files with 36 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

6
docs/my-website/docs/proxy/enterprise.md
View file

@ -1059,10 +1059,10 @@ curl --location 'http://0.0.0.0:4000/chat/completions' \
### Using via API ### Using via API
**Block all calls for a user id** **Block all calls for a customer id**
``` ```
curl -X POST "http://0.0.0.0:4000/user/block" \ curl -X POST "http://0.0.0.0:4000/customer/block" \
-H "Authorization: Bearer sk-1234" \ -H "Authorization: Bearer sk-1234" \
-D '{ -D '{
"user_ids": [<user_id>, ...] "user_ids": [<user_id>, ...]
@ -1079,6 +1079,8 @@ curl -X POST "http://0.0.0.0:4000/user/unblock" \
}' }'
``` ```
## Enable Banned Keywords List ## Enable Banned Keywords List
```yaml ```yaml

10
docs/my-website/docs/proxy/guardrails.md
View file

@ -217,12 +217,12 @@ If you need to switch `pii_masking` off for an API Key set `"permissions": {"pii
<TabItem value="/key/generate" label="/key/generate"> <TabItem value="/key/generate" label="/key/generate">
```shell ```shell
curl --location 'http://0.0.0.0:4000/key/generate' \ curl -X POST 'http://0.0.0.0:4000/key/generate' \
--header 'Authorization: Bearer sk-1234' \ -H 'Authorization: Bearer sk-1234' \
--header 'Content-Type: application/json' \ -H 'Content-Type: application/json' \
--data '{ -D '{
"permissions": {"pii_masking": true} "permissions": {"pii_masking": true}
}' }'
``` ```
```shell ```shell

8
litellm/proxy/_new_secret_config.yaml
View file

@ -11,6 +11,14 @@ model_list:
api_base: os.environ/AZURE_AI_PHI_API_BASE api_base: os.environ/AZURE_AI_PHI_API_BASE
api_key: os.environ/AZURE_AI_PHI_API_KEY api_key: os.environ/AZURE_AI_PHI_API_KEY
model: azure_ai/Phi-3-medium-128k-instruct-fpmvj model: azure_ai/Phi-3-medium-128k-instruct-fpmvj
- model_name: dbrx
litellm_params:
model: databricks/databricks-dbrx-instruct
api_key: os.environ/DATABRICKS_API_KEY
api_base: os.environ/DATABRICKS_API_BASE
input_cost_per_token: 0.00000075
output_cost_per_token: 0.00000225
general_settings: general_settings:

34
litellm/proxy/_super_secret_config.yaml
View file

@ -74,21 +74,21 @@ model_list:
model_info: model_info:
max_input_tokens: 80920 max_input_tokens: 80920
litellm_settings: # litellm_settings:
callbacks: ["dynamic_rate_limiter"] # callbacks: ["dynamic_rate_limiter"]
# success_callback: ["langfuse"] # # success_callback: ["langfuse"]
# failure_callback: ["langfuse"] # # failure_callback: ["langfuse"]
# default_team_settings: # # default_team_settings:
# - team_id: proj1 # # - team_id: proj1
# success_callback: ["langfuse"] # # success_callback: ["langfuse"]
# langfuse_public_key: pk-lf-a65841e9-5192-4397-a679-cfff029fd5b0 # # langfuse_public_key: pk-lf-a65841e9-5192-4397-a679-cfff029fd5b0
# langfuse_secret: sk-lf-d58c2891-3717-4f98-89dd-df44826215fd # # langfuse_secret: sk-lf-d58c2891-3717-4f98-89dd-df44826215fd
# langfuse_host: https://us.cloud.langfuse.com # # langfuse_host: https://us.cloud.langfuse.com
# - team_id: proj2 # # - team_id: proj2
# success_callback: ["langfuse"] # # success_callback: ["langfuse"]
# langfuse_public_key: pk-lf-3d789fd1-f49f-4e73-a7d9-1b4e11acbf9a # # langfuse_public_key: pk-lf-3d789fd1-f49f-4e73-a7d9-1b4e11acbf9a
# langfuse_secret: sk-lf-11b13aca-b0d4-4cde-9d54-721479dace6d # # langfuse_secret: sk-lf-11b13aca-b0d4-4cde-9d54-721479dace6d
# langfuse_host: https://us.cloud.langfuse.com # # langfuse_host: https://us.cloud.langfuse.com
assistant_settings: assistant_settings:
custom_llm_provider: openai custom_llm_provider: openai
@ -99,6 +99,10 @@ assistant_settings:
router_settings: router_settings:
enable_pre_call_checks: true enable_pre_call_checks: true
litellm_settings:
callbacks: ["s3"]
# general_settings: # general_settings:
# # alerting: ["slack"] # # alerting: ["slack"]
# enable_jwt_auth: True # enable_jwt_auth: True