phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(bedrock.py): adding provider-specific configs

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-05 23:49:20 -07:00
parent 5364604ccc
commit 06f279807b
7 changed files with 128 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/anthropic.py
View file

@ -25,7 +25,7 @@ class AnthropicConfig():
to pass metadata to anthropic, it's {"user_id": "any-relevant-information"}
"""
max_tokens_to_sample: Optional[int]=256 # anthropic requires a default
max_tokens_to_sample: Optional[int]=litellm.max_tokens # anthropic requires a default
stop_sequences: Optional[list]=None
temperature: Optional[int]=None
top_p: Optional[int]=None