phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) maintain anthropic text completion

Browse source
This commit is contained in:
ishaan-jaff 2024-03-04 11:16:34 -08:00
parent 9094be7fbd
commit 1183e5f2e5
4 changed files with 59 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/utils.py
View file

@ -4200,7 +4200,11 @@ def get_optional_params(
if top_p is not None:
optional_params["top_p"] = top_p
if max_tokens is not None:
optional_params["max_tokens"] = max_tokens
if (model == "claude-2") or (model == "claude-instant-1"):
# these models use antropic_text.py which only accepts max_tokens_to_sample
optional_params["max_tokens_to_sample"] = max_tokens
else:
optional_params["max_tokens"] = max_tokens
elif custom_llm_provider == "cohere":
## check if unsupported param passed in
supported_params = [
@ -9704,4 +9708,4 @@ def _get_base_model_from_metadata(model_call_details=None):
base_model = model_info.get("base_model", None)
if base_model is not None:
return base_model
return None
return None