phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update utils

Browse source
This commit is contained in:
ishaan-jaff 2023-09-15 08:34:35 -07:00
parent 04fc1007c8
commit d7972c7ed6
2 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/__init__.py
View file

@ -164,9 +164,16 @@ ai21_models = ["j2-ultra", "j2-mid", "j2-light"]
nlp_cloud_models = ["dolphin", "chatdolphin"] nlp_cloud_models = ["dolphin", "chatdolphin"]
together_ai_models = [ together_ai_models = [
# llama llms
"togethercomputer/llama-2-70b-chat", "togethercomputer/llama-2-70b-chat",
"togethercomputer/llama-2-70b",
"togethercomputer/LLaMA-2-7B-32K",
"togethercomputer/Llama-2-7B-32K-Instruct", "togethercomputer/Llama-2-7B-32K-Instruct",
"togethercomputer/llama-2-7b", "togethercomputer/llama-2-7b",
"togethercomputer/CodeLlama-34b",
"togethercomputer/CodeLlama-34b-Instruct",
"togethercomputer/CodeLlama-34b-Python",
] # supports all together ai models, just pass in the model id e.g. completion(model="together_computer/replit_code_3b",...) ] # supports all together ai models, just pass in the model id e.g. completion(model="together_computer/replit_code_3b",...)
aleph_alpha_models = [ aleph_alpha_models = [

2
litellm/utils.py
View file

@ -880,7 +880,7 @@ def get_optional_params( # use the openai defaults
if max_tokens != float("inf"): if max_tokens != float("inf"):
optional_params["max_tokens"] = max_tokens optional_params["max_tokens"] = max_tokens
if frequency_penalty != 0: if frequency_penalty != 0:
optional_params["frequency_penalty"] = frequency_penalty # should be repetition penalty optional_params["frequency_penalty"] = frequency_penalty # TODO: Check if should be repetition penalty
if stop != None: if stop != None:
optional_params["stop"] = stop #TG AI expects a list, example ["\n\n\n\n","<|endoftext|>"] optional_params["stop"] = stop #TG AI expects a list, example ["\n\n\n\n","<|endoftext|>"]
elif ( elif (