phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs update

Browse source
This commit is contained in:
ishaan-jaff 2023-09-06 17:16:24 -07:00
parent 1ba6b6761b
commit bd77d5ac21
3 changed files with 17 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -578,9 +578,7 @@ def get_model_params_and_category(model_name):
if params_match != None:
params_match = params_match.group(1)
params_match = params_match.replace("b", "")
print(params_match)
params_billion = float(params_match)
# Determine the category based on the number of parameters
if params_billion <= 3.0:
category = "together-ai-up-to-3b"
@ -593,8 +591,8 @@ def get_model_params_and_category(model_name):
elif params_billion <= 70.0:
category = "together-ai-40.1b-70b"
return category
return "Model name not recognized or category not found."
return None
def token_counter(model, text):