phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): enable additional params to be passe din

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-23 20:41:18 -07:00
parent c4b550cfda
commit 05740fed9d
2 changed files with 98 additions and 43 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/router.py
View file

@ -61,6 +61,8 @@ class Router:
data = deployment["litellm_params"]
data["messages"] = messages
for key, value in kwargs.items():
data[key] = value
# call via litellm.completion()
return litellm.completion(**data)
@ -78,6 +80,8 @@ class Router:
data = deployment["litellm_params"]
data["prompt"] = prompt
for key, value in kwargs.items():
data[key] = value
# call via litellm.completion()
return litellm.text_completion(**data)
@ -203,7 +207,10 @@ class Router:
# get value
cached_value = self.cache.get_cache(key)
# update value
cached_value = cached_value + increment_value
try:
cached_value = cached_value + increment_value
except:
cached_value = increment_value
# save updated value
self.cache.add_cache(result=cached_value, cache_key=key)