phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Fix data being overwritten

Browse source
This commit is contained in:
mc-marcocheng 2023-10-24 16:02:15 +08:00 • committed by GitHub
parent 0cd67990e2
commit 0590ec620b
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/router.py
View file

@ -61,10 +61,8 @@ class Router:
data = deployment["litellm_params"]
data["messages"] = messages
for key, value in kwargs.items():
data[key] = value
# call via litellm.completion()
return litellm.completion(**data)
return litellm.completion(**{**data, **kwargs})
def text_completion(self,
model: str,
@ -80,10 +78,8 @@ class Router:
data = deployment["litellm_params"]
data["prompt"] = prompt
for key, value in kwargs.items():
data[key] = value
# call via litellm.completion()
return litellm.text_completion(**data)
return litellm.text_completion(**{**data, **kwargs})
def embedding(self,
model: str,
@ -96,7 +92,7 @@ class Router:
data = deployment["litellm_params"]
data["input"] = input
# call via litellm.embedding()
return litellm.embedding(**data)
return litellm.embedding(**{**data, **kwargs})
def set_model_list(self, model_list: list):
self.model_list = model_list