mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
use dynamic config args
This commit is contained in:
parent
34ed4cc23c
commit
51e486441d
2 changed files with 21 additions and 5 deletions
|
@ -11,8 +11,8 @@ import litellm
|
|||
from litellm import completion_with_split_tests
|
||||
litellm.set_verbose = True
|
||||
split_per_model = {
|
||||
"gpt-4": 0.7,
|
||||
"claude-instant-1.2": 0.3
|
||||
"gpt-3.5-turbo": 0.8,
|
||||
"claude-instant-1.2": 0.1
|
||||
}
|
||||
|
||||
messages = [{ "content": "Hello, how are you?","role": "user"}]
|
||||
|
@ -21,4 +21,4 @@ messages = [{ "content": "Hello, how are you?","role": "user"}]
|
|||
|
||||
# test with client
|
||||
|
||||
print(completion_with_split_tests(models=split_per_model, messages=messages, use_client=True, id=1234))
|
||||
print(completion_with_split_tests(models=split_per_model, messages=messages, use_client=True, id="ishaan_1@berri.ai"))
|
Loading…
Add table
Add a link
Reference in a new issue