phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

migration script

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-11 09:55:14 -07:00
parent c597d610f3
commit 9465288e9e
1 changed files with 21 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

22
cookbook/misc/migrate_proxy_config.py
View file

@ -15,6 +15,8 @@ Step 3: calls `<proxy-base-url>/model/new` for each model
import yaml
import requests
_in_memory_os_variables = {}
def migrate_models(config_file, proxy_base_url):
# Step 1: Read the config.yaml file
@ -39,10 +41,28 @@ def migrate_models(config_file, proxy_base_url):
for param, value in litellm_params.items():
if isinstance(value, str) and value.startswith("os.environ/"):
new_value = input(f"Enter value for {value}: ")
# check if value is in _in_memory_os_variables
if value in _in_memory_os_variables:
new_value = _in_memory_os_variables[value]
print(
"\033[92mAlready entered value for \033[0m",
value,
"\033[92musing \033[0m",
new_value,
)
else:
new_value = input(f"Enter value for {value}: ")
_in_memory_os_variables[value] = new_value
litellm_params[param] = new_value
print("\nlitellm_params: ", litellm_params)
# Confirm before sending POST request
confirm = input(
"\033[92mDo you want to send the POST request with the above parameters? (y/n): \033[0m"
)
if confirm.lower() != "y":
print("Aborting POST request.")
exit()
# Step 3: Call <proxy-base-url>/model/new for each model
url = f"{proxy_base_url}/model/new"