forked from phoenix/litellm-mirror
fix(proxy_server.py): fixing import issues
This commit is contained in:
parent
21ae940992
commit
1b87e5a337
4 changed files with 0 additions and 3 deletions
BIN
dist/litellm-0.13.2.dev1-py3-none-any.whl
vendored
Normal file
BIN
dist/litellm-0.13.2.dev1-py3-none-any.whl
vendored
Normal file
Binary file not shown.
BIN
dist/litellm-0.13.2.dev1.tar.gz
vendored
Normal file
BIN
dist/litellm-0.13.2.dev1.tar.gz
vendored
Normal file
Binary file not shown.
|
@ -176,7 +176,6 @@ def run_server(host, port, api_base, api_version, model, alias, add_key, headers
|
||||||
|
|
||||||
if port == 8000 and is_port_in_use(port):
|
if port == 8000 and is_port_in_use(port):
|
||||||
port = random.randint(1024, 49152)
|
port = random.randint(1024, 49152)
|
||||||
print(os.listdir(os.getcwd()))
|
|
||||||
uvicorn.run("litellm.proxy.proxy_server:app", host=host, port=port, workers=num_workers)
|
uvicorn.run("litellm.proxy.proxy_server:app", host=host, port=port, workers=num_workers)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -130,7 +130,6 @@ worker_config = None
|
||||||
#### HELPER FUNCTIONS ####
|
#### HELPER FUNCTIONS ####
|
||||||
def print_verbose(print_statement):
|
def print_verbose(print_statement):
|
||||||
global user_debug
|
global user_debug
|
||||||
print(f"user debug value: {user_debug}")
|
|
||||||
if user_debug:
|
if user_debug:
|
||||||
print(print_statement)
|
print(print_statement)
|
||||||
|
|
||||||
|
@ -533,7 +532,6 @@ def litellm_completion(*args, **kwargs):
|
||||||
for key, value in m["litellm_params"].items():
|
for key, value in m["litellm_params"].items():
|
||||||
kwargs[key] = value
|
kwargs[key] = value
|
||||||
break
|
break
|
||||||
print(f"litellm set verbose pre-call: {litellm.set_verbose}")
|
|
||||||
if call_type == "chat_completion":
|
if call_type == "chat_completion":
|
||||||
response = litellm.completion(*args, **kwargs)
|
response = litellm.completion(*args, **kwargs)
|
||||||
elif call_type == "text_completion":
|
elif call_type == "text_completion":
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue