phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server): fix linting issues

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-22 08:47:50 -08:00
parent 7a4be44805
commit e7bb4a0cbd
2 changed files with 7 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/proxy_server.py
View file

@ -138,7 +138,7 @@ log_file = "api_log.json"
worker_config = None worker_config = None
master_key = None master_key = None
prisma_client = None prisma_client = None
config_cache = {} config_cache: dict = {}
### REDIS QUEUE ### ### REDIS QUEUE ###
async_result = None async_result = None
celery_app_conn = None celery_app_conn = None
@ -487,7 +487,7 @@ def model_list():
try: try:
response = requests.get("http://0.0.0.0:11434/api/tags") response = requests.get("http://0.0.0.0:11434/api/tags")
models = response.json()["models"] models = response.json()["models"]
ollama_models = [m["name"].replace(":latest", "") for m in models] ollama_models = ["ollama/" + m["name"].replace(":latest", "") for m in models]
all_models.extend(ollama_models) all_models.extend(ollama_models)
except Exception as e: except Exception as e:
pass pass

10
litellm/proxy/tests/test_q.py
View file

@ -58,9 +58,9 @@ print(job_response.status_code)
print(job_response.text) print(job_response.text)
print("\nResponse from creating job", job_response.text) print("\nResponse from creating job", job_response.text)
job_response = job_response.json() job_response = job_response.json()
job_id = job_response["id"] job_id = job_response["id"] # type: ignore
polling_url = job_response["url"] polling_url = job_response["url"] # type: ignore
polling_url = f"{base_url}{polling_url}" polling_url = f"{base_url}{polling_url}"
print("\nCreated Job, Polling Url", polling_url) print("\nCreated Job, Polling Url", polling_url)
# Step 3: Poll the request # Step 3: Poll the request
@ -75,9 +75,9 @@ while True:
) )
print("\nResponse from polling url", polling_response.text) print("\nResponse from polling url", polling_response.text)
polling_response = polling_response.json() polling_response = polling_response.json()
status = polling_response.get("status", None) status = polling_response.get("status", None) # type: ignore
if status == "finished": if status == "finished":
llm_response = polling_response["result"] llm_response = polling_response["result"] # type: ignore
print("LLM Response") print("LLM Response")
print(llm_response) print(llm_response)
break break