phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

code cleanup

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-12 17:12:57 -07:00
parent 4bad9e137f
commit 7490669218
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/main.py
View file

@ -298,7 +298,7 @@ def completion(
"total_tokens": prompt_tokens + completion_tokens "total_tokens": prompt_tokens + completion_tokens
} }
response = model_response response = model_response
elif hugging_face == True or custom_llm_provider == "huggingface": elif custom_llm_provider == "huggingface":
import requests import requests
API_URL = f"https://api-inference.huggingface.co/models/{model}" API_URL = f"https://api-inference.huggingface.co/models/{model}"
HF_TOKEN = get_secret("HF_TOKEN") HF_TOKEN = get_secret("HF_TOKEN")

2
litellm/tests/test_secrets.py
View file

@ -19,7 +19,7 @@ messages = [{ "content": user_message,"role": "user"}]
def test_completion_azure(): def test_completion_azure():
try: try:
response = completion(model="gpt-3.5-turbo", deployment_id="chatgpt-test", messages=messages, azure=True) response = completion(model="gpt-3.5-turbo", deployment_id="chatgpt-test", messages=messages, custom_llm_provider="azure")
# Add any assertions here to check the response # Add any assertions here to check the response
print(response) print(response)
except Exception as e: except Exception as e: