This commit is contained in:
Krrish Dholakia 2023-08-30 16:05:42 -07:00
parent 0ea59702fd
commit fcaf514546
2 changed files with 12 additions and 10 deletions

View file

@ -48,6 +48,8 @@ class HuggingfaceRestAPILLM:
completion_url: str = ""
if "https" in model:
completion_url = model
elif custom_api_base:
completion_url = custom_api_base
elif "HF_API_BASE" in os.environ:
completion_url = os.getenv("HF_API_BASE", "")
else: