phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

expose vertex ai and hf api base as env var

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-22 15:14:33 -07:00
parent 4f7a35cbef
commit 9ef0ad9e66
5 changed files with 31 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/huggingface_restapi.py
View file

@ -49,6 +49,8 @@ def completion(
completion_url = api_base
elif "HF_API_BASE" in os.environ:
completion_url = os.getenv("HF_API_BASE", "")
elif "HUGGINGFACE_API_BASE" in os.environ:
completion_url = os.getenv("HUGGINGFACE_API_BASE", "")
else:
completion_url = f"https://api-inference.huggingface.co/models/{model}"