From f3bbedbbbcd74b25bffab393c3d723232e0edce2 Mon Sep 17 00:00:00 2001
From: ishaan-jaff <ishaanjaffer0324@gmail.com>
Date: Wed, 15 Nov 2023 13:00:43 -0800
Subject: [PATCH] (docs) proxy add example on using local hf llm

---
 docs/my-website/docs/simple_proxy.md | 27 +++++++++++++++++----------
 1 file changed, 17 insertions(+), 10 deletions(-)

diff --git a/docs/my-website/docs/simple_proxy.md b/docs/my-website/docs/simple_proxy.md
index ad35a4b14..4aad578d0 100644
--- a/docs/my-website/docs/simple_proxy.md
+++ b/docs/my-website/docs/simple_proxy.md
@@ -49,16 +49,6 @@ $ export AWS_SECRET_ACCESS_KEY=""
 ```shell
 $ litellm --model bedrock/anthropic.claude-v2
 ```
-</TabItem>
-<TabItem value="huggingface" label="Huggingface (TGI)">
-
-```shell
-$ export HUGGINGFACE_API_KEY=my-api-key #[OPTIONAL]
-```
-```shell
-$ litellm --model huggingface/<your model name> --api_base https://k58ory32yinf1ly0.us-east-1.aws.endpoints.huggingface.cloud
-```
-
 </TabItem>
 <TabItem value="azure" label="Azure OpenAI">
 
@@ -80,6 +70,23 @@ $ export OPENAI_API_KEY=my-api-key
 ```shell
 $ litellm --model gpt-3.5-turbo
 ```
+</TabItem>
+<TabItem value="huggingface" label="Huggingface (TGI) Deployed">
+
+```shell
+$ export HUGGINGFACE_API_KEY=my-api-key #[OPTIONAL]
+```
+```shell
+$ litellm --model huggingface/<your model name> --api_base https://k58ory32yinf1ly0.us-east-1.aws.endpoints.huggingface.cloud
+```
+
+</TabItem>
+<TabItem value="huggingface-local" label="Huggingface (TGI) Local">
+
+```shell
+$ litellm --model huggingface/<your model name> --api_base http://0.0.0.0:8001
+```
+
 </TabItem>
 <TabItem value="anthropic" label="Anthropic">