From cc483ad69dbaebd03d89b55195d4b9cfe01c3361 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Sat, 16 Dec 2023 13:14:26 +0530 Subject: [PATCH] (docs) embedding config yaml --- docs/my-website/docs/proxy/embedding.md | 34 +++++++++++++++++++++++++ 1 file changed, 34 insertions(+) diff --git a/docs/my-website/docs/proxy/embedding.md b/docs/my-website/docs/proxy/embedding.md index 3db71a9a9..a8c88c57e 100644 --- a/docs/my-website/docs/proxy/embedding.md +++ b/docs/my-website/docs/proxy/embedding.md @@ -145,3 +145,37 @@ print(query_result[:5]) } ``` + +## Supported Models + +### Create Config.yaml + + + +For HF LiteLLM Proxy supports all [Feature-Extraction Embedding models](https://huggingface.co/models?pipeline_tag=feature-extraction) + +```yaml +model_list: + - model_name: deployed-codebert-base + litellm_params: + # send request to deployed hugging face inference endpoint + model: huggingface/microsoft/codebert-base # add huggingface prefix so it routes to hugging face + api_key: hf_LdS # api key for hugging face inference endpoint + api_base: https://uysneno1wv2wd4lw.us-east-1.aws.endpoints.huggingface.cloud # your hf inference endpoint + - model_name: codebert-base + litellm_params: + # no api_base set, sends request to hugging face free inference api https://api-inference.huggingface.co/models/ + model: huggingface/microsoft/codebert-base # add huggingface prefix so it routes to hugging face + api_key: hf_LdS # api key for hugging face + +``` + + + + +### Make Request + + + + +