(docs) xinference on proxy

This commit is contained in:
ishaan-jaff 2024-01-02 16:57:25 +05:30
parent 8f8ac03961
commit 8186af64c7

View file

@ -401,7 +401,7 @@ https://docs.litellm.ai/docs/providers/xinference
```yaml
model_list:
- model_name: xinference-model # model group
- model_name: embedding-model # model group
litellm_params:
model: xinference/bge-base-en # model name for litellm.embedding(model=xinference/bge-base-en)
api_base: http://0.0.0.0:9997/v1