implement full-passthrough in the server

This commit is contained in:
Ashwin Bharambe 2024-08-03 14:15:20 -07:00
parent 38fd76f85c
commit 9dafa6ad94
8 changed files with 69 additions and 71 deletions

View file

@ -25,8 +25,6 @@ COMMON_DEPENDENCIES = [
"flake8",
"httpx",
"huggingface-hub",
"hydra-core",
"hydra-zen",
"json-strong-typing",
"git+ssh://git@github.com/meta-llama/llama-models.git",
"omegaconf",
@ -67,9 +65,12 @@ def available_distributions() -> List[Distribution]:
"fairscale",
"fastapi",
"fire",
"flake8",
"httpx",
"huggingface-hub",
"json-strong-typing",
"pydantic==1.10.13",
"pydantic_core==2.18.2",
"uvicorn",
],
adapters={
ApiSurface.inference: PassthroughApiAdapter(