phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 13:12:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Convert TGI

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-17 14:49:41 -08:00
parent 9bb07ce298
commit 028530546f
14 changed files with 485 additions and 160 deletions
Download patch file Download diff file Expand all files Collapse all files

10
distributions/remote-vllm/compose.yaml
View file

@ -1,13 +1,3 @@
# NOTES:
#
# This Docker Compose (and the associated run.yaml) assumes you will be
# running in the default "bridged" network mode.
#
# If you need "host" network mode, please uncomment
# - network_mode: "host"
#
# Similarly change "host.docker.internal" to "localhost" in the run.yaml file
#
services:
vllm-inference:
image: vllm/vllm-openai:latest