From e4f14eafe263b8b32e83c597e5302e9c27c30327 Mon Sep 17 00:00:00 2001 From: Ashwin Bharambe Date: Tue, 12 Nov 2024 14:21:22 -0800 Subject: [PATCH] Use GPUs 0 and 1 --- distributions/remote-vllm/compose.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/distributions/remote-vllm/compose.yaml b/distributions/remote-vllm/compose.yaml index 88d10f5b4..096bc9daa 100644 --- a/distributions/remote-vllm/compose.yaml +++ b/distributions/remote-vllm/compose.yaml @@ -22,7 +22,7 @@ services: devices: - nvidia.com/gpu=all environment: - - CUDA_VISIBLE_DEVICES=4 + - CUDA_VISIBLE_DEVICES=0 - HUGGING_FACE_HUB_TOKEN=$HF_TOKEN command: > --gpu-memory-utilization 0.75 @@ -48,7 +48,7 @@ services: devices: - nvidia.com/gpu=all environment: - - CUDA_VISIBLE_DEVICES=5 + - CUDA_VISIBLE_DEVICES=1 - HUGGING_FACE_HUB_TOKEN=$HF_TOKEN command: > --gpu-memory-utilization 0.75