diff --git a/compose.yaml b/compose.yaml index 44152e5..0206f86 100644 --- a/compose.yaml +++ b/compose.yaml @@ -74,7 +74,13 @@ services: container_name: mike-ai-llama-compression restart: unless-stopped profiles: [compression] - gpus: all + deploy: + resources: + reservations: + devices: + - driver: nvidia + device_ids: ["${COMPRESSION_GPU_DEVICE:-GPU-4834d9d7-5b61-3004-1fb3-4ae49d482d4b}"] + capabilities: [gpu] network_mode: "service:wireguard-gateway" depends_on: wireguard-gateway: