Pin compressor to RTX 3060 device
This commit is contained in:
+7
-1
@@ -74,7 +74,13 @@ services:
|
|||||||
container_name: mike-ai-llama-compression
|
container_name: mike-ai-llama-compression
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
profiles: [compression]
|
profiles: [compression]
|
||||||
gpus: all
|
deploy:
|
||||||
|
resources:
|
||||||
|
reservations:
|
||||||
|
devices:
|
||||||
|
- driver: nvidia
|
||||||
|
device_ids: ["${COMPRESSION_GPU_DEVICE:-GPU-4834d9d7-5b61-3004-1fb3-4ae49d482d4b}"]
|
||||||
|
capabilities: [gpu]
|
||||||
network_mode: "service:wireguard-gateway"
|
network_mode: "service:wireguard-gateway"
|
||||||
depends_on:
|
depends_on:
|
||||||
wireguard-gateway:
|
wireguard-gateway:
|
||||||
|
|||||||
Reference in New Issue
Block a user