Files
AI-Profile-Router/experiments/yue2-3b/compose.yaml
T

105 lines
3.2 KiB
YAML

services:
yue2-test:
profiles: ["manual"]
build:
context: .
args:
YUE2_COMMIT: 9c6c4b349be978b06a9d0d958471a07a6cdeff4d
YUE2_WEBUI_COMMIT: 8fc05609bde5dcd345d7c6d57fff3da0839164c5
image: mike-ai/yue2:3b-0.1.6
restart: "no"
environment:
NVIDIA_VISIBLE_DEVICES: "GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe"
NVIDIA_DRIVER_CAPABILITIES: compute,utility
volumes:
- /data/models/yue2:/workspace/models:ro
- /data/music/yue2:/workspace/runs
- ./requests:/workspace/requests:ro
deploy:
resources:
reservations:
devices:
- driver: nvidia
device_ids: ["GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe"]
capabilities: [gpu]
yue2-ui:
profiles: ["community-ui"]
build:
context: .
args:
YUE2_COMMIT: 9c6c4b349be978b06a9d0d958471a07a6cdeff4d
YUE2_WEBUI_COMMIT: 8fc05609bde5dcd345d7c6d57fff3da0839164c5
image: mike-ai/yue2:3b-0.1.6
container_name: mike-ai-yue2-playground
restart: "no"
labels:
com.mike-ai.music-worker: yue2
entrypoint: ["python", "/opt/yue2/webui/server.py"]
environment:
NVIDIA_VISIBLE_DEVICES: "GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe"
NVIDIA_DRIVER_CAPABILITIES: compute,utility
YUE2_HOST: "0.0.0.0"
YUE2_PORT: "8014"
YUE2_OUTPUTS: "/workspace/runs"
HF_HUB_OFFLINE: "1"
TRANSFORMERS_OFFLINE: "1"
ports:
- "127.0.0.1:8014:8014"
networks:
frontend:
aliases: [yue2-studio]
volumes:
- /data/models/yue2:/opt/yue2/models:ro
- /data/music/yue2:/workspace/runs
deploy:
resources:
reservations:
devices:
- driver: nvidia
device_ids: ["GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe"]
capabilities: [gpu]
healthcheck:
test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8014/api/state', timeout=2)"]
interval: 5s
timeout: 3s
retries: 12
start_period: 5s
# Kept as a deliberately non-default fallback until the community console
# has completed a real generation on Athena.
yue2-playground-fallback:
profiles: ["playground-fallback"]
build:
context: .
args:
YUE2_COMMIT: 9c6c4b349be978b06a9d0d958471a07a6cdeff4d
YUE2_WEBUI_COMMIT: 8fc05609bde5dcd345d7c6d57fff3da0839164c5
image: mike-ai/yue2:3b-0.1.6
container_name: mike-ai-yue2-playground-fallback
restart: "no"
entrypoint: ["python", "/opt/yue2-playground/server.py"]
environment:
NVIDIA_VISIBLE_DEVICES: "GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe"
NVIDIA_DRIVER_CAPABILITIES: compute,utility
YUE2_UI_HOST: "0.0.0.0"
YUE2_UI_PORT: "8016"
ports:
- "127.0.0.1:8016:8016"
volumes:
- /data/models/yue2:/workspace/models:ro
- /data/music/yue2:/workspace/runs
deploy:
resources:
reservations:
devices:
- driver: nvidia
device_ids: ["GPU-8ad38c6c-5a01-9d8e-1dfa-ed662ad78fbe"]
capabilities: [gpu]
networks:
frontend:
external: true
name: mike-ai_frontend