Remove obsolete experimental profile

This commit is contained in:
Mikei386
2026-09-01 09:04:45 +02:00
parent 91fbb276bd
commit c031fd2c55
6 changed files with 3 additions and 66 deletions
+1 -50
View File
@@ -471,55 +471,6 @@ services:
- --spec-draft-type-v
- f16
llama-experimental:
<<: *llama-common
container_name: mike-ai-llama-experimental
labels:
com.mike-ai.llama-profile: experimental
environment:
NVIDIA_VISIBLE_DEVICES: ${EXPERIMENTAL_GPU_DEVICES:-0}
NVIDIA_DRIVER_CAPABILITIES: compute,utility
command:
- --model
- "/models/${EXPERIMENTAL_MODEL_FILE:?EXPERIMENTAL_MODEL_FILE is required}"
- --alias
- qwen-experimental
- --ctx-size
- "${EXPERIMENTAL_CONTEXT:-76800}"
- --flash-attn
- "on"
- --cache-type-k
- q4_0
- --cache-type-v
- q4_0
- --cache-prompt
- --cache-reuse
- "${LLAMA_CACHE_REUSE:-256}"
- --cache-ram
- "${LLAMA_CACHE_RAM_MIB:-24576}"
- --parallel
- "${EXPERIMENTAL_PARALLEL_SLOTS:-1}"
- --kv-unified
- --jinja
- --reasoning
- auto
- --reasoning-preserve
- --host
- 0.0.0.0
- --port
- "8080"
- --metrics
- --fit
- "off"
- --n-gpu-layers
- all
- --no-mmap
- --no-ui
- --device
- CUDA0
- --split-mode
- none
profile-controller:
build: ./platform/docker/profile-controller
image: mike-ai/profile-controller:local
@@ -531,7 +482,7 @@ services:
- /var/run/docker.sock:/var/run/docker.sock
environment:
CONTROLLER_TOKEN: "${CONTROLLER_TOKEN:?CONTROLLER_TOKEN is required}"
ALLOWED_PROFILES: fast,medium,large,ultra,uncensored,experimental
ALLOWED_PROFILES: fast,medium,large,ultra,uncensored
IMAGE_WORKER: image
networks: [control]
security_opt: ["no-new-privileges:true"]