Remove obsolete experimental profile
This commit is contained in:
+1
-50
@@ -471,55 +471,6 @@ services:
|
||||
- --spec-draft-type-v
|
||||
- f16
|
||||
|
||||
llama-experimental:
|
||||
<<: *llama-common
|
||||
container_name: mike-ai-llama-experimental
|
||||
labels:
|
||||
com.mike-ai.llama-profile: experimental
|
||||
environment:
|
||||
NVIDIA_VISIBLE_DEVICES: ${EXPERIMENTAL_GPU_DEVICES:-0}
|
||||
NVIDIA_DRIVER_CAPABILITIES: compute,utility
|
||||
command:
|
||||
- --model
|
||||
- "/models/${EXPERIMENTAL_MODEL_FILE:?EXPERIMENTAL_MODEL_FILE is required}"
|
||||
- --alias
|
||||
- qwen-experimental
|
||||
- --ctx-size
|
||||
- "${EXPERIMENTAL_CONTEXT:-76800}"
|
||||
- --flash-attn
|
||||
- "on"
|
||||
- --cache-type-k
|
||||
- q4_0
|
||||
- --cache-type-v
|
||||
- q4_0
|
||||
- --cache-prompt
|
||||
- --cache-reuse
|
||||
- "${LLAMA_CACHE_REUSE:-256}"
|
||||
- --cache-ram
|
||||
- "${LLAMA_CACHE_RAM_MIB:-24576}"
|
||||
- --parallel
|
||||
- "${EXPERIMENTAL_PARALLEL_SLOTS:-1}"
|
||||
- --kv-unified
|
||||
- --jinja
|
||||
- --reasoning
|
||||
- auto
|
||||
- --reasoning-preserve
|
||||
- --host
|
||||
- 0.0.0.0
|
||||
- --port
|
||||
- "8080"
|
||||
- --metrics
|
||||
- --fit
|
||||
- "off"
|
||||
- --n-gpu-layers
|
||||
- all
|
||||
- --no-mmap
|
||||
- --no-ui
|
||||
- --device
|
||||
- CUDA0
|
||||
- --split-mode
|
||||
- none
|
||||
|
||||
profile-controller:
|
||||
build: ./platform/docker/profile-controller
|
||||
image: mike-ai/profile-controller:local
|
||||
@@ -531,7 +482,7 @@ services:
|
||||
- /var/run/docker.sock:/var/run/docker.sock
|
||||
environment:
|
||||
CONTROLLER_TOKEN: "${CONTROLLER_TOKEN:?CONTROLLER_TOKEN is required}"
|
||||
ALLOWED_PROFILES: fast,medium,large,ultra,uncensored,experimental
|
||||
ALLOWED_PROFILES: fast,medium,large,ultra,uncensored
|
||||
IMAGE_WORKER: image
|
||||
networks: [control]
|
||||
security_opt: ["no-new-privileges:true"]
|
||||
|
||||
Reference in New Issue
Block a user