michael/AI-Profile-Router
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Bound Hermes prompt and reasoning latency

Browse Source
This commit is contained in:
Mikei386
2026-08-25 18:01:52 +02:00
parent 37f744eaa2
commit 8dfc879f26
2 changed files with 38 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
platform/hermes/install-profiles.sh
+11
View File
@@ -24,6 +24,17 @@ create_profile() {
fi
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set model.default "$model"
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set model.context_length "$context"
# These are platform-wide latency and loop safeguards, not model-specific
# tuning. Enforce them on old profiles as well as newly cloned profiles.
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set model.max_tokens 8192
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set agent.max_turns 64
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set agent.reasoning_effort low
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set auxiliary.title_generation.enabled false
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.threshold_tokens 60000
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.protect_last_n 8
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.protect_first_n 0
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set platform_toolsets.cli \
'["web","terminal","file","skills","todo","memory","vision","tts"]'
[[ $(docker exec "$HERMES_CONTAINER" hermes -p "$name" config get model.default) == "$model" ]] || \
die "Modellalias von Profil $name konnte nicht verifiziert werden."
[[ $(docker exec "$HERMES_CONTAINER" hermes -p "$name" config get model.context_length) == "$context" ]] || \