Replace compression sidecar with Hermes micro-compaction

This commit is contained in:
Mikei386
2026-08-26 06:18:51 +02:00
parent 438bd34b72
commit 896c12193e
8 changed files with 23 additions and 140 deletions
+6
View File
@@ -82,6 +82,12 @@ agent:
# large conversation to a tiny summary.
compression:
enabled: true
# Fold one older assistant/tool exchange into the rolling summary every five
# completed turns. The selected 27B profile remains the summarizer; there is
# no separate low-fidelity compression model.
micro_compact: true
micro_compact_every_n_turns: 5
micro_compact_defrag_threshold_tokens: 2000
progress_notices: true
threshold: 0.82
target_ratio: 0.35
+5 -4
View File
@@ -35,10 +35,11 @@ create_profile() {
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.target_ratio 0.35
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.protect_last_n 20
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.protect_first_n 0
# The small compressor remains an opt-in benchmark endpoint. It is not safe
# as a global technical-session compressor: end-to-end tests showed that it
# can omit older exact KEY=value state. Remove stale opt-in settings so the
# selected 27B profile performs production compaction.
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.micro_compact true
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.micro_compact_every_n_turns 5
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set compression.micro_compact_defrag_threshold_tokens 2000
# The selected 27B profile performs production compaction. A separate small
# compressor was removed after it lost exact technical state in benchmarks.
docker exec "$HERMES_CONTAINER" hermes -p "$name" config unset auxiliary.compression || true
docker exec "$HERMES_CONTAINER" hermes -p "$name" config set platform_toolsets.cli \
'["web","terminal","file","skills","todo","memory","vision","tts"]'