docs: gen-small .env.example records util 0.33 + boot-check rule; parakeet-nemo compose note corrected (slack, not KV; steady state 3,582 MiB)

2026-10-01 01:38:42 -07:00
parent cb28d8c951
commit 03826d2029
2 changed files with 9 additions and 4 deletions
@@ -20,7 +20,11 @@ GEN_SMALL_SERVED_NAME_THINK=gen-small-thinking
 # ── Memory ── FIRST-BOOT values, expected to be tuned to a sane concurrency band
 # (1.2-2.5x) by reading the boot log. A3B attention + fp8 KV is cheap, so 8 GiB likely
 # over-provisions; pin down after the first boot reports its token count.
-GEN_SMALL_GPU_MEM_UTIL=0.55
+# 2026-10-01: 0.33 live (.env on fv-ml1). The KV is byte-pinned by GEN_SMALL_KV_CACHE_MEMORY, so util only sets
+# the boot check (Free at start must be >= util x total). Lowering it freed GPU 0 slack for parakeet-nemo
+# at zero KV cost (still 670,142 tokens / 2.56x). Before ANY restart, check the arithmetic:
+# util x 95.6 GiB <= measured Free + this seat's own resident memory. Do not trial-boot.
+GEN_SMALL_GPU_MEM_UTIL=0.33
 GEN_SMALL_KV_CACHE_MEMORY=8589934592
 GEN_SMALL_MAX_MODEL_LEN=262144
 GEN_SMALL_MAX_NUM_SEQS=16