diff --git a/stacks/gen-seat/compose.yaml b/stacks/gen-seat/compose.yaml index cf248e4..fa060e0 100644 --- a/stacks/gen-seat/compose.yaml +++ b/stacks/gen-seat/compose.yaml @@ -95,8 +95,34 @@ services: - --enable-auto-tool-choice - --tool-call-parser - qwen3_coder - - --speculative-config - - '{"method": "${GEN_SPEC_METHOD:-qwen3_5_mtp}", "num_speculative_tokens": ${GEN_SPEC_TOKENS:-3}}' + # ⚠️ MTP / SPECULATIVE DECODING DISABLED 2026-08-17 — DO NOT re-enable + # without re-testing multi-turn coherence past ~2k tokens. + # + # ROOT CAUSE (isolated 2026-08-16, operator-confirmed): `qwen3_5_mtp` + # speculative decoding CORRUPTS Qwen3.8-27B output in multi-turn + # conversations once cumulative context passes ~2,000 tokens. The draft + # head emits bad tokens that get accepted, and the response degenerates + # into CONTEXT-BLEEDING — stitching prior turns' content into the current + # answer (a "describe durian" reply that contained the Krebs-cycle and + # winter answers from earlier turns), then collapsing to a few words. + # + # Proven model-INDEPENDENT across every Qwen3.8-27B quant we serve (AEON + # W4A4, unsloth FP8-attn, our in-house mixed) and FIXED by disabling MTP: + # the identical model stays coherent through 4k+ tokens with this off. + # It is MTP-on-Qwen3.8 specifically — Qwen3.6 (char-rp-reasoning) runs the + # same qwen3_5_mtp method and is CLEAN, so the 3.6 MTP head/graft is fine + # and the 3.8 one is not (suspects: the bf16 MTP graft, or spec depth 3). + # + # COST: no speculative decoding = ~half decode tok/s. Accepted as the + # known-good until the 3.8 MTP is fixed. + # + # BEFORE RE-ENABLING: run the multi-turn probe in + # services/gen-seat-mixed-quant/bench/ (varied 7-turn series, watch t5-t7 + # past 2k tokens for the collapse). First thing worth trying is + # num_speculative_tokens=1 (shallowest draft, least divergence). Restore by + # uncommenting the two lines below. + # - --speculative-config + # - '{"method": "${GEN_SPEC_METHOD:-qwen3_5_mtp}", "num_speculative_tokens": ${GEN_SPEC_TOKENS:-3}}' deploy: resources: reservations: