fix(scriberr): patch 0004 — chat context window for gateway model names (LLM_DEFAULT_CONTEXT_WINDOW=131072); image ctxwin1 live, idle-gated deploy; svos v0.0.20 staged

2026-10-19 00:55:37 -07:00
parent 94ba3c659c
commit 5be01a8744
7 changed files with 139 additions and 1 deletions
@@ -65,6 +65,10 @@ services:
      # reached by host IP. Keep this in sync with how the app is reached.
      - ALLOWED_ORIGINS=${SCRIBERR_ALLOWED_ORIGINS}
      - NVIDIA_DRIVER_CAPABILITIES=compute,utility
+      # Chat's context window for a model name Scriberr's OpenAI table does not know (patch 0004, 2026-10-19).
+      # Upstream returns 4096 for every non-OpenAI name, so chat refused any transcript over ~3.6k estimated
+      # tokens even on 262k-context gateway models (summarizer, gen-large). Half their real context.
+      - LLM_DEFAULT_CONTEXT_WINDOW=${SCRIBERR_LLM_DEFAULT_CONTEXT_WINDOW:-131072}
      # Scriberr builds each model backend's Python env with `uv` at runtime.
      # uv's default link mode reflink/hardlinks out of its cache, which fails
      # on this overlayfs+ZFS combination with a misleading