fix(tei-bakeoff): fail-closed truncation; record Dvalin review and nevermore threshold check

2026-09-25 08:17:40 -07:00
parent 582b150131
commit 49b4bf0177
2 changed files with 43 additions and 3 deletions
@@ -37,6 +37,14 @@ services:
      - float16
      - --max-client-batch-size
      - "128"
+      # FAIL-CLOSED on over-length input (Dvalin review 2026-09-25; measured:
+      # TEI's default silently cut a ~40k-token input to 16,384 and returned
+      # 200, where vLLM returns 400). Truncation off requires max-batch-tokens
+      # >= the model's max input (Qwen3-Embedding: 32,768) or TEI refuses to start.
+      - --auto-truncate
+      - "false"
+      - --max-batch-tokens
+      - "32768"
    deploy:
      resources:
        reservations:
@@ -60,6 +68,10 @@ services:
      - float16
      - --max-client-batch-size
      - "128"
+      # Fail-closed, as tei-embed. bge-reranker-v2-m3 max input (8,192) fits the
+      # default max-batch-tokens (16,384).
+      - --auto-truncate
+      - "false"
    deploy:
      resources:
        reservations: