From 5237efa2996c8b9bba9a1e4f8bc58d755dfb49a4 Mon Sep 17 00:00:00 2001 From: Vuong Hoang Date: Fri, 4 Sep 2026 14:48:01 -0700 Subject: [PATCH] feat(litellm): expose run 3c as `trial` for operator hand-testing MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Operator asked for it explicitly so he can test in Open WebUI in parallel with brokkr's batteries. Named `trial` rather than erp-tune-v3c: the run-3 note in this file records why a tier name arriving before its evidence is a mistake, and 3c has no more evidence than run 3 had. Points at the pfi-gx10 seat (http://10.100.50.60:8098/v1, vLLM 0.28.0 on GB10/sm_121), so this is a cross-site route -- NH3 seat, Anaheim gateway. ⚠ Recorded in the entry, not just here: 3c's safety axes are unmeasured, and run 3 -- same recipe, differing only in learning rate -- was withdrawn from this gateway 40 minutes after being added for selfharm/methods -44.0pp and meta/sysprompt -28.0pp against its own base. This gateway is the shared-key surface. When brokkr's batteries read out, the entry should be re-decided on evidence rather than left standing by default. Applied with a restart of the litellm service only (~60 s of gateway downtime); the compose .env is root-owned so the restart needs sudo. --- stacks/litellm/conf/config.yaml | 36 +++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) diff --git a/stacks/litellm/conf/config.yaml b/stacks/litellm/conf/config.yaml index eb7ecea..8c4b589 100644 --- a/stacks/litellm/conf/config.yaml +++ b/stacks/litellm/conf/config.yaml @@ -851,6 +851,42 @@ model_list: # api_base: http://10.250.50.54:8099/v1 # api_key: os.environ/VLLM_API_KEY + # trial -> ERP/RP SFT RUN 3c, MERGED bf16, served on pfi-gx10 (:8098, vLLM 0.28.0, + # NVIDIA GB10 / sm_121 / aarch64). Backing artifact + # /home/infra-ops/erp-tune/serve/merged-run03c on pfi-gx10. + # + # NAME: deliberately `trial`, NOT `erp-tune-v3c`. Added 2026-09-04 at the operator's + # explicit request so he can hand-test it in Open WebUI in parallel with brokkr's + # batteries. A tier name is not being minted here -- the run-3 note above records why + # a tier name arriving before its evidence is a mistake, and 3c has no more evidence + # than run 3 did. `trial` says exactly what this is. + # + # ⚠ SAFETY AXES UNMEASURED, AND ITS SIBLING FAILED THEM. Run 3 -- same recipe, same + # base, same corpus, differing ONLY in learning rate (2e-04 -> 1e-05) -- was added to + # this gateway on 2026-08-26 and WITHDRAWN 40 minutes later for a measured regression + # against its own base: selfharm/methods -44.0pp (engaged 11/25 where base refused + # 10/10) and meta/sysprompt -28.0pp (leaked 7/25 against a 0/15 base). 3c has NOT been + # measured on those axes. brokkr-smithy-dev is running the batteries now against the + # direct port; when they read out, this entry should be re-decided on evidence rather + # than left standing by default. + # + # THIS GATEWAY IS THE SHARED-KEY SURFACE: `all-agents-local` reaches every model here, + # in every session and project. Removing this alias does not remove the operator's + # access -- the direct endpoint http://10.100.50.60:8098/v1 is unaffected. + # + # Cross-site: the seat is at NH3 and the gateway is at Anaheim, ~12 ms over the + # inter-site VPN. Fine for chat; it is not a local hop. + # + # WARNING NOT A COMPOSE STACK - launched by hand on pfi-gx10 with setsid nohup, pid in + # ~/erp-tune/vllm-run03c.pid. NO restart policy and NO systemd unit: it does not + # survive a reboot of that box. Promote before relying on it. + + - model_name: trial + litellm_params: + model: hosted_vllm/erp-tune-v3c + api_base: http://10.100.50.60:8098/v1 + api_key: os.environ/VLLM_API_KEY + general_settings: master_key: os.environ/LITELLM_MASTER_KEY database_url: os.environ/DATABASE_URL