feat(nh3-ml1): abliterated LFM2.5-VL-3B parallel seat :8032 for brokkr's NSFW-caption A/B (direct only)

2026-09-26 00:57:04 -07:00
parent 50c85e0e8a
commit 9cc3824aec
4 changed files with 93 additions and 2 deletions
@@ -0,0 +1,9 @@
+# lfm-vl-uncensored-seat tunables (nh3-ml1). Copy to `.env` on the server.
+# Same llama.cpp build as the stock seat (b11176).
+LLAMACPP_IMAGE=ghcr.io/ggml-org/llama.cpp@sha256:1f4b9cf58982dd4d7cc497aea31b1a456ca9a3a1f94f527d317d3fdee0d60ab6
+VL_PORT=8032
+VL_ALIAS=lfm25-vl-3b-uncensored
+VL_MODEL_FILE=LFM2.5-VL-3B-Uncensored-Q4_K_M.gguf
+VL_MMPROJ_FILE=mmproj-LFM2.5-VL-3B-Q8_0.gguf
+VL_CTX=16384
+VL_PARALLEL=2