Files
esh-pfi-infrastructure/stacks/lfm-vl-uncensored-seat/.env.example
T

10 lines
407 B
Bash

# lfm-vl-uncensored-seat tunables (nh3-ml1). Copy to `.env` on the server.
# Same llama.cpp build as the stock seat (b11176).
LLAMACPP_IMAGE=ghcr.io/ggml-org/llama.cpp@sha256:1f4b9cf58982dd4d7cc497aea31b1a456ca9a3a1f94f527d317d3fdee0d60ab6
VL_PORT=8032
VL_ALIAS=lfm25-vl-3b-uncensored
VL_MODEL_FILE=LFM2.5-VL-3B-Uncensored-Q4_K_M.gguf
VL_MMPROJ_FILE=mmproj-LFM2.5-VL-3B-Q8_0.gguf
VL_CTX=16384
VL_PARALLEL=2