# reward-seat tunables (esh-ml1). Copy to `.env` on the server.

# Same vLLM as fv-ml1's seat had, so the move changed only the GPU. The image
# is already on esh-ml1 from the vLLM embed/rerank era.
VLLM_VERSION=v0.24.0

# Same port as on fv-ml1, so the gateway passthrough changed only its host.
REWARD_PORT=8003

# Fraction of the Ada's TOTAL 16,380 MiB (≈9.0 GB). vLLM checks it against
# free memory at start; TEI embed+rerank hold ~2.6 GB of the rest. The KV pool
# must hold one full 16,384-token sequence (~2.1 GB for Llama-3.1-8B in bf16).
REWARD_GPU_MEM_UTIL=0.55
# Server-side cap; Worldtree's Domari budgets 14,000 tokens against it.
REWARD_MAX_MODEL_LEN=16384

# Matches fv-ml1: no key (the gateway passthrough fronts it).
API_KEY=