llama-swap: add artemis-31b-v1i (BeaverAI Gemma 4 fine-tune, Q6_K)

This commit is contained in:
2026-05-25 22:42:25 -07:00
parent 8db180885f
commit 7f918271ac
+23
View File
@@ -37,6 +37,11 @@
# imatrix Q6_K, ~6.5GB). New JUDGE / EVAL section. Pre-pulled
# via playbooks/pull-hf-repo.yaml (canonical replacement
# for ad-hoc huggingface_hub.snapshot_download calls).
# 2026-05-25: Added artemis-31b-v1i (BeaverAI Artemis-31B-v1i Gemma 4
# dense fine-tune, Q6_K ~28.6GB) via -hf syntax. Pre-pulled
# via playbooks/pull-hf-repo.yaml. Sampler defaults mirrored
# from gemma4-31b-dense (temp 1.0, top-p 0.95, top-k 64,
# repeat_penalty 1.0); ctx 32K starting per Gemma 4 KB.
# ============================================================================
# Default 1200 seconds (20 min) to wait for model to be available to load.
@@ -313,6 +318,24 @@ models:
--repeat-penalty 1.0
--chat-template-kwargs '{"enable_thinking":true}'
"artemis-31b-v1i":
name: "Artemis 31B v1i Q6_K"
description: "BeaverAI Artemis-31B-v1i — Gemma 4 31B dense fine-tune, Q6_K (~28.6GB). 256K context."
ttl: 600
cmd: |
/app/llama-server
--context-shift
-hf BeaverAI/Artemis-31B-v1i-GGUF:Q6_K
--port ${PORT}
--n-gpu-layers 999
--ctx-size 32768
--flash-attn on
--temp 1.0
--top-p 0.95
--top-k 64
--repeat-penalty 1.0
--chat-template-kwargs '{"enable_thinking":true}'
# ==========================================================================
# GLM MODELS
# ==========================================================================