llama-swap: add artemis-31b-v1i (BeaverAI Gemma 4 fine-tune, Q6_K)
This commit is contained in:
@@ -37,6 +37,11 @@
|
|||||||
# imatrix Q6_K, ~6.5GB). New JUDGE / EVAL section. Pre-pulled
|
# imatrix Q6_K, ~6.5GB). New JUDGE / EVAL section. Pre-pulled
|
||||||
# via playbooks/pull-hf-repo.yaml (canonical replacement
|
# via playbooks/pull-hf-repo.yaml (canonical replacement
|
||||||
# for ad-hoc huggingface_hub.snapshot_download calls).
|
# for ad-hoc huggingface_hub.snapshot_download calls).
|
||||||
|
# 2026-05-25: Added artemis-31b-v1i (BeaverAI Artemis-31B-v1i Gemma 4
|
||||||
|
# dense fine-tune, Q6_K ~28.6GB) via -hf syntax. Pre-pulled
|
||||||
|
# via playbooks/pull-hf-repo.yaml. Sampler defaults mirrored
|
||||||
|
# from gemma4-31b-dense (temp 1.0, top-p 0.95, top-k 64,
|
||||||
|
# repeat_penalty 1.0); ctx 32K starting per Gemma 4 KB.
|
||||||
# ============================================================================
|
# ============================================================================
|
||||||
|
|
||||||
# Default 1200 seconds (20 min) to wait for model to be available to load.
|
# Default 1200 seconds (20 min) to wait for model to be available to load.
|
||||||
@@ -313,6 +318,24 @@ models:
|
|||||||
--repeat-penalty 1.0
|
--repeat-penalty 1.0
|
||||||
--chat-template-kwargs '{"enable_thinking":true}'
|
--chat-template-kwargs '{"enable_thinking":true}'
|
||||||
|
|
||||||
|
"artemis-31b-v1i":
|
||||||
|
name: "Artemis 31B v1i Q6_K"
|
||||||
|
description: "BeaverAI Artemis-31B-v1i — Gemma 4 31B dense fine-tune, Q6_K (~28.6GB). 256K context."
|
||||||
|
ttl: 600
|
||||||
|
cmd: |
|
||||||
|
/app/llama-server
|
||||||
|
--context-shift
|
||||||
|
-hf BeaverAI/Artemis-31B-v1i-GGUF:Q6_K
|
||||||
|
--port ${PORT}
|
||||||
|
--n-gpu-layers 999
|
||||||
|
--ctx-size 32768
|
||||||
|
--flash-attn on
|
||||||
|
--temp 1.0
|
||||||
|
--top-p 0.95
|
||||||
|
--top-k 64
|
||||||
|
--repeat-penalty 1.0
|
||||||
|
--chat-template-kwargs '{"enable_thinking":true}'
|
||||||
|
|
||||||
# ==========================================================================
|
# ==========================================================================
|
||||||
# GLM MODELS
|
# GLM MODELS
|
||||||
# ==========================================================================
|
# ==========================================================================
|
||||||
|
|||||||
Reference in New Issue
Block a user