diff --git a/stacks/litellm/conf/config.yaml b/stacks/litellm/conf/config.yaml index 4048974..6ab7296 100644 --- a/stacks/litellm/conf/config.yaml +++ b/stacks/litellm/conf/config.yaml @@ -63,13 +63,15 @@ model_list: model_info: mode: chat - # --- Qwen3.5-122B-A10B (abliterated NVFP4, text-only) — the general / `gen` model. - # REPLACED mistral-small-4 on ana-ml2 GPU 0 (operator 2026-06-19; heretic downed, - # mistral entries REMOVED). bjk110 NVFP4 served on :8013 via vLLM + the text-only - # patch, served-name qwen3.5-122-a10b. Thinking split = chat_template_kwargs. - # enable_thinking + --reasoning-parser qwen3 (mirrors qwen3.6-35b-a3b). One upstream - # fanned out under qwen3.5-122-a10b[-reasoning] + aliases qwen-large[-reasoning] + - # gen[-reasoning]; the -reasoning variants enable thinking. Keep api_base in sync. + # --- Qwopus3.5-122B-A10B (Kimi-distilled, abliterated, NVFP4, VISION-INTACT) — the + # general / `gen` model on ana-ml2 GPU 0. Replaced the bjk110 text-only qwen3.5-122b + # 2026-06-19 (which had replaced mistral-small-4). Served on :8013 via vLLM as plain + # multimodal (no text-only patch), served-name qwen3.5-122-a10b — so these records + # route UNCHANGED. Full 256K (262144) @ fp8 KV + CUDA graphs (92.7 tok/s warm); + # tool-calling via qwen3_coder. Thinking split = chat_template_kwargs.enable_thinking + # + --reasoning-parser qwen3. One upstream fanned out under qwen3.5-122-a10b[-reasoning] + # + aliases qwen-large[-reasoning] + gen[-reasoning]; -reasoning variants enable + # thinking. Keep api_base in sync. # ⚠️ Worldtree CHARACTER backend (was bound to mistral-small-4) is dark until # repointed — operator-acknowledged. --- - model_name: qwen3.5-122-a10b