diff --git a/stacks/litellm/conf/config.yaml b/stacks/litellm/conf/config.yaml index eb8fae9..0552011 100644 --- a/stacks/litellm/conf/config.yaml +++ b/stacks/litellm/conf/config.yaml @@ -376,8 +376,8 @@ model_list: # structure (and upstream warns it can cause language mixing). Non-thinking. --- - model_name: sec litellm_params: - model: hosted_vllm/mog-sec-27b - api_base: http://10.251.50.54:8019/v1 + model: hosted_vllm/cyberprev-27b + api_base: http://10.251.50.54:8025/v1 api_key: os.environ/VLLM_API_KEY temperature: 0.7 top_p: 0.8 @@ -395,8 +395,8 @@ model_list: # shared-config clobber). Canonical Qwen3.8 thinking samplers (temp 1.0/top_p 0.95). - model_name: sec-reasoning litellm_params: - model: hosted_vllm/mog-sec-27b-thinking - api_base: http://10.251.50.54:8019/v1 + model: hosted_vllm/cyberprev-27b-thinking + api_base: http://10.251.50.54:8025/v1 api_key: os.environ/VLLM_API_KEY temperature: 1.0 top_p: 0.95 @@ -970,44 +970,6 @@ model_list: mode: chat # cyberprev-27b -> hotdogs/Qwen3.8-27B-abliterated-cyber-preview (:8025, fv-ml1 GPU0). - # Cyber offensive-security tool-calling SFT (LoRA finetune on an abliterated base), in-house - # mixed NVFP4 quant, dflash k=7. Replaced the retired sentinel-r3 seat 2026-09-14. - # Sampler mirrors sec/sec-reasoning so an A/B isolates weights, not sampling. The retired - # sentinel-r3 aliases were DELETED, not repointed — cyberprev weights under sentinel's name - # would be silent substitution. - - model_name: cyberprev-27b - litellm_params: - model: hosted_vllm/cyberprev-27b - api_base: http://10.251.50.54:8025/v1 - api_key: os.environ/VLLM_API_KEY - temperature: 0.7 - top_p: 0.8 - presence_penalty: 0.0 - extra_body: - top_k: 20 - min_p: 0.0 - repetition_penalty: 1.0 - chat_template_kwargs: - enable_thinking: false - model_info: - mode: chat - - model_name: cyberprev-reasoning - litellm_params: - model: hosted_vllm/cyberprev-27b-thinking - api_base: http://10.251.50.54:8025/v1 - api_key: os.environ/VLLM_API_KEY - temperature: 1.0 - top_p: 0.95 - presence_penalty: 0.0 - extra_body: - top_k: 20 - min_p: 0.0 - repetition_penalty: 1.0 - chat_template_kwargs: - enable_thinking: true - model_info: - mode: chat - general_settings: master_key: os.environ/LITELLM_MASTER_KEY database_url: os.environ/DATABASE_URL