From 9a772ec1ae0dd7cd50d48ad2738759f9d3169291 Mon Sep 17 00:00:00 2001 From: Vuong Hoang Date: Sat, 27 Jun 2026 09:31:15 -0700 Subject: [PATCH] litellm(granite): temperature 0 -> 0.1 (near-greedy floor) Operator call: avoid pure-greedy rigidity/loop-risk on granite summ/classify while staying near-deterministic; matches the house nonzero-temp-floor lean. image-judge held at temp 0 (scoring reproducibility) pending operator review. --- stacks/litellm/conf/config.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/stacks/litellm/conf/config.yaml b/stacks/litellm/conf/config.yaml index c5e0888..6b18e79 100644 --- a/stacks/litellm/conf/config.yaml +++ b/stacks/litellm/conf/config.yaml @@ -27,7 +27,7 @@ model_list: model: hosted_vllm/granite-4.1-8b api_base: http://10.250.50.54:8004/v1 api_key: os.environ/VLLM_API_KEY - temperature: 0 + temperature: 0.1 model_info: mode: chat @@ -39,7 +39,7 @@ model_list: model: hosted_vllm/granite-4.1-8b api_base: http://10.250.50.54:8004/v1 api_key: os.environ/VLLM_API_KEY - temperature: 0 + temperature: 0.1 model_info: mode: chat @@ -50,7 +50,7 @@ model_list: model: hosted_vllm/granite-4.1-8b api_base: http://10.250.50.54:8004/v1 api_key: os.environ/VLLM_API_KEY - temperature: 0 + temperature: 0.1 model_info: mode: chat