From 00185db9fcfb2fe2366117c5f368de29bb8bdab8 Mon Sep 17 00:00:00 2001
From: Rocker Zhang <zhang.rocker.liyuan@gmail.com>
Date: Thu, 18 Jun 2026 16:14:45 +0800
Subject: [PATCH 1/2] feat: let the optimizer disable MLP ablation via a 0
 max_weight floor (#387)

* feat: let the optimizer disable MLP ablation via a 0 max_weight floor

The MLP max_weight lower bound was 0.8 for every component, so the optimizer
always applied at least 0.8x MLP ablation and could never turn it off, even
when ablating the MLP is pure collateral damage. Give the MLP a 0 lower bound
so the optimizer can disable it per model; attention keeps the 0.8 floor.

See #202.

* perf: skip the abliteration decomposition when the weight is 0

With a 0 max_weight the component's ablation is a no-op, and reset_model()
has already left the adapter at identity. Abort that layer/component before
the decomposition, which avoids the wasted work (and the degenerate
zero-matrix decomposition raised in review on #387).

* fix: clamp a negative MLP max_weight floor so 0 is reachable

A continuous suggest_float never samples exactly 0, so a 0 lower bound could
not actually disable the MLP. Use a small negative lower bound and clamp with
max(0, ...), which puts finite probability mass on exactly 0.
---
 src/heretic/main.py  | 20 ++++++++++++++++----
 src/heretic/model.py |  6 ++++++
 2 files changed, 22 insertions(+), 4 deletions(-)

diff --git a/src/heretic/main.py b/src/heretic/main.py
index 36c1e49..fbc18c3 100644
--- a/src/heretic/main.py
+++ b/src/heretic/main.py
@@ -578,10 +578,22 @@ def run():
             # The parameter ranges are based on experiments with various models
             # and much wider ranges. They are not set in stone and might have to be
             # adjusted for future models.
-            max_weight = trial.suggest_float(
-                f"{component}.max_weight",
-                0.8,
-                1.5,
+            #
+            # The MLP gets a negative lower bound that is then clamped to 0, so the
+            # optimizer can fully disable its ablation. The clamp puts a positive
+            # probability mass on exactly 0 (the continuous sampler would otherwise
+            # reach 0 with probability zero). Ablating the MLP is often unnecessary for
+            # removing refusals and tends to damage model intelligence more than
+            # ablating the attention output, so on many models the optimum is to leave
+            # it (mostly) untouched. See issue #202.
+            max_weight_lower_bound = -0.25 if component == "mlp.down_proj" else 0.8
+            max_weight = max(
+                0.0,
+                trial.suggest_float(
+                    f"{component}.max_weight",
+                    max_weight_lower_bound,
+                    1.5,
+                ),
             )
             max_weight_position = trial.suggest_float(
                 f"{component}.max_weight_position",
diff --git a/src/heretic/model.py b/src/heretic/model.py
index 3ea72fc..f10ce9b 100644
--- a/src/heretic/model.py
+++ b/src/heretic/model.py
@@ -499,6 +499,12 @@ class Model:
                     params.min_weight - params.max_weight
                 )
 
+                # A weight of 0 disables this component's ablation. reset_model() has
+                # already left the adapter at identity, so abort before the otherwise
+                # wasteful decomposition (which would also be operating on a zero matrix).
+                if weight == 0:
+                    continue
+
                 if refusal_direction is None:
                     # The index must be shifted by 1 because the first element
                     # of refusal_directions is the direction for the embeddings.

From 3f68a0d4e5fb34c4028b83709c5f27f3c33da22f Mon Sep 17 00:00:00 2001
From: UmranPros <152087084+umran666@users.noreply.github.com>
Date: Thu, 18 Jun 2026 18:16:43 +0530
Subject: [PATCH 2/2] fix: resolve UnicodeEncodeError on Windows during model
 evaluation (#389)

* fix: ensure utf-8 encoding for standard output and error to prevent UnicodeEncodeError on Windows

* fix: address bot review feedback

* refactor: deduplicate stream reconfiguration loop
---
 src/heretic/main.py | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/src/heretic/main.py b/src/heretic/main.py
index fbc18c3..d460b53 100644
--- a/src/heretic/main.py
+++ b/src/heretic/main.py
@@ -5,6 +5,14 @@
 
 import sys
 
+# Ensure standard output/error use UTF-8 instead of system default charmap (e.g. cp1252 on Windows).
+for stream in (sys.stdout, sys.stderr):
+    if (
+        hasattr(stream, "reconfigure")
+        and (getattr(stream, "encoding", "") or "").lower() != "utf-8"
+    ):
+        stream.reconfigure(encoding="utf-8")  # type: ignore
+
 from .config import Settings