vh/heretic
1
0
Fork 0
mirror of https://github.com/p-e-w/heretic.git synced 2026-09-26 14:01:22 -07:00
Code Issues Packages Projects Releases Wiki Activity

feat: add benchmark scorer

Browse Source
This commit is contained in:
Philipp Emanuel Weidmann
2026-09-03 17:32:19 +05:30
parent ded115c669
commit 1c2688f756
4 changed files with 80 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
config.default.toml
+1 -1
View File
@@ -157,7 +157,7 @@ residual_plot_color = "darkorange"
# Plugin-specific settings live in a top-level TOML table.
# For scorer plugins, use: `[scorer.<ClassName>]` (and optionally `[scorer.<ClassName>_<instance_name>]` for instance-related config).
[scorer.KeywordRate]
# Name that describes what the keyword rate measures as configured.
# Name that describes what the configured keyword rate measures.
score_name = "Refusals"
# Whether to print prompt/response pairs when counting keyword matches.