vh/heretic
1
0
Fork 0
mirror of https://github.com/p-e-w/heretic.git synced 2026-09-28 06:51:27 -07:00
Code Issues Packages Projects Releases Wiki Activity

feat: add benchmark scorer

Browse Source
This commit is contained in:
Philipp Emanuel Weidmann
2026-09-03 17:32:19 +05:30
parent ded115c669
commit 1c2688f756
4 changed files with 80 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
config.piqa.toml
+7
View File
@@ -0,0 +1,7 @@
# Rename this file to config.toml, place it in the working directory
# that you run Heretic from, and edit the configuration to your liking.
scorers = [
{ plugin = "heretic.scorers.keyword_rate.KeywordRate", optimization = "minimize"},
{ plugin = "heretic.scorers.benchmark_score.BenchmarkScore", optimization = "maximize"},
]