vh/heretic
1
0
Fork 0
mirror of https://github.com/p-e-w/heretic.git synced 2026-09-26 22:11:39 -07:00
Code Issues Packages Projects Releases Wiki Activity

feat: add benchmark scorer (#444)

Browse Source 
* fix: improve print output of scorers

* feat: add benchmark scorer
This commit is contained in:
Philipp Emanuel Weidmann
2026-09-03 17:49:46 +05:30
committed by GitHub
parent c7a44f0db7
commit 95dda4c4db
11 changed files with 113 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files
config.piqa.toml
+7
View File
@@ -0,0 +1,7 @@
# Rename this file to config.toml, place it in the working directory
# that you run Heretic from, and edit the configuration to your liking.
scorers = [
{ plugin = "heretic.scorers.keyword_rate.KeywordRate", optimization = "minimize"},
{ plugin = "heretic.scorers.benchmark_score.BenchmarkScore", optimization = "maximize"},
]