vh/heretic
1
0
Fork 0
mirror of https://github.com/p-e-w/heretic.git synced 2026-09-26 14:01:22 -07:00
Code Issues Packages Projects Releases Wiki Activity

feat: support dataset specifications containing multiple individual datasets

Browse Source
This commit is contained in:
Philipp Emanuel Weidmann
2026-09-25 16:43:11 +05:30
parent dc6703788c
commit ffa66af2d4
13 changed files with 235 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/qwen2.5/config.toml
+12
View File
@@ -18,6 +18,18 @@ trial_index = 0
model_action = "save"
save_directory = "model"
[[response_prefix_test_prompts]]
dataset = "mlabonne/harmless_alpaca"
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
split = "train[:5]"
column = "text"
[[response_prefix_test_prompts]]
dataset = "mlabonne/harmful_behaviors"
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
split = "train[:5]"
column = "text"
[scorer.KLDivergence.prompts]
dataset = "mlabonne/harmless_alpaca"
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"