electroglyph commited on
Commit
b00a809
·
verified ·
1 Parent(s): 3e9727f

Run sync: periodic

Browse files
Files changed (2) hide show
  1. benchmarks/piqa_results.jsonl +7 -0
  2. run_status.json +7 -7
benchmarks/piqa_results.jsonl CHANGED
@@ -22,3 +22,10 @@
22
  {"fingerprint": "31ed72cb26f9b5bc0fb50161d8b50e099469f2fdd7e812ce657e19ef4a4f1678", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 1026, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.1283910664504541, "steer_bad_behavior_weight": 0.0001750427448342139, "overcorrect_relative_weight": 1.485554812947475, "neighbor_count": 7, "loss_mode": "relative"}, "refusals_per_100": 2.0, "kl_divergence": 0.04971401393413544, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:41:58Z", "status": "ok", "piqa": 0.676822633297062, "baseline_piqa": 0.676278563656148}
23
  {"fingerprint": "9da6256f5ec7489104336fff2bb4e11399f5ddb6c0d1bbcde12e4febc8925de4", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 899, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.18472663438146897, "steer_bad_behavior_weight": 0.00017727483782863917, "overcorrect_relative_weight": 1.5679640120232519, "neighbor_count": 6, "loss_mode": "relative"}, "refusals_per_100": 1.0, "kl_divergence": 0.05033918470144272, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:42:22Z", "status": "ok", "piqa": 0.676822633297062, "baseline_piqa": 0.676278563656148}
24
  {"fingerprint": "0ac9024e5e65ea5a34e627a74196f29d9b1cbe913976662f5a54c1b8605877af", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 64, "parameters": {"start_layer_index": 11, "end_layer_index": 36, "preserve_good_behavior_weight": 0.9718372944744282, "steer_bad_behavior_weight": 0.0049451641947738205, "overcorrect_relative_weight": 0.9517901193561292, "neighbor_count": 10, "loss_mode": "relative"}, "refusals_per_100": 4.0, "kl_divergence": 0.05288727581501007, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:43:17Z", "status": "ok", "piqa": 0.6789989118607181, "baseline_piqa": 0.676278563656148}
 
 
 
 
 
 
 
 
22
  {"fingerprint": "31ed72cb26f9b5bc0fb50161d8b50e099469f2fdd7e812ce657e19ef4a4f1678", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 1026, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.1283910664504541, "steer_bad_behavior_weight": 0.0001750427448342139, "overcorrect_relative_weight": 1.485554812947475, "neighbor_count": 7, "loss_mode": "relative"}, "refusals_per_100": 2.0, "kl_divergence": 0.04971401393413544, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:41:58Z", "status": "ok", "piqa": 0.676822633297062, "baseline_piqa": 0.676278563656148}
23
  {"fingerprint": "9da6256f5ec7489104336fff2bb4e11399f5ddb6c0d1bbcde12e4febc8925de4", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 899, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.18472663438146897, "steer_bad_behavior_weight": 0.00017727483782863917, "overcorrect_relative_weight": 1.5679640120232519, "neighbor_count": 6, "loss_mode": "relative"}, "refusals_per_100": 1.0, "kl_divergence": 0.05033918470144272, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:42:22Z", "status": "ok", "piqa": 0.676822633297062, "baseline_piqa": 0.676278563656148}
24
  {"fingerprint": "0ac9024e5e65ea5a34e627a74196f29d9b1cbe913976662f5a54c1b8605877af", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 64, "parameters": {"start_layer_index": 11, "end_layer_index": 36, "preserve_good_behavior_weight": 0.9718372944744282, "steer_bad_behavior_weight": 0.0049451641947738205, "overcorrect_relative_weight": 0.9517901193561292, "neighbor_count": 10, "loss_mode": "relative"}, "refusals_per_100": 4.0, "kl_divergence": 0.05288727581501007, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:43:17Z", "status": "ok", "piqa": 0.6789989118607181, "baseline_piqa": 0.676278563656148}
25
+ {"fingerprint": "fa28e1aa6594b500097275b049f032a14a26e835da5e346d29990c3bdf93d414", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 945, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.12954542308812925, "steer_bad_behavior_weight": 0.00018069578383425564, "overcorrect_relative_weight": 1.4210244057537653, "neighbor_count": 5, "loss_mode": "relative"}, "refusals_per_100": 0.0, "kl_divergence": 0.05296642333269119, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:43:41Z", "status": "ok", "piqa": 0.6741022850924918, "baseline_piqa": 0.676278563656148}
26
+ {"fingerprint": "1dcdd4280294c8c94b2407e0fd4e950467257c784bd6ad75822fe992bd587f79", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 953, "parameters": {"start_layer_index": 10, "end_layer_index": 36, "preserve_good_behavior_weight": 0.9447117237565897, "steer_bad_behavior_weight": 0.007132374309475043, "overcorrect_relative_weight": 0.8651842347947155, "neighbor_count": 13, "loss_mode": "relative"}, "refusals_per_100": 5.0, "kl_divergence": 0.05622429773211479, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:44:37Z", "status": "ok", "piqa": 0.6746463547334058, "baseline_piqa": 0.676278563656148}
27
+ {"fingerprint": "bcc09c30c362abbfdbf96472fe9ec419e7569ed75a89e9544f317fef990e0f01", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 50, "parameters": {"start_layer_index": 12, "end_layer_index": 24, "preserve_good_behavior_weight": 0.6066752162291601, "steer_bad_behavior_weight": 0.004408791666877818, "overcorrect_relative_weight": 1.0047441047378587, "neighbor_count": 2, "loss_mode": "relative"}, "refusals_per_100": 5.0, "kl_divergence": 0.05937874689698219, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:45:15Z", "status": "ok", "piqa": 0.6719260065288357, "baseline_piqa": 0.676278563656148}
28
+ {"fingerprint": "75c73c1ffe30a39440e4d669ec0b4ba44efe78918010f90f573dfe03d6d7b67d", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 892, "parameters": {"start_layer_index": 8, "end_layer_index": 36, "preserve_good_behavior_weight": 0.945156662197738, "steer_bad_behavior_weight": 0.0052049820238563955, "overcorrect_relative_weight": 0.8272427906018075, "neighbor_count": 13, "loss_mode": "relative"}, "refusals_per_100": 8.0, "kl_divergence": 0.08767721056938171, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:46:15Z", "status": "ok", "piqa": 0.6708378672470077, "baseline_piqa": 0.676278563656148}
29
+ {"fingerprint": "a11a2f91b6ed7600dc49d29c7e6309c9372083fd1b8ce51bcaa81a9c7616e4f7", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 63, "parameters": {"start_layer_index": 9, "end_layer_index": 36, "preserve_good_behavior_weight": 0.9694572081084476, "steer_bad_behavior_weight": 0.003241072569645342, "overcorrect_relative_weight": 0.9272910823398097, "neighbor_count": 15, "loss_mode": "relative"}, "refusals_per_100": 3.0, "kl_divergence": 0.09243220090866089, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:47:13Z", "status": "ok", "piqa": 0.6784548422198041, "baseline_piqa": 0.676278563656148}
30
+ {"fingerprint": "bf424472afe805557c0604ebacdc6febe5599566c39b973fc719fabafdcb8968", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 58, "parameters": {"start_layer_index": 7, "end_layer_index": 34, "preserve_good_behavior_weight": 0.9053130670579789, "steer_bad_behavior_weight": 0.005435347751135414, "overcorrect_relative_weight": 0.8623420499991706, "neighbor_count": 12, "loss_mode": "relative"}, "refusals_per_100": 6.0, "kl_divergence": 0.10125517100095749, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:48:11Z", "status": "ok", "piqa": 0.6746463547334058, "baseline_piqa": 0.676278563656148}
31
+ {"fingerprint": "fe229a2ed68e7ff7190008c4cf79cabcce82deb6f1ad9d5bd07fe9e31c2d1b22", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 434, "parameters": {"start_layer_index": 5, "end_layer_index": 36, "preserve_good_behavior_weight": 0.8053287926193096, "steer_bad_behavior_weight": 0.006149640169214552, "overcorrect_relative_weight": 0.760057272375124, "neighbor_count": 14, "loss_mode": "relative"}, "refusals_per_100": 6.0, "kl_divergence": 0.10204427689313889, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:49:14Z", "status": "ok", "piqa": 0.675734494015234, "baseline_piqa": 0.676278563656148}
run_status.json CHANGED
@@ -5,15 +5,15 @@
5
  "phase": "benchmarking",
6
  "pid": 498,
7
  "started_at": "2026-10-28T03:23:29Z",
8
- "updated_at": "2026-10-28T03:43:39Z",
9
  "work_dir": "/marimo/heretic_work_bench_gpqa",
10
  "log_file": "run-20261028T032329Z.log",
11
  "candidate_limit": 50,
12
  "gpqa_runs": 1,
13
  "gpqa_items": 50,
14
  "gpqa_batch_size": 32,
15
- "last_progress_utc": "2026-10-28T03:43:38Z",
16
- "sync_stale_seconds": 312.8,
17
  "gpu_free_gb": 83.5,
18
  "disk_free_gb": 8589934578.1,
19
  "item_done": 4,
@@ -27,12 +27,12 @@
27
  "wave": 1,
28
  "round": 2,
29
  "active": 0,
30
- "candidate_position": 25,
31
  "candidate_total": 50,
32
- "trial_index": 945,
33
- "fingerprint": "fa28e1aa6594b500097275b049f032a14a26e835da5e346d29990c3bdf93d414",
34
  "batching": "continuous",
35
  "piqa_label": "eval",
36
  "piqa_done": 3676,
37
- "last_sync_ok_utc": "2026-10-28T03:38:25Z"
38
  }
 
5
  "phase": "benchmarking",
6
  "pid": 498,
7
  "started_at": "2026-10-28T03:23:29Z",
8
+ "updated_at": "2026-10-28T03:49:35Z",
9
  "work_dir": "/marimo/heretic_work_bench_gpqa",
10
  "log_file": "run-20261028T032329Z.log",
11
  "candidate_limit": 50,
12
  "gpqa_runs": 1,
13
  "gpqa_items": 50,
14
  "gpqa_batch_size": 32,
15
+ "last_progress_utc": "2026-10-28T03:49:34Z",
16
+ "sync_stale_seconds": 354.5,
17
  "gpu_free_gb": 83.5,
18
  "disk_free_gb": 8589934578.1,
19
  "item_done": 4,
 
27
  "wave": 1,
28
  "round": 2,
29
  "active": 0,
30
+ "candidate_position": 32,
31
  "candidate_total": 50,
32
+ "trial_index": 882,
33
+ "fingerprint": "9e9dcf3173aed2bf3ee92734f3fbbb05860050abdabcfdefe3158e5fdbc3baf6",
34
  "batching": "continuous",
35
  "piqa_label": "eval",
36
  "piqa_done": 3676,
37
+ "last_sync_ok_utc": "2026-10-28T03:43:40Z"
38
  }