Run sync: periodic
Browse files- benchmarks/piqa_results.jsonl +7 -0
- run_status.json +7 -7
benchmarks/piqa_results.jsonl
CHANGED
|
@@ -22,3 +22,10 @@
|
|
| 22 |
{"fingerprint": "31ed72cb26f9b5bc0fb50161d8b50e099469f2fdd7e812ce657e19ef4a4f1678", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 1026, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.1283910664504541, "steer_bad_behavior_weight": 0.0001750427448342139, "overcorrect_relative_weight": 1.485554812947475, "neighbor_count": 7, "loss_mode": "relative"}, "refusals_per_100": 2.0, "kl_divergence": 0.04971401393413544, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:41:58Z", "status": "ok", "piqa": 0.676822633297062, "baseline_piqa": 0.676278563656148}
|
| 23 |
{"fingerprint": "9da6256f5ec7489104336fff2bb4e11399f5ddb6c0d1bbcde12e4febc8925de4", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 899, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.18472663438146897, "steer_bad_behavior_weight": 0.00017727483782863917, "overcorrect_relative_weight": 1.5679640120232519, "neighbor_count": 6, "loss_mode": "relative"}, "refusals_per_100": 1.0, "kl_divergence": 0.05033918470144272, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:42:22Z", "status": "ok", "piqa": 0.676822633297062, "baseline_piqa": 0.676278563656148}
|
| 24 |
{"fingerprint": "0ac9024e5e65ea5a34e627a74196f29d9b1cbe913976662f5a54c1b8605877af", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 64, "parameters": {"start_layer_index": 11, "end_layer_index": 36, "preserve_good_behavior_weight": 0.9718372944744282, "steer_bad_behavior_weight": 0.0049451641947738205, "overcorrect_relative_weight": 0.9517901193561292, "neighbor_count": 10, "loss_mode": "relative"}, "refusals_per_100": 4.0, "kl_divergence": 0.05288727581501007, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:43:17Z", "status": "ok", "piqa": 0.6789989118607181, "baseline_piqa": 0.676278563656148}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 22 |
{"fingerprint": "31ed72cb26f9b5bc0fb50161d8b50e099469f2fdd7e812ce657e19ef4a4f1678", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 1026, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.1283910664504541, "steer_bad_behavior_weight": 0.0001750427448342139, "overcorrect_relative_weight": 1.485554812947475, "neighbor_count": 7, "loss_mode": "relative"}, "refusals_per_100": 2.0, "kl_divergence": 0.04971401393413544, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:41:58Z", "status": "ok", "piqa": 0.676822633297062, "baseline_piqa": 0.676278563656148}
|
| 23 |
{"fingerprint": "9da6256f5ec7489104336fff2bb4e11399f5ddb6c0d1bbcde12e4febc8925de4", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 899, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.18472663438146897, "steer_bad_behavior_weight": 0.00017727483782863917, "overcorrect_relative_weight": 1.5679640120232519, "neighbor_count": 6, "loss_mode": "relative"}, "refusals_per_100": 1.0, "kl_divergence": 0.05033918470144272, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:42:22Z", "status": "ok", "piqa": 0.676822633297062, "baseline_piqa": 0.676278563656148}
|
| 24 |
{"fingerprint": "0ac9024e5e65ea5a34e627a74196f29d9b1cbe913976662f5a54c1b8605877af", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 64, "parameters": {"start_layer_index": 11, "end_layer_index": 36, "preserve_good_behavior_weight": 0.9718372944744282, "steer_bad_behavior_weight": 0.0049451641947738205, "overcorrect_relative_weight": 0.9517901193561292, "neighbor_count": 10, "loss_mode": "relative"}, "refusals_per_100": 4.0, "kl_divergence": 0.05288727581501007, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:43:17Z", "status": "ok", "piqa": 0.6789989118607181, "baseline_piqa": 0.676278563656148}
|
| 25 |
+
{"fingerprint": "fa28e1aa6594b500097275b049f032a14a26e835da5e346d29990c3bdf93d414", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 945, "parameters": {"start_layer_index": 16, "end_layer_index": 19, "preserve_good_behavior_weight": 0.12954542308812925, "steer_bad_behavior_weight": 0.00018069578383425564, "overcorrect_relative_weight": 1.4210244057537653, "neighbor_count": 5, "loss_mode": "relative"}, "refusals_per_100": 0.0, "kl_divergence": 0.05296642333269119, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:43:41Z", "status": "ok", "piqa": 0.6741022850924918, "baseline_piqa": 0.676278563656148}
|
| 26 |
+
{"fingerprint": "1dcdd4280294c8c94b2407e0fd4e950467257c784bd6ad75822fe992bd587f79", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 953, "parameters": {"start_layer_index": 10, "end_layer_index": 36, "preserve_good_behavior_weight": 0.9447117237565897, "steer_bad_behavior_weight": 0.007132374309475043, "overcorrect_relative_weight": 0.8651842347947155, "neighbor_count": 13, "loss_mode": "relative"}, "refusals_per_100": 5.0, "kl_divergence": 0.05622429773211479, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:44:37Z", "status": "ok", "piqa": 0.6746463547334058, "baseline_piqa": 0.676278563656148}
|
| 27 |
+
{"fingerprint": "bcc09c30c362abbfdbf96472fe9ec419e7569ed75a89e9544f317fef990e0f01", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 50, "parameters": {"start_layer_index": 12, "end_layer_index": 24, "preserve_good_behavior_weight": 0.6066752162291601, "steer_bad_behavior_weight": 0.004408791666877818, "overcorrect_relative_weight": 1.0047441047378587, "neighbor_count": 2, "loss_mode": "relative"}, "refusals_per_100": 5.0, "kl_divergence": 0.05937874689698219, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:45:15Z", "status": "ok", "piqa": 0.6719260065288357, "baseline_piqa": 0.676278563656148}
|
| 28 |
+
{"fingerprint": "75c73c1ffe30a39440e4d669ec0b4ba44efe78918010f90f573dfe03d6d7b67d", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 892, "parameters": {"start_layer_index": 8, "end_layer_index": 36, "preserve_good_behavior_weight": 0.945156662197738, "steer_bad_behavior_weight": 0.0052049820238563955, "overcorrect_relative_weight": 0.8272427906018075, "neighbor_count": 13, "loss_mode": "relative"}, "refusals_per_100": 8.0, "kl_divergence": 0.08767721056938171, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:46:15Z", "status": "ok", "piqa": 0.6708378672470077, "baseline_piqa": 0.676278563656148}
|
| 29 |
+
{"fingerprint": "a11a2f91b6ed7600dc49d29c7e6309c9372083fd1b8ce51bcaa81a9c7616e4f7", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 63, "parameters": {"start_layer_index": 9, "end_layer_index": 36, "preserve_good_behavior_weight": 0.9694572081084476, "steer_bad_behavior_weight": 0.003241072569645342, "overcorrect_relative_weight": 0.9272910823398097, "neighbor_count": 15, "loss_mode": "relative"}, "refusals_per_100": 3.0, "kl_divergence": 0.09243220090866089, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:47:13Z", "status": "ok", "piqa": 0.6784548422198041, "baseline_piqa": 0.676278563656148}
|
| 30 |
+
{"fingerprint": "bf424472afe805557c0604ebacdc6febe5599566c39b973fc719fabafdcb8968", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 58, "parameters": {"start_layer_index": 7, "end_layer_index": 34, "preserve_good_behavior_weight": 0.9053130670579789, "steer_bad_behavior_weight": 0.005435347751135414, "overcorrect_relative_weight": 0.8623420499991706, "neighbor_count": 12, "loss_mode": "relative"}, "refusals_per_100": 6.0, "kl_divergence": 0.10125517100095749, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:48:11Z", "status": "ok", "piqa": 0.6746463547334058, "baseline_piqa": 0.676278563656148}
|
| 31 |
+
{"fingerprint": "fe229a2ed68e7ff7190008c4cf79cabcce82deb6f1ad9d5bd07fe9e31c2d1b22", "model": "XHToken/Spark-X2.6-4B", "model_commit": null, "source": "/marimo/heretic_work_bench_gpqa/history/XHToken--Spark-X2--6-4B.jsonl", "trial_index": 434, "parameters": {"start_layer_index": 5, "end_layer_index": 36, "preserve_good_behavior_weight": 0.8053287926193096, "steer_bad_behavior_weight": 0.006149640169214552, "overcorrect_relative_weight": 0.760057272375124, "neighbor_count": 14, "loss_mode": "relative"}, "refusals_per_100": 6.0, "kl_divergence": 0.10204427689313889, "task": "piqa", "metric": "acc_norm,none", "limit": null, "max_length": 1024, "batch_size": "auto", "benchmarked_at": "2026-10-28T03:49:14Z", "status": "ok", "piqa": 0.675734494015234, "baseline_piqa": 0.676278563656148}
|
run_status.json
CHANGED
|
@@ -5,15 +5,15 @@
|
|
| 5 |
"phase": "benchmarking",
|
| 6 |
"pid": 498,
|
| 7 |
"started_at": "2026-10-28T03:23:29Z",
|
| 8 |
-
"updated_at": "2026-10-28T03:
|
| 9 |
"work_dir": "/marimo/heretic_work_bench_gpqa",
|
| 10 |
"log_file": "run-20261028T032329Z.log",
|
| 11 |
"candidate_limit": 50,
|
| 12 |
"gpqa_runs": 1,
|
| 13 |
"gpqa_items": 50,
|
| 14 |
"gpqa_batch_size": 32,
|
| 15 |
-
"last_progress_utc": "2026-10-28T03:
|
| 16 |
-
"sync_stale_seconds":
|
| 17 |
"gpu_free_gb": 83.5,
|
| 18 |
"disk_free_gb": 8589934578.1,
|
| 19 |
"item_done": 4,
|
|
@@ -27,12 +27,12 @@
|
|
| 27 |
"wave": 1,
|
| 28 |
"round": 2,
|
| 29 |
"active": 0,
|
| 30 |
-
"candidate_position":
|
| 31 |
"candidate_total": 50,
|
| 32 |
-
"trial_index":
|
| 33 |
-
"fingerprint": "
|
| 34 |
"batching": "continuous",
|
| 35 |
"piqa_label": "eval",
|
| 36 |
"piqa_done": 3676,
|
| 37 |
-
"last_sync_ok_utc": "2026-10-28T03:
|
| 38 |
}
|
|
|
|
| 5 |
"phase": "benchmarking",
|
| 6 |
"pid": 498,
|
| 7 |
"started_at": "2026-10-28T03:23:29Z",
|
| 8 |
+
"updated_at": "2026-10-28T03:49:35Z",
|
| 9 |
"work_dir": "/marimo/heretic_work_bench_gpqa",
|
| 10 |
"log_file": "run-20261028T032329Z.log",
|
| 11 |
"candidate_limit": 50,
|
| 12 |
"gpqa_runs": 1,
|
| 13 |
"gpqa_items": 50,
|
| 14 |
"gpqa_batch_size": 32,
|
| 15 |
+
"last_progress_utc": "2026-10-28T03:49:34Z",
|
| 16 |
+
"sync_stale_seconds": 354.5,
|
| 17 |
"gpu_free_gb": 83.5,
|
| 18 |
"disk_free_gb": 8589934578.1,
|
| 19 |
"item_done": 4,
|
|
|
|
| 27 |
"wave": 1,
|
| 28 |
"round": 2,
|
| 29 |
"active": 0,
|
| 30 |
+
"candidate_position": 32,
|
| 31 |
"candidate_total": 50,
|
| 32 |
+
"trial_index": 882,
|
| 33 |
+
"fingerprint": "9e9dcf3173aed2bf3ee92734f3fbbb05860050abdabcfdefe3158e5fdbc3baf6",
|
| 34 |
"batching": "continuous",
|
| 35 |
"piqa_label": "eval",
|
| 36 |
"piqa_done": 3676,
|
| 37 |
+
"last_sync_ok_utc": "2026-10-28T03:43:40Z"
|
| 38 |
}
|