shreyaskapale's picture
IntuitionGuard-8B: three w25 seed adapters, model card, scorer, evaluation reports
3a88adf verified
Raw History Blame Contribute Delete
3.98 kB
{
"W1_per_seed": {
"s0": {
"lower_bounds": {
"atbench_codex": {
"agentdog_4b": 0.05510940950085208,
"stepguard_4b": 0.046432849668480346,
"agentdog15_4b": 0.01912732283473582
},
"atbench": {
"agentdog_4b": 0.1904274613173116,
"stepguard_4b": 0.007386676339719625,
"agentdog15_4b": 0.051082848587436225
},
"rjudge": {
"agentdog_4b": 0.004748869384714391,
"stepguard_4b": 0.03311550013217872,
"agentdog15_4b": 0.0061126940648646684
}
},
"lb_ok": true,
"rjudge_acc": 90.89316987740806,
"acc_ok": true
},
"s1": {
"lower_bounds": {
"atbench_codex": {
"agentdog_4b": 0.040980010104295264,
"stepguard_4b": 0.03150324606793488,
"agentdog15_4b": 0.0020877713635254285
},
"atbench": {
"agentdog_4b": 0.1913250685800543,
"stepguard_4b": 0.007776238175350392,
"agentdog15_4b": 0.05320125927821749
},
"rjudge": {
"agentdog_4b": -0.001625757264381397,
"stepguard_4b": 0.02816790414841932,
"agentdog15_4b": -0.0003843726082071036
}
},
"lb_ok": false,
"rjudge_acc": 91.59369527145358,
"acc_ok": true
},
"s2": {
"lower_bounds": {
"atbench_codex": {
"agentdog_4b": 0.050978416829671545,
"stepguard_4b": 0.041401339229289645,
"agentdog15_4b": 0.013949879104798274
},
"atbench": {
"agentdog_4b": 0.20163356243887118,
"stepguard_4b": 0.021239858824028703,
"agentdog15_4b": 0.06322014576834008
},
"rjudge": {
"agentdog_4b": -0.009802426710321485,
"stepguard_4b": 0.02309623395897267,
"agentdog15_4b": -0.006157436058552795
}
},
"lb_ok": false,
"rjudge_acc": 92.81961471103327,
"acc_ok": true
}
},
"W1_supported": false,
"W2_per_seed": {
"s1": {
"lower_vs_same_seed_mix": {
"atbench_codex": -0.013410167373047186,
"atbench": -0.013610475362517815
},
"ok": true
},
"s2": {
"lower_vs_same_seed_mix": {
"atbench_codex": -0.014188249580242623,
"atbench": 0.001950991264464927
},
"ok": true
},
"s0": {
"lower_vs_s0_mix": {
"atbench_codex": -0.018828888332319462,
"atbench": -0.0196244936804682
},
"ok": true
}
},
"W2_supported": true,
"W1u_vs_unified": {
"s0": {
"lower_bounds_vs_unified": {
"atbench_codex": -0.00038560806857672325,
"atbench": -0.045535106987388815,
"rjudge": 0.012621611780857056
},
"ok": false
},
"s1": {
"lower_bounds_vs_unified": {
"atbench_codex": -0.018649670254575257,
"atbench": -0.04476283331154423,
"rjudge": 0.007203129469589909
},
"ok": false
},
"s2": {
"lower_bounds_vs_unified": {
"atbench_codex": -0.006853488877162081,
"atbench": -0.03286021643952745,
"rjudge": 0.00047657321685243287
},
"ok": false
}
},
"W1u_all_seeds": false,
"seeds_present": [
0,
1,
2
],
"spread": {
"s0": {
"atbench_codex": [
0.918,
82.8
],
"atbench": [
0.823,
71.9
],
"rjudge": [
0.985,
90.9
],
"assebench_strict": [
0.877,
66.1
],
"atbench_claw_native": [
0.915,
81.2
],
"agentdyn": [
0.955,
54.9
],
"tracesafe": [
0.525,
46.3
]
},
"s1": {
"atbench_codex": [
0.904,
78.0
],
"atbench": [
0.823,
67.9
],
"rjudge": [
0.979,
91.6
],
"assebench_strict": [
0.871,
72.8
],
"atbench_claw_native": [
0.928,
78.8
],
"agentdyn": [
0.953,
45.8
],
"tracesafe": [
0.563,
59.2
]
},
"s2": {
"atbench_codex": [
0.911,
81.0
],
"atbench": [
0.836,
73.0
],
"rjudge": [
0.972,
92.8
],
"assebench_strict": [
0.882,
75.3
],
"atbench_claw_native": [
0.915,
76.6
],
"agentdyn": [
0.95,
49.7
],
"tracesafe": [
0.566,
65.0
]
}
},
"bars": {
"rjudge_acc": 90.4,
"lower_bound": 0,
"margin": 0.02
}
}