Upload train_report_encoder.json with huggingface_hub
Browse files- train_report_encoder.json +63 -0
train_report_encoder.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"tier": "encoder",
|
| 3 |
+
"peak_rss_gb": 1.65,
|
| 4 |
+
"eval_limit": 1500,
|
| 5 |
+
"base_model": "answerdotai/ModernBERT-base",
|
| 6 |
+
"parameters": 149021962,
|
| 7 |
+
"fit_seconds": 2107.1,
|
| 8 |
+
"policy": {
|
| 9 |
+
"t_interrupt": 0.01,
|
| 10 |
+
"t_block": 0.5
|
| 11 |
+
},
|
| 12 |
+
"over_block_budget": 0.03,
|
| 13 |
+
"metrics": {
|
| 14 |
+
"train": {
|
| 15 |
+
"n": 1500,
|
| 16 |
+
"over_block_rate": 0.0082,
|
| 17 |
+
"detection_rate": 0.9089,
|
| 18 |
+
"decision_accuracy": 0.9513,
|
| 19 |
+
"deviation_type_accuracy": 0.794,
|
| 20 |
+
"per_deviation_detection": {
|
| 21 |
+
"scope_expansion": 1.0,
|
| 22 |
+
"unrequested_action": 0.7742,
|
| 23 |
+
"irreversible_unconfirmed": 0.9892,
|
| 24 |
+
"target_mismatch": 0.7471,
|
| 25 |
+
"out_of_scope": 0.99,
|
| 26 |
+
"privilege_escalation": 0.939
|
| 27 |
+
},
|
| 28 |
+
"subsampled_from": 13999
|
| 29 |
+
},
|
| 30 |
+
"validation": {
|
| 31 |
+
"n": 1500,
|
| 32 |
+
"over_block_rate": 0.0276,
|
| 33 |
+
"detection_rate": 0.9223,
|
| 34 |
+
"decision_accuracy": 0.9473,
|
| 35 |
+
"deviation_type_accuracy": 0.8013,
|
| 36 |
+
"per_deviation_detection": {
|
| 37 |
+
"scope_expansion": 1.0,
|
| 38 |
+
"unrequested_action": 0.9158,
|
| 39 |
+
"irreversible_unconfirmed": 0.9891,
|
| 40 |
+
"target_mismatch": 0.7788,
|
| 41 |
+
"out_of_scope": 1.0,
|
| 42 |
+
"privilege_escalation": 0.8617
|
| 43 |
+
},
|
| 44 |
+
"subsampled_from": 3265
|
| 45 |
+
},
|
| 46 |
+
"test_unseen_tools": {
|
| 47 |
+
"n": 1500,
|
| 48 |
+
"over_block_rate": 0.1339,
|
| 49 |
+
"detection_rate": 0.8339,
|
| 50 |
+
"decision_accuracy": 0.8307,
|
| 51 |
+
"deviation_type_accuracy": 0.604,
|
| 52 |
+
"per_deviation_detection": {
|
| 53 |
+
"scope_expansion": 0.967,
|
| 54 |
+
"unrequested_action": 0.6117,
|
| 55 |
+
"irreversible_unconfirmed": 1.0,
|
| 56 |
+
"target_mismatch": 0.8113,
|
| 57 |
+
"out_of_scope": 0.9897,
|
| 58 |
+
"privilege_escalation": 0.6635
|
| 59 |
+
},
|
| 60 |
+
"subsampled_from": 5840
|
| 61 |
+
}
|
| 62 |
+
}
|
| 63 |
+
}
|