File size: 3,824 Bytes
36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 5f029c0 8b1a796 5f029c0 8b1a796 5f029c0 8b1a796 5f029c0 8b1a796 5f029c0 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec 8b1a796 36cc3ec | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 | {
"hyperparameters": {
"include_attention_output_dense": false,
"learning_rate_sampled": 0.00044569416489470884,
"weight_decay": 0.022491619139739856,
"warmup_ratio": 0.0463266472104081,
"lr_scheduler_num_cycles": 1,
"per_device_train_batch_size": 8,
"gradient_accumulation_steps": 4,
"num_train_epochs": 2,
"lora_r": 32,
"lora_alpha": 128,
"lora_dropout": 0.0,
"lora_target_modules": [
"query_proj",
"key_proj",
"value_proj"
],
"learning_rate": 0.00014057133690327707,
"lr_scheduler_type": "cosine_with_restarts",
"max_grad_norm": 0.5,
"optim": "adamw_torch_fused"
},
"threshold_optimization": {
"max_f1": {
"threshold": 0.869714617729187,
"metrics": {
"threshold": 0.869714617729187,
"auroc": 0.9984783120401353,
"average_precision": 0.9985350724478098,
"f1": 0.9809629649707713,
"accuracy": 0.9811363829663419,
"precision": 0.9900603673104631,
"recall": 0.9720312276178198,
"specificity": 0.9902414567983026,
"precision_human": 0.9725316756205432,
"recall_human": 0.9902414567983026,
"precision_ai": 0.9900603673104631,
"recall_ai": 0.9720312276178198,
"confusion_matrix": {
"true_negative": 110607,
"false_positive": 1090,
"false_negative": 3124,
"true_positive": 108572
}
}
},
"precision_at_95recall": {
"threshold": 3.6534821390432626e-08,
"metrics": {
"threshold": 3.6534821390432626e-08,
"auroc": 0.9984783120401353,
"average_precision": 0.9985350724478098,
"f1": 0.6666646771454748,
"accuracy": 0.49999776179199884,
"precision": 0.49999776179199884,
"recall": 1.0,
"specificity": 0.0,
"precision_human": 0.0,
"recall_human": 0.0,
"precision_ai": 0.49999776179199884,
"recall_ai": 1.0,
"confusion_matrix": {
"true_negative": 0,
"false_positive": 111697,
"false_negative": 0,
"true_positive": 111696
}
}
}
},
"calibration": {
"temperature": 1.4436575174331665,
"method": "temperature_scaling",
"calibration_set": "calibration",
"calibration_metrics": {
"temperature": 1.4436575174331665,
"optimization_method": "LBFGS_logspace",
"uncalibrated_nll": 0.057230830731130305,
"calibrated_nll": 0.05340311260808736,
"uncalibrated_ece": 0.007595386161633095,
"calibrated_ece": 0.011707928851842823,
"uncalibrated_brier": 0.01589206575792085,
"calibrated_brier": 0.015775692446082124,
"nll_improvement": 0.0038277181230429447,
"ece_improvement": -0.004112542690209728,
"brier_improvement": 0.00011637331183872793
},
"test_metrics": {
"ece_before": 0.007462335961689493,
"ece_after": 0.011600581100766194,
"ece_improvement": -0.004138245139076701,
"brier_before": 0.015727129447539786,
"brier_after": 0.0156334356493489,
"brier_improvement": 9.369379819088725e-05
}
},
"test_metrics": {
"threshold": 0.869714617729187,
"auroc": 0.9984910666612247,
"average_precision": 0.9985476887515279,
"f1": 0.981194394455165,
"accuracy": 0.9813637682145531,
"precision": 0.9901900719151605,
"recall": 0.972360693310414,
"specificity": 0.9903667786364515,
"precision_human": 0.9728497555141239,
"recall_human": 0.9903667786364515,
"precision_ai": 0.9901900719151605,
"recall_ai": 0.972360693310414,
"confusion_matrix": {
"true_negative": 138276,
"false_positive": 1345,
"false_negative": 3859,
"true_positive": 135761
}
},
"timestamp": "20251124_170935",
"seed": 42
} |