| { |
| "eval_loss": 0.48330193758010864, |
| "eval_accuracy": 0.8289269051321928, |
| "eval_precision_weighted": 0.821952872098563, |
| "eval_recall_weighted": 0.8289269051321928, |
| "eval_f1_weighted": 0.8238609492009197, |
| "eval_MCC": 0.7203450380787764, |
| "eval_balanced_accuracy": 0.7723728109308511, |
| "eval_macro_FNR": 0.227627189069149, |
| "eval_macro_FPR": 0.08973774534029767, |
| "eval_macro_Specificity": 0.9102622546597022, |
| "eval_per_class": { |
| "jailbreaking": { |
| "TP": 228, |
| "FP": 103, |
| "FN": 161, |
| "TN": 1437, |
| "FNR": 0.4138817480719794, |
| "FPR": 0.06688311688311688, |
| "Specificity": 0.9331168831168831 |
| }, |
| "prompt injection": { |
| "TP": 439, |
| "FP": 112, |
| "FN": 131, |
| "TN": 1247, |
| "FNR": 0.22982456140350876, |
| "FPR": 0.08241353936718175, |
| "Specificity": 0.9175864606328182 |
| }, |
| "unharmful": { |
| "TP": 932, |
| "FP": 115, |
| "FN": 38, |
| "TN": 844, |
| "FNR": 0.03917525773195876, |
| "FPR": 0.11991657977059438, |
| "Specificity": 0.8800834202294057 |
| } |
| }, |
| "eval_runtime": 44.2738, |
| "eval_samples_per_second": 43.57, |
| "eval_steps_per_second": 5.466, |
| "epoch": 15.0 |
| } |
