| { |
| "n": 500, |
| "threshold": 0.5, |
| "max_seq_length": 3072, |
| "is_valid_accuracy": 0.89, |
| "category_set_accuracy": 0.054, |
| "micro_f1": 0.3512092534174553, |
| "macro_f1": 0.35552414101596475, |
| "per_category_f1": { |
| "DirectInjection": 0.5232558139534884, |
| "Jailbreak": 0.39705882352941174, |
| "Adversarial": 0.4, |
| "Extraction": 0.2569444444444444, |
| "Encoding": 0.373134328358209, |
| "Manipulation": 0.2717391304347826, |
| "Smuggling": 0.49122807017543857, |
| "Indirect": 0.3228346456692913, |
| "MultiTurn": 0.16352201257861634 |
| }, |
| "latency_ms_per_example": { |
| "mean": 1.823335886001587, |
| "p95": 1.9494213163852692, |
| "device": "cuda:0" |
| }, |
| "base_model": "jhu-clsp/mmBERT-base", |
| "epochs": 3 |
| } |
