{ "base": "distilroberta-base", "labels": [ "CAUSALITY_NOT_ESTABLISHED", "INDIVIDUAL_PREDICTION_PROHIBITED", "LEGAL_CONCLUSION_NOT_SUPPORTED", "LENDER_RECOMMENDATION", "PROGRAM_MISMATCH", "QUALIFIER_DELETED", "SAME_APPLICANT_FRAMING", "SCOPE_TOO_BROAD" ], "train_rows": 4850, "test_rows": 550, "epochs": 3.0, "train_seconds": 2565, "exact_match": 0.998, "per_label": { "CAUSALITY_NOT_ESTABLISHED": { "support": 76, "precision": 1.0, "recall": 1.0 }, "INDIVIDUAL_PREDICTION_PROHIBITED": { "support": 76, "precision": 1.0, "recall": 1.0 }, "LEGAL_CONCLUSION_NOT_SUPPORTED": { "support": 73, "precision": 1.0, "recall": 1.0 }, "LENDER_RECOMMENDATION": { "support": 66, "precision": 1.0, "recall": 1.0 }, "PROGRAM_MISMATCH": { "support": 32, "precision": 1.0, "recall": 1.0 }, "QUALIFIER_DELETED": { "support": 208, "precision": 0.995, "recall": 1.0 }, "SAME_APPLICANT_FRAMING": { "support": 70, "precision": 1.0, "recall": 1.0 }, "SCOPE_TOO_BROAD": { "support": 4, "precision": 1.0, "recall": 1.0 } }, "clean_sentences": { "n": 75, "flagged_false": 1 }, "note": "Held-out split by claim id: no claim appears on both sides. Rule-generated data; a sentence pattern the generator never wrote is not covered by this number." }