Spaces:
Running
Running
File size: 1,498 Bytes
7c9e8d9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | {
"project": "ModelOps Research Lab",
"release": "2.0.0",
"dataset": "Academic Rhetorical Intent Mini v1.1",
"source_type": "synthetic_curated",
"train_count": 842,
"test_count": 130,
"challenge_count": 54,
"run_type": "recomputed Node baselines",
"methods": {
"nb": {
"iid": {
"n": 130,
"correct": 130,
"accuracy": 1,
"macroF1": 1
},
"challenge": {
"n": 54,
"correct": 40,
"accuracy": 0.7407407407407407,
"macroF1": 0.7362809928289805
}
},
"word": {
"iid": {
"n": 130,
"correct": 128,
"accuracy": 0.9846153846153847,
"macroF1": 0.9844877344877346
},
"challenge": {
"n": 54,
"correct": 39,
"accuracy": 0.7222222222222222,
"macroF1": 0.7061942959001782
}
},
"char": {
"iid": {
"n": 130,
"correct": 124,
"accuracy": 0.9538461538461539,
"macroF1": 0.9537925842273668
},
"challenge": {
"n": 54,
"correct": 38,
"accuracy": 0.7037037037037037,
"macroF1": 0.6836089069592907
}
},
"hybrid": {
"iid": {
"n": 130,
"correct": 127,
"accuracy": 0.9769230769230769,
"macroF1": 0.9767441860465116
},
"challenge": {
"n": 54,
"correct": 42,
"accuracy": 0.7777777777777778,
"macroF1": 0.7617571707045391
}
}
}
}
|