File size: 2,640 Bytes
f417168 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 | {
"protocol": "late fusion of fine-tuned next-activity probabilities; convex weights selected on validation; test untouched",
"best": {
"sequence": "process-fm/scaling/ablation/sc80-v5-rmix14",
"graph": "process-graph-fm/gfm-sc80",
"selection": "val_accuracy",
"by_val_accuracy": {
"weights": "seq=0.65 graph=0.35",
"val": {
"accuracy": 0.5023218937592027,
"top3": 0.690225393589308,
"macro_f1": 0.26637850812903824
},
"test": {
"accuracy": 0.48317650413458796,
"top3": 0.6583974907328201,
"macro_f1": 0.22645104280170136
}
},
"by_val_f1": {
"weights": "seq=0.70 graph=0.30",
"val": {
"accuracy": 0.5007362102163325,
"top3": 0.6915845509117681,
"macro_f1": 0.26722751554336166
},
"test": {
"accuracy": 0.48545765611633873,
"top3": 0.6578272027373824,
"macro_f1": 0.22483617843266493
}
}
},
"v4_baseline": {
"sequence": "process-fm/scaling/sc80",
"graph": "process-graph-fm/gfm-sc80",
"by_val_accuracy": {
"weights": "seq=0.60 graph=0.40",
"val": {
"accuracy": 0.4945067391550572,
"top3": 0.6815041341035225,
"macro_f1": 0.25174367057122143
},
"test": {
"accuracy": 0.46706586826347307,
"top3": 0.6551183347590533,
"macro_f1": 0.21542101104609862
}
},
"by_val_f1": {
"weights": "seq=0.50 graph=0.50",
"val": {
"accuracy": 0.491222108959112,
"top3": 0.6800317136708574,
"macro_f1": 0.257160233310409
},
"test": {
"accuracy": 0.4579412603364699,
"top3": 0.6528371827773025,
"macro_f1": 0.21831672220137957
}
}
},
"v4_3way_with_fm_v6": {
"sequence": "process-fm/scaling/sc80",
"graph": "process-graph-fm/gfm-sc80",
"fm_v6": "process-fm/fm-v6",
"by_val_accuracy": {
"weights": "seq=0.40 graph=0.35 v6=0.25",
"val": {
"accuracy": 0.507305470608223,
"top3": 0.691924340242383,
"macro_f1": 0.271597143329999
},
"test": {
"accuracy": 0.46706586826347307,
"top3": 0.6515540347875677,
"macro_f1": 0.2305893787932908
}
},
"by_val_f1": {
"weights": "seq=0.20 graph=0.20 v6=0.60",
"val": {
"accuracy": 0.5030014724204327,
"top3": 0.6966813908709933,
"macro_f1": 0.2778806273014302
},
"test": {
"accuracy": 0.459652124322783,
"top3": 0.6464214428286285,
"macro_f1": 0.22002782564913104
}
}
}
} |