File size: 2,640 Bytes
f417168
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
{
  "protocol": "late fusion of fine-tuned next-activity probabilities; convex weights selected on validation; test untouched",
  "best": {
    "sequence": "process-fm/scaling/ablation/sc80-v5-rmix14",
    "graph": "process-graph-fm/gfm-sc80",
    "selection": "val_accuracy",
    "by_val_accuracy": {
      "weights": "seq=0.65 graph=0.35",
      "val": {
        "accuracy": 0.5023218937592027,
        "top3": 0.690225393589308,
        "macro_f1": 0.26637850812903824
      },
      "test": {
        "accuracy": 0.48317650413458796,
        "top3": 0.6583974907328201,
        "macro_f1": 0.22645104280170136
      }
    },
    "by_val_f1": {
      "weights": "seq=0.70 graph=0.30",
      "val": {
        "accuracy": 0.5007362102163325,
        "top3": 0.6915845509117681,
        "macro_f1": 0.26722751554336166
      },
      "test": {
        "accuracy": 0.48545765611633873,
        "top3": 0.6578272027373824,
        "macro_f1": 0.22483617843266493
      }
    }
  },
  "v4_baseline": {
    "sequence": "process-fm/scaling/sc80",
    "graph": "process-graph-fm/gfm-sc80",
    "by_val_accuracy": {
      "weights": "seq=0.60 graph=0.40",
      "val": {
        "accuracy": 0.4945067391550572,
        "top3": 0.6815041341035225,
        "macro_f1": 0.25174367057122143
      },
      "test": {
        "accuracy": 0.46706586826347307,
        "top3": 0.6551183347590533,
        "macro_f1": 0.21542101104609862
      }
    },
    "by_val_f1": {
      "weights": "seq=0.50 graph=0.50",
      "val": {
        "accuracy": 0.491222108959112,
        "top3": 0.6800317136708574,
        "macro_f1": 0.257160233310409
      },
      "test": {
        "accuracy": 0.4579412603364699,
        "top3": 0.6528371827773025,
        "macro_f1": 0.21831672220137957
      }
    }
  },
  "v4_3way_with_fm_v6": {
    "sequence": "process-fm/scaling/sc80",
    "graph": "process-graph-fm/gfm-sc80",
    "fm_v6": "process-fm/fm-v6",
    "by_val_accuracy": {
      "weights": "seq=0.40 graph=0.35 v6=0.25",
      "val": {
        "accuracy": 0.507305470608223,
        "top3": 0.691924340242383,
        "macro_f1": 0.271597143329999
      },
      "test": {
        "accuracy": 0.46706586826347307,
        "top3": 0.6515540347875677,
        "macro_f1": 0.2305893787932908
      }
    },
    "by_val_f1": {
      "weights": "seq=0.20 graph=0.20 v6=0.60",
      "val": {
        "accuracy": 0.5030014724204327,
        "top3": 0.6966813908709933,
        "macro_f1": 0.2778806273014302
      },
      "test": {
        "accuracy": 0.459652124322783,
        "top3": 0.6464214428286285,
        "macro_f1": 0.22002782564913104
      }
    }
  }
}