Hugging Face's logo

ChatterjeeLab
/
ScooBDoob

Model card Files
xet
 Community
ScooBDoob
File size: 5,501 Bytes
31d1d63
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
{
  "settings": {
    "cluster_seeds": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19
    ],
    "k": 100,
    "tica_lag": 20,
    "msm_lag": 5,
    "horizon": 16,
    "alpha_per_transition": 7.5,
    "floor_percentiles": [
      10,
      25,
      50,
      75
    ],
    "no_floor_control": true,
    "start_law": "uniform on the original source set; fixed-start mixture",
    "s1_radius": 0.25
  },
  "conditions": {
    "doob": {
      "s1_mean_pct": 49.5971693622122,
      "s1_sd_pct": 5.654118830936145,
      "s1_min_pct": 43.150466464742266,
      "s1_max_pct": 60.511811153851426,
      "paired_gain_vs_doob_mean_pp": 0.0,
      "paired_gain_vs_doob_min_pp": 0.0,
      "paired_gain_vs_doob_max_pp": 0.0,
      "paired_vs_p25_mean_pp": -37.66941490258053,
      "paired_vs_p25_min_pp": -49.76101329919965,
      "paired_vs_p25_max_pp": -29.210485263139425,
      "n_clusterings_better_than_doob": 0,
      "distinct_per_path_mean": 14.95450087017052,
      "self_steps_mean": 0.6640142502982698
    },
    "none": {
      "s1_mean_pct": 97.90243367569876,
      "s1_sd_pct": 1.9905840635575514,
      "s1_min_pct": 92.11866722725671,
      "s1_max_pct": 99.95822259964127,
      "paired_gain_vs_doob_mean_pp": 48.305264313486575,
      "paired_gain_vs_doob_min_pp": 39.095426158646504,
      "paired_gain_vs_doob_max_pp": 56.0060095888407,
      "paired_vs_p25_mean_pp": 10.635849410906038,
      "paired_vs_p25_min_pp": 2.363578976561257,
      "paired_vs_p25_max_pp": 21.19616618325979,
      "n_clusterings_better_than_doob": 20,
      "distinct_per_path_mean": 11.685265398009747,
      "self_steps_mean": 1.4529836013886528
    },
    "p10": {
      "s1_mean_pct": 96.1701712917622,
      "s1_sd_pct": 3.5562336668562864,
      "s1_min_pct": 87.40443333450297,
      "s1_max_pct": 99.82600785956507,
      "paired_gain_vs_doob_mean_pp": 46.573001929549996,
      "paired_gain_vs_doob_min_pp": 38.357558600290545,
      "paired_gain_vs_doob_max_pp": 55.40705023446242,
      "paired_vs_p25_mean_pp": 8.90358702696946,
      "paired_vs_p25_min_pp": 2.2313642364850494,
      "paired_vs_p25_max_pp": 17.163283576823517,
      "n_clusterings_better_than_doob": 20,
      "distinct_per_path_mean": 11.819344360471474,
      "self_steps_mean": 1.387669969530529
    },
    "p25": {
      "s1_mean_pct": 87.26658426479273,
      "s1_sd_pct": 6.5036230375719155,
      "s1_min_pct": 74.11179555254174,
      "s1_max_pct": 97.59464362308002,
      "paired_gain_vs_doob_mean_pp": 37.66941490258053,
      "paired_gain_vs_doob_min_pp": 29.210485263139425,
      "paired_gain_vs_doob_max_pp": 49.76101329919965,
      "paired_vs_p25_mean_pp": 0.0,
      "paired_vs_p25_min_pp": 0.0,
      "paired_vs_p25_max_pp": 0.0,
      "n_clusterings_better_than_doob": 20,
      "distinct_per_path_mean": 12.244518255689602,
      "self_steps_mean": 1.1885072155426104
    },
    "p50": {
      "s1_mean_pct": 76.75121648573534,
      "s1_sd_pct": 6.074691783181966,
      "s1_min_pct": 68.04422405100263,
      "s1_max_pct": 90.67334886564498,
      "paired_gain_vs_doob_mean_pp": 27.154047123523146,
      "paired_gain_vs_doob_min_pp": 22.999580424011413,
      "paired_gain_vs_doob_max_pp": 34.23767299395861,
      "paired_vs_p25_mean_pp": -10.515367779057382,
      "paired_vs_p25_min_pp": -15.851794787907963,
      "paired_vs_p25_max_pp": -2.613356589282347,
      "n_clusterings_better_than_doob": 20,
      "distinct_per_path_mean": 12.640570376135027,
      "self_steps_mean": 1.0421248174025806
    },
    "p75": {
      "s1_mean_pct": 70.94804852720517,
      "s1_sd_pct": 7.122227751513362,
      "s1_min_pct": 58.387735895407225,
      "s1_max_pct": 87.79686750518604,
      "paired_gain_vs_doob_mean_pp": 21.350879164992982,
      "paired_gain_vs_doob_min_pp": 13.631707589298415,
      "paired_gain_vs_doob_max_pp": 27.285056351334617,
      "paired_vs_p25_mean_pp": -16.318535737587553,
      "paired_vs_p25_min_pp": -23.549045572236366,
      "paired_vs_p25_max_pp": -6.622312189178402,
      "n_clusterings_better_than_doob": 20,
      "distinct_per_path_mean": 13.03126206699271,
      "self_steps_mean": 0.9823405854672809
    }
  },
  "checks": {
    "toy_exhaustive_passed": true,
    "max_independent_recursion_error": 4.440892098500626e-16,
    "max_terminal_error": 7.771561172376096e-16,
    "max_outside_corridor_probability": 0.16666666666666666,
    "max_outside_arrival_mask_probability": 0.0,
    "endpoint_mask_exceptions": [
      {
        "seed": 3,
        "source": [
          70
        ],
        "target": []
      },
      {
        "seed": 18,
        "source": [
          42
        ],
        "target": []
      }
    ],
    "seed0_saved_figure_check": {
      "max_state_coordinate_difference": 0.0,
      "counts_equal": true,
      "corridor_equal": true
    }
  },
  "archive_comparison": {
    "doob": {
      "archived_mean_pct": 49.652499999999996,
      "mean_exact_minus_archived_pp": -0.05533063778779912,
      "max_absolute_difference_pp": 1.4495335352577357
    },
    "p25": {
      "archived_mean_pct": 87.27916666666667,
      "mean_exact_minus_archived_pp": -0.012582401873935112,
      "max_absolute_difference_pp": 0.8121554227458176
    }
  },
  "scope": "Exact probabilities on refitted MSMs from fixed MD data. SD is clustering sensitivity, not MD uncertainty.",
  "completed_clusterings": 20
}