File size: 10,396 Bytes
6fa9282
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
{
  "protocol": "split-first-v1",
  "method": "ridge",
  "data_meta": {
    "reference_fraction": 0.1,
    "protocol": "split-first-v1",
    "dataset": "norman",
    "name": "norman",
    "operation": "activation",
    "control_label": "control",
    "sep": "_",
    "split": "perturbation",
    "seed": 0,
    "input_scale": "counts",
    "raw_sha256": "21bd3c00b7f243d998aa9ca616490b45bf1b4ba9934d501190a867ddad982dae",
    "raw_file": "norman_small.h5ad",
    "n_cells": 920,
    "n_control": 120,
    "n_hvg": 201,
    "n_pca": 10,
    "pca_explained_var": 0.5626983046531677,
    "mmd_gamma": 0.06974897265608301,
    "fit_cell_ids_sha256": "5ff57f6222cd8d3e4dd6b7fa658c8599cf6eb4b553a607ad9100a7fc240f9f22",
    "selection": {
      "max_cells": null,
      "max_per_group": null,
      "max_groups": null
    },
    "software": {
      "scanpy": "1.12.4",
      "anndata": "0.13.3.post0"
    }
  },
  "partition": "test",
  "catalog": "all",
  "reward": "cosine",
  "seed": 0,
  "n_controls": 16,
  "query_cell_ids": [
    "CCTTCCCTCACTATTC",
    "GTGGGTCAGTTAGCGG",
    "CAGCTGGTCGAATGCT",
    "ACAGCCGAGAGGGATA",
    "GGTATTGCACAACTGT",
    "ATGGGAGAGTCGAGTG",
    "CTGCGGAGTCTTGCGG",
    "GGCCGATGTATCACCA",
    "CGATTGAGTCTAGGTT",
    "TCTTTCCGTAGATTAG",
    "GACGGCTCACCAGCAC",
    "CAGCATAAGGCTAGCA",
    "AACTCTTCATGGTAGG",
    "AGCTCCTGTTCCTCCA",
    "GCGCAGTAGGATTCGG",
    "GTCTCGTGTGCATCTA",
    "GGTGAAGTCAGGTAAA",
    "CATTATCGTACTTAGC",
    "TGCGTGGGTCTCATCC",
    "CTGGTCTGTAGCGTGA",
    "TCACAAGGTCACAAGG-1",
    "GGCGACTCATTAGCCA",
    "GGGAGATAGAAGGACA",
    "GCGCCAACAGCCACCA",
    "TACGGTAGTACTTCTT",
    "CTCGAAAGTAGGCTGA",
    "CAGCCGATCCTTGACC",
    "GCTGCTTGTGAAAGAG",
    "CGCTGGAGTACATGTC",
    "GGCGACTCAGCTGTTA",
    "GCGCAACGTTGAGGTG",
    "CGGTTAAGTCAAAGCG",
    "AGCAGCCGTTAAAGTG",
    "TTAACTCCAGGGAGAG",
    "ATCCGAATCTGCTGTC",
    "ATCATGGAGGACGAAA",
    "CTGATAGCACTCAGGC",
    "AGCGGTCAGCACGCCT",
    "GCGAGAATCAGGTTCA",
    "CATTCGCCACCATGTA",
    "TTCGAAGTCGATAGAA",
    "AGAATAGCATTCCTGC",
    "AGCGTCGCACAAGACG",
    "AGGTCCGAGACTGTAA",
    "TATTACCAGACACGAC",
    "AAGGTTCCAGGAATCG",
    "ATTGGACCAACAACCT",
    "TGAGCCGGTCTCATCC",
    "AGAGCGACAGCTGTAT",
    "GGATTACCAAGTAATG",
    "AGCGTATTCGCGTTTC",
    "CGCTTCACAATCGGTT",
    "GGTATTGAGTGGACGT",
    "TAGTTGGGTTGGACCC",
    "GTACTTTTCGTGGGAA",
    "TTGCGTCGTTCGGCAC",
    "GTACGTATCAACGCTA",
    "TCGCGAGCACCTCGGA",
    "AGCATACTCAGCTCGG",
    "GCGCAACAGTGGGCTA-1",
    "GGAGCAATCCTATTCA",
    "GCACTCTTCAAACGGG",
    "ATTACTCAGGATGTAT",
    "CGACTTCTCCTTCAAT",
    "TGAGCCGAGAGTCTGG",
    "ACGAGCCTCGCATGGC-1",
    "CCCATACCAGGTCCAC",
    "CAGAGAGTCGTGGGAA",
    "CGTTCTGAGATGCCAG-1",
    "ATAACGCCAGGATCGA",
    "TTTGCGCTCATTCACT-1",
    "TTGGAACAGTGAACGC",
    "CTCTGGTAGATATGCA",
    "AGGTCCGTCGTCCGTT",
    "CGTAGCGTCACGAAGG",
    "CCGTACTTCGAATCCA",
    "CTTAACTGTCTACCTC",
    "AACACGTAGGAACTGC",
    "TACACGATCCATTCTA",
    "CAAGATCGTACGCACC-1",
    "CTCGAGGGTGCGATAG",
    "AAAGATGGTTGTCGCG-1",
    "CTCCTAGCACAGCGTC",
    "GATGCTAGTCATGCCG",
    "TCGCGAGGTGACAAAT",
    "CTACACCAGCGGCTTC",
    "GCATACAAGACCACGA",
    "CGCTATCCAAGCGAGT",
    "GACGGCTGTCTAGTGT",
    "GCATACATCGCCTGAG",
    "ACATGGTGTTCCACGG",
    "CGAGAAGCAAGCTGGA",
    "GGGACCTGTACCATCA",
    "TGGGAAGCAAACAACA",
    "CCACGGAAGAGACTAT",
    "ACGAGGACATGCTGGC",
    "GTGCTTCAGGTGGGTT",
    "TACAGTGGTAGGCATG",
    "TCGTAGATCCACTCCA",
    "TCAGCTCCACGTCTCT",
    "GCTCCTAGTCGCTTCT-1",
    "GCGAGAACAAATTGCC",
    "TTGAACGCAGGATTGG",
    "CGCCAAGCACGCCAGT",
    "CAGCTGGTCAGTTCGA",
    "GCCAAATAGTGCGTGA",
    "TGACAACTCGTCGTTC",
    "CAAGTTGTCGCCTGAG",
    "GGAATAATCGACCAGC",
    "TGTGTTTGTAGGAGTC",
    "ACGAGCCAGCTAGTTC",
    "ATGAGGGAGCCACCTG",
    "CACAGGCGTTGCCTCT",
    "GGAAAGCCACAGATTC",
    "CGATGGCTCAAAGTAG",
    "GTCTCGTAGCCAACAG",
    "AGCATACCACGTTGGC",
    "CACCACTCATCCAACA",
    "CAGCAGCCACTGTGTA",
    "CATTCGCCACGACTCG",
    "GATCGATTCGCGGATC",
    "GGGAGATAGACTTGAA",
    "GTAGTCACAGGCAGTA",
    "GACGGCTGTCCGAGTC",
    "CAGCTAAAGCTACCGC",
    "TGACAACGTCATACTG",
    "ACTTACTCACCCTATC-1",
    "TTTGCGCCAGCAGTTT",
    "CACAGTACATCCGGGT",
    "TGGCGCACATTTGCTT",
    "ATGCGATGTGTCAATC",
    "AGTGTCAAGATGAGAG",
    "GTATTCTTCAGGCAAG",
    "GTACTCCTCTGGTATG",
    "GGTATTGGTTGTCGCG",
    "CCTCAGTAGAGGTTAT",
    "ACACCAAGTACCCAAT",
    "TGGTTAGGTTGTTTGG",
    "CTTAACTCAATAGAGT",
    "ATTCTACTCAAGGCTT",
    "CGGACGTAGTCATGCT",
    "TCAATCTAGTATTGGA",
    "GGGCACTGTTACAGAA",
    "TTATGCTTCAGGCAAG"
  ],
  "guidance": {
    "steps": 25,
    "step_size": 0.5,
    "k_nearest": 10,
    "initialization": "best"
  },
  "summary": {
    "forward": {
      "mse_expression": {
        "mean": 0.03555455547757447,
        "lower": 0.014391686301678419,
        "upper": 0.07181215658783913,
        "n": 4
      },
      "effect_pearson": {
        "mean": 0.32233380153775215,
        "lower": 0.11509735509753227,
        "upper": 0.5571290850639343,
        "n": 4
      },
      "effect_pearson_de20": {
        "mean": 0.37099098414182663,
        "lower": 0.1954069286584854,
        "upper": 0.5816667191684246,
        "n": 4
      },
      "mmd2": {
        "mean": 0.21972475027474922,
        "lower": 0.13688616642828655,
        "upper": 0.35960212259946533,
        "n": 4
      },
      "sliced_wasserstein": {
        "mean": 0.5801302338411634,
        "lower": 0.40585043439550433,
        "upper": 0.8677208962494902,
        "n": 4
      },
      "energy": {
        "mean": 1.390171869699758,
        "lower": 0.7763791136594997,
        "upper": 2.4922222558861318,
        "n": 4
      },
      "variance_ratio": {
        "mean": 0.6042074039578438,
        "lower": 0.3959890455007553,
        "upper": 0.8124257624149323,
        "n": 4
      }
    },
    "inverse": {
      "exhaustive": {
        "top1": {
          "mean": 0.0,
          "lower": 0.0,
          "upper": 0.0,
          "n": 4
        },
        "top5": {
          "mean": 0.25,
          "lower": 0.0,
          "upper": 0.75,
          "n": 4
        },
        "ndcg10": {
          "mean": 0.19726620657947197,
          "lower": 0.0,
          "upper": 0.39453241315894394,
          "n": 4
        },
        "measured_reward": {
          "mean": 0.45840439200401306,
          "lower": 0.3573573976755142,
          "upper": 0.5397148579359055,
          "n": 4
        },
        "measured_regret": {
          "mean": 0.08305719494819641,
          "lower": 0.0,
          "upper": 0.16611438989639282,
          "n": 4
        },
        "selected_gene_overlap": {
          "mean": 0.125,
          "lower": 0.0,
          "upper": 0.375,
          "n": 4
        }
      }
    }
  },
  "forward": [
    {
      "target": "CEBPE_ZC3HAV1",
      "query_cells": 16,
      "genes_observed_in_training": false,
      "mse_expression": 0.02307211421430111,
      "effect_pearson": 0.6488189101219177,
      "effect_pearson_de20": 0.6929008960723877,
      "mmd2": 0.14565765795279972,
      "sliced_wasserstein": 0.41762946411089474,
      "energy": 0.8085152747528905,
      "variance_ratio": 0.48148614168167114
    },
    {
      "target": "CNN1",
      "query_cells": 16,
      "genes_observed_in_training": false,
      "mse_expression": 0.016160421073436737,
      "effect_pearson": 0.3074903190135956,
      "effect_pearson_de20": 0.400249183177948,
      "mmd2": 0.17420972409406987,
      "sliced_wasserstein": 0.4910686929446227,
      "energy": 0.9544713352161538,
      "variance_ratio": 0.8797879219055176
    },
    {
      "target": "HES7",
      "query_cells": 16,
      "genes_observed_in_training": false,
      "mse_expression": 0.09036273509263992,
      "effect_pearson": 0.05096636712551117,
      "effect_pearson_de20": 0.14284966886043549,
      "mmd2": 0.4309169441483539,
      "sliced_wasserstein": 1.017751373629022,
      "energy": 3.053457916263879,
      "variance_ratio": 0.3104919493198395
    },
    {
      "target": "PTPN12",
      "query_cells": 16,
      "genes_observed_in_training": true,
      "mse_expression": 0.012622951529920101,
      "effect_pearson": 0.28205960988998413,
      "effect_pearson_de20": 0.24796418845653534,
      "mmd2": 0.12811467490377337,
      "sliced_wasserstein": 0.3940714046801139,
      "energy": 0.744242952566109,
      "variance_ratio": 0.7450636029243469
    }
  ],
  "inverse": [
    {
      "target": "CEBPE_ZC3HAV1",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 1.0,
      "ndcg10": 0.5,
      "rank": 3,
      "selected": "CEBPA_ZC3HAV1",
      "predicted_reward": 0.8645111322402954,
      "measured_reward": 0.5618105530738831,
      "measured_regret": 0.0,
      "selected_gene_overlap": 0.5,
      "catalog_size": 20,
      "candidate_cell_evaluations": 320,
      "seconds": 0.0002608797494758619,
      "top_score_ties": 1
    },
    {
      "target": "CNN1",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.2890648263178879,
      "rank": 10,
      "selected": "KLF1_MAP2K6",
      "predicted_reward": 0.39002832770347595,
      "measured_reward": 0.48285406827926636,
      "measured_regret": 0.0,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 320,
      "seconds": 0.0002608797494758619,
      "top_score_ties": 1
    },
    {
      "target": "HES7",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.0,
      "rank": 12,
      "selected": "CEBPA_ZC3HAV1",
      "predicted_reward": 0.565142810344696,
      "measured_reward": 0.3155251741409302,
      "measured_regret": 0.1650046706199646,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 320,
      "seconds": 0.0002608797494758619,
      "top_score_ties": 1
    },
    {
      "target": "PTPN12",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.0,
      "rank": 12,
      "selected": "CBL_TGFBR2",
      "predicted_reward": 0.3994004428386688,
      "measured_reward": 0.47342777252197266,
      "measured_regret": 0.16722410917282104,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 320,
      "seconds": 0.0002608797494758619,
      "top_score_ties": 1
    }
  ],
  "baseline_fit": {
    "kind": "ridge",
    "alpha": 1.0,
    "seed": 0,
    "train_cell_count": 504
  }
}