File size: 10,318 Bytes
6fa9282
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
{
  "protocol": "split-first-v1",
  "method": "average_effect",
  "data_meta": {
    "reference_fraction": 0.1,
    "protocol": "split-first-v1",
    "dataset": "norman",
    "name": "norman",
    "operation": "activation",
    "control_label": "control",
    "sep": "_",
    "split": "perturbation",
    "seed": 0,
    "input_scale": "counts",
    "raw_sha256": "21bd3c00b7f243d998aa9ca616490b45bf1b4ba9934d501190a867ddad982dae",
    "raw_file": "norman_small.h5ad",
    "n_cells": 920,
    "n_control": 120,
    "n_hvg": 201,
    "n_pca": 10,
    "pca_explained_var": 0.5626983046531677,
    "mmd_gamma": 0.06974897265608301,
    "fit_cell_ids_sha256": "5ff57f6222cd8d3e4dd6b7fa658c8599cf6eb4b553a607ad9100a7fc240f9f22",
    "selection": {
      "max_cells": null,
      "max_per_group": null,
      "max_groups": null
    },
    "software": {
      "scanpy": "1.12.4",
      "anndata": "0.13.3.post0"
    }
  },
  "partition": "test",
  "catalog": "all",
  "reward": "cosine",
  "seed": 0,
  "n_controls": 8,
  "query_cell_ids": [
    "CCTTCCCTCACTATTC",
    "GTGGGTCAGTTAGCGG",
    "CAGCTGGTCGAATGCT",
    "ACAGCCGAGAGGGATA",
    "GGTATTGCACAACTGT",
    "ATGGGAGAGTCGAGTG",
    "CTGCGGAGTCTTGCGG",
    "GGCCGATGTATCACCA",
    "CGATTGAGTCTAGGTT",
    "TCTTTCCGTAGATTAG",
    "GACGGCTCACCAGCAC",
    "CAGCATAAGGCTAGCA",
    "AACTCTTCATGGTAGG",
    "AGCTCCTGTTCCTCCA",
    "GCGCAGTAGGATTCGG",
    "GTCTCGTGTGCATCTA",
    "GGTGAAGTCAGGTAAA",
    "CATTATCGTACTTAGC",
    "TGCGTGGGTCTCATCC",
    "CTGGTCTGTAGCGTGA",
    "TCACAAGGTCACAAGG-1",
    "GGCGACTCATTAGCCA",
    "GGGAGATAGAAGGACA",
    "GCGCCAACAGCCACCA",
    "TACGGTAGTACTTCTT",
    "CTCGAAAGTAGGCTGA",
    "CAGCCGATCCTTGACC",
    "GCTGCTTGTGAAAGAG",
    "CGCTGGAGTACATGTC",
    "GGCGACTCAGCTGTTA",
    "GCGCAACGTTGAGGTG",
    "CGGTTAAGTCAAAGCG",
    "AGCAGCCGTTAAAGTG",
    "TTAACTCCAGGGAGAG",
    "ATCCGAATCTGCTGTC",
    "ATCATGGAGGACGAAA",
    "CTGATAGCACTCAGGC",
    "AGCGGTCAGCACGCCT",
    "GCGAGAATCAGGTTCA",
    "CATTCGCCACCATGTA",
    "TTCGAAGTCGATAGAA",
    "AGAATAGCATTCCTGC",
    "AGCGTCGCACAAGACG",
    "AGGTCCGAGACTGTAA",
    "TATTACCAGACACGAC",
    "AAGGTTCCAGGAATCG",
    "ATTGGACCAACAACCT",
    "TGAGCCGGTCTCATCC",
    "AGAGCGACAGCTGTAT",
    "GGATTACCAAGTAATG",
    "AGCGTATTCGCGTTTC",
    "CGCTTCACAATCGGTT",
    "GGTATTGAGTGGACGT",
    "TAGTTGGGTTGGACCC",
    "GTACTTTTCGTGGGAA",
    "TTGCGTCGTTCGGCAC",
    "GTACGTATCAACGCTA",
    "TCGCGAGCACCTCGGA",
    "AGCATACTCAGCTCGG",
    "GCGCAACAGTGGGCTA-1",
    "GGAGCAATCCTATTCA",
    "GCACTCTTCAAACGGG",
    "ATTACTCAGGATGTAT",
    "CGACTTCTCCTTCAAT",
    "TGAGCCGAGAGTCTGG",
    "ACGAGCCTCGCATGGC-1",
    "CCCATACCAGGTCCAC",
    "CAGAGAGTCGTGGGAA",
    "CGTTCTGAGATGCCAG-1",
    "ATAACGCCAGGATCGA",
    "TTTGCGCTCATTCACT-1",
    "TTGGAACAGTGAACGC",
    "CTCTGGTAGATATGCA",
    "AGGTCCGTCGTCCGTT",
    "CGTAGCGTCACGAAGG",
    "CCGTACTTCGAATCCA",
    "CTTAACTGTCTACCTC",
    "AACACGTAGGAACTGC",
    "TACACGATCCATTCTA",
    "CAAGATCGTACGCACC-1",
    "CTCGAGGGTGCGATAG",
    "AAAGATGGTTGTCGCG-1",
    "CTCCTAGCACAGCGTC",
    "GATGCTAGTCATGCCG",
    "TCGCGAGGTGACAAAT",
    "CTACACCAGCGGCTTC",
    "GCATACAAGACCACGA",
    "CGCTATCCAAGCGAGT",
    "GACGGCTGTCTAGTGT",
    "GCATACATCGCCTGAG",
    "ACATGGTGTTCCACGG",
    "CGAGAAGCAAGCTGGA",
    "GGGACCTGTACCATCA",
    "TGGGAAGCAAACAACA",
    "CCACGGAAGAGACTAT",
    "ACGAGGACATGCTGGC",
    "GTGCTTCAGGTGGGTT",
    "TACAGTGGTAGGCATG",
    "TCGTAGATCCACTCCA",
    "TCAGCTCCACGTCTCT",
    "GCTCCTAGTCGCTTCT-1",
    "GCGAGAACAAATTGCC",
    "TTGAACGCAGGATTGG",
    "CGCCAAGCACGCCAGT",
    "CAGCTGGTCAGTTCGA",
    "GCCAAATAGTGCGTGA",
    "TGACAACTCGTCGTTC",
    "CAAGTTGTCGCCTGAG",
    "GGAATAATCGACCAGC",
    "TGTGTTTGTAGGAGTC",
    "ACGAGCCAGCTAGTTC",
    "ATGAGGGAGCCACCTG",
    "CACAGGCGTTGCCTCT",
    "GGAAAGCCACAGATTC",
    "CGATGGCTCAAAGTAG",
    "GTCTCGTAGCCAACAG",
    "AGCATACCACGTTGGC",
    "CACCACTCATCCAACA",
    "CAGCAGCCACTGTGTA",
    "CATTCGCCACGACTCG",
    "GATCGATTCGCGGATC",
    "GGGAGATAGACTTGAA",
    "GTAGTCACAGGCAGTA",
    "GACGGCTGTCCGAGTC",
    "CAGCTAAAGCTACCGC",
    "TGACAACGTCATACTG",
    "ACTTACTCACCCTATC-1",
    "TTTGCGCCAGCAGTTT",
    "CACAGTACATCCGGGT",
    "TGGCGCACATTTGCTT",
    "ATGCGATGTGTCAATC",
    "AGTGTCAAGATGAGAG",
    "GTATTCTTCAGGCAAG",
    "GTACTCCTCTGGTATG",
    "GGTATTGGTTGTCGCG",
    "CCTCAGTAGAGGTTAT",
    "ACACCAAGTACCCAAT",
    "TGGTTAGGTTGTTTGG",
    "CTTAACTCAATAGAGT",
    "ATTCTACTCAAGGCTT",
    "CGGACGTAGTCATGCT",
    "TCAATCTAGTATTGGA",
    "GGGCACTGTTACAGAA",
    "TTATGCTTCAGGCAAG"
  ],
  "guidance": {
    "steps": 0,
    "step_size": 0.5,
    "k_nearest": 10,
    "initialization": "best"
  },
  "summary": {
    "forward": {
      "mse_expression": {
        "mean": 0.045805169735103846,
        "lower": 0.01835085591301322,
        "upper": 0.09486332535743713,
        "n": 4
      },
      "effect_pearson": {
        "mean": 0.41796617954969406,
        "lower": 0.343549944460392,
        "upper": 0.5240319073200226,
        "n": 4
      },
      "effect_pearson_de20": {
        "mean": 0.4695480614900589,
        "lower": 0.35698434710502625,
        "upper": 0.5821117758750916,
        "n": 4
      },
      "mmd2": {
        "mean": 0.3128944492404965,
        "lower": 0.14772149867443227,
        "upper": 0.5196701342561875,
        "n": 4
      },
      "sliced_wasserstein": {
        "mean": 0.6564046470179601,
        "lower": 0.44746863207869164,
        "upper": 0.9494201417608875,
        "n": 4
      },
      "energy": {
        "mean": 1.8821896037474284,
        "lower": 0.8898077392829168,
        "upper": 3.2377672320782658,
        "n": 4
      },
      "variance_ratio": {
        "mean": 0.6377041935920715,
        "lower": 0.4268268942832947,
        "upper": 0.8629074543714523,
        "n": 4
      }
    },
    "inverse": {
      "exhaustive": {
        "top1": {
          "mean": 0.0,
          "lower": 0.0,
          "upper": 0.0,
          "n": 4
        },
        "top5": {
          "mean": 0.0,
          "lower": 0.0,
          "upper": 0.0,
          "n": 4
        },
        "ndcg10": {
          "mean": 0.16219955252976553,
          "lower": 0.0,
          "upper": 0.32439910505953107,
          "n": 4
        },
        "measured_reward": {
          "mean": 0.3115623416379094,
          "lower": 0.06606397964060307,
          "upper": 0.5570607036352158,
          "n": 4
        },
        "measured_regret": {
          "mean": 0.2774312375113368,
          "lower": 0.06014348566532135,
          "upper": 0.49471898935735226,
          "n": 4
        },
        "selected_gene_overlap": {
          "mean": 0.0,
          "lower": 0.0,
          "upper": 0.0,
          "n": 4
        }
      }
    }
  },
  "forward": [
    {
      "target": "CEBPE_ZC3HAV1",
      "query_cells": 8,
      "genes_observed_in_training": false,
      "mse_expression": 0.01614457182586193,
      "effect_pearson": 0.572132408618927,
      "effect_pearson_de20": 0.6413403749465942,
      "mmd2": 0.10228323395799088,
      "sliced_wasserstein": 0.39334637293394104,
      "energy": 0.649139745889932,
      "variance_ratio": 0.5182458758354187
    },
    {
      "target": "CNN1",
      "query_cells": 8,
      "genes_observed_in_training": false,
      "mse_expression": 0.02343294769525528,
      "effect_pearson": 0.32709893584251404,
      "effect_pearson_de20": 0.3710622191429138,
      "mmd2": 0.2585471367579829,
      "sliced_wasserstein": 0.534814924915659,
      "energy": 1.4261759603003354,
      "variance_ratio": 0.9777946472167969
    },
    {
      "target": "HES7",
      "query_cells": 8,
      "genes_observed_in_training": false,
      "mse_expression": 0.11867345124483109,
      "effect_pearson": 0.3929029703140259,
      "effect_pearson_de20": 0.34290647506713867,
      "mmd2": 0.6067111334222557,
      "sliced_wasserstein": 1.087621880709297,
      "energy": 3.8416309893375757,
      "variance_ratio": 0.33540791273117065
    },
    {
      "target": "PTPN12",
      "query_cells": 8,
      "genes_observed_in_training": true,
      "mse_expression": 0.024969708174467087,
      "effect_pearson": 0.3797304034233093,
      "effect_pearson_de20": 0.5228831768035889,
      "mmd2": 0.2840362928237564,
      "sliced_wasserstein": 0.6098354095129435,
      "energy": 1.6118117194618713,
      "variance_ratio": 0.7193683385848999
    }
  ],
  "inverse": [
    {
      "target": "CEBPE_ZC3HAV1",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.3333333333333333,
      "rank": 7,
      "selected": "ATL1",
      "predicted_reward": 0.43243369460105896,
      "measured_reward": 0.0968346819281578,
      "measured_regret": 0.5187731757760048,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 160,
      "seconds": 8.740499652049039e-06,
      "top_score_ties": 20
    },
    {
      "target": "CNN1",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.31546487678572877,
      "rank": 8,
      "selected": "ATL1",
      "predicted_reward": 0.034374676644802094,
      "measured_reward": 0.4064628779888153,
      "measured_regret": 0.0941368043422699,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 160,
      "seconds": 8.740499652049039e-06,
      "top_score_ties": 20
    },
    {
      "target": "HES7",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.0,
      "rank": 11,
      "selected": "ATL1",
      "predicted_reward": 0.32577401399612427,
      "measured_reward": 0.035293277353048325,
      "measured_regret": 0.4706648029386997,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 160,
      "seconds": 8.740499652049039e-06,
      "top_score_ties": 20
    },
    {
      "target": "PTPN12",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.0,
      "rank": 18,
      "selected": "ATL1",
      "predicted_reward": 0.036632634699344635,
      "measured_reward": 0.7076585292816162,
      "measured_regret": 0.026150166988372803,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 160,
      "seconds": 8.740499652049039e-06,
      "top_score_ties": 20
    }
  ]
}