{
  "protocol": "split-first-v1",
  "method": "additive",
  "data_meta": {
    "reference_fraction": 0.1,
    "protocol": "split-first-v1",
    "dataset": "norman",
    "name": "norman",
    "operation": "activation",
    "control_label": "control",
    "sep": "_",
    "split": "perturbation",
    "seed": 0,
    "input_scale": "counts",
    "raw_sha256": "21bd3c00b7f243d998aa9ca616490b45bf1b4ba9934d501190a867ddad982dae",
    "raw_file": "norman_small.h5ad",
    "n_cells": 920,
    "n_control": 120,
    "n_hvg": 201,
    "n_pca": 10,
    "pca_explained_var": 0.5626983046531677,
    "mmd_gamma": 0.06974897265608301,
    "fit_cell_ids_sha256": "5ff57f6222cd8d3e4dd6b7fa658c8599cf6eb4b553a607ad9100a7fc240f9f22",
    "selection": {
      "max_cells": null,
      "max_per_group": null,
      "max_groups": null
    },
    "software": {
      "scanpy": "1.12.4",
      "anndata": "0.13.3.post0"
    }
  },
  "partition": "test",
  "catalog": "all",
  "reward": "cosine",
  "seed": 0,
  "n_controls": 8,
  "query_cell_ids": [
    "CCTTCCCTCACTATTC",
    "GTGGGTCAGTTAGCGG",
    "CAGCTGGTCGAATGCT",
    "ACAGCCGAGAGGGATA",
    "GGTATTGCACAACTGT",
    "ATGGGAGAGTCGAGTG",
    "CTGCGGAGTCTTGCGG",
    "GGCCGATGTATCACCA",
    "CGATTGAGTCTAGGTT",
    "TCTTTCCGTAGATTAG",
    "GACGGCTCACCAGCAC",
    "CAGCATAAGGCTAGCA",
    "AACTCTTCATGGTAGG",
    "AGCTCCTGTTCCTCCA",
    "GCGCAGTAGGATTCGG",
    "GTCTCGTGTGCATCTA",
    "GGTGAAGTCAGGTAAA",
    "CATTATCGTACTTAGC",
    "TGCGTGGGTCTCATCC",
    "CTGGTCTGTAGCGTGA",
    "TCACAAGGTCACAAGG-1",
    "GGCGACTCATTAGCCA",
    "GGGAGATAGAAGGACA",
    "GCGCCAACAGCCACCA",
    "TACGGTAGTACTTCTT",
    "CTCGAAAGTAGGCTGA",
    "CAGCCGATCCTTGACC",
    "GCTGCTTGTGAAAGAG",
    "CGCTGGAGTACATGTC",
    "GGCGACTCAGCTGTTA",
    "GCGCAACGTTGAGGTG",
    "CGGTTAAGTCAAAGCG",
    "AGCAGCCGTTAAAGTG",
    "TTAACTCCAGGGAGAG",
    "ATCCGAATCTGCTGTC",
    "ATCATGGAGGACGAAA",
    "CTGATAGCACTCAGGC",
    "AGCGGTCAGCACGCCT",
    "GCGAGAATCAGGTTCA",
    "CATTCGCCACCATGTA",
    "TTCGAAGTCGATAGAA",
    "AGAATAGCATTCCTGC",
    "AGCGTCGCACAAGACG",
    "AGGTCCGAGACTGTAA",
    "TATTACCAGACACGAC",
    "AAGGTTCCAGGAATCG",
    "ATTGGACCAACAACCT",
    "TGAGCCGGTCTCATCC",
    "AGAGCGACAGCTGTAT",
    "GGATTACCAAGTAATG",
    "AGCGTATTCGCGTTTC",
    "CGCTTCACAATCGGTT",
    "GGTATTGAGTGGACGT",
    "TAGTTGGGTTGGACCC",
    "GTACTTTTCGTGGGAA",
    "TTGCGTCGTTCGGCAC",
    "GTACGTATCAACGCTA",
    "TCGCGAGCACCTCGGA",
    "AGCATACTCAGCTCGG",
    "GCGCAACAGTGGGCTA-1",
    "GGAGCAATCCTATTCA",
    "GCACTCTTCAAACGGG",
    "ATTACTCAGGATGTAT",
    "CGACTTCTCCTTCAAT",
    "TGAGCCGAGAGTCTGG",
    "ACGAGCCTCGCATGGC-1",
    "CCCATACCAGGTCCAC",
    "CAGAGAGTCGTGGGAA",
    "CGTTCTGAGATGCCAG-1",
    "ATAACGCCAGGATCGA",
    "TTTGCGCTCATTCACT-1",
    "TTGGAACAGTGAACGC",
    "CTCTGGTAGATATGCA",
    "AGGTCCGTCGTCCGTT",
    "CGTAGCGTCACGAAGG",
    "CCGTACTTCGAATCCA",
    "CTTAACTGTCTACCTC",
    "AACACGTAGGAACTGC",
    "TACACGATCCATTCTA",
    "CAAGATCGTACGCACC-1",
    "CTCGAGGGTGCGATAG",
    "AAAGATGGTTGTCGCG-1",
    "CTCCTAGCACAGCGTC",
    "GATGCTAGTCATGCCG",
    "TCGCGAGGTGACAAAT",
    "CTACACCAGCGGCTTC",
    "GCATACAAGACCACGA",
    "CGCTATCCAAGCGAGT",
    "GACGGCTGTCTAGTGT",
    "GCATACATCGCCTGAG",
    "ACATGGTGTTCCACGG",
    "CGAGAAGCAAGCTGGA",
    "GGGACCTGTACCATCA",
    "TGGGAAGCAAACAACA",
    "CCACGGAAGAGACTAT",
    "ACGAGGACATGCTGGC",
    "GTGCTTCAGGTGGGTT",
    "TACAGTGGTAGGCATG",
    "TCGTAGATCCACTCCA",
    "TCAGCTCCACGTCTCT",
    "GCTCCTAGTCGCTTCT-1",
    "GCGAGAACAAATTGCC",
    "TTGAACGCAGGATTGG",
    "CGCCAAGCACGCCAGT",
    "CAGCTGGTCAGTTCGA",
    "GCCAAATAGTGCGTGA",
    "TGACAACTCGTCGTTC",
    "CAAGTTGTCGCCTGAG",
    "GGAATAATCGACCAGC",
    "TGTGTTTGTAGGAGTC",
    "ACGAGCCAGCTAGTTC",
    "ATGAGGGAGCCACCTG",
    "CACAGGCGTTGCCTCT",
    "GGAAAGCCACAGATTC",
    "CGATGGCTCAAAGTAG",
    "GTCTCGTAGCCAACAG",
    "AGCATACCACGTTGGC",
    "CACCACTCATCCAACA",
    "CAGCAGCCACTGTGTA",
    "CATTCGCCACGACTCG",
    "GATCGATTCGCGGATC",
    "GGGAGATAGACTTGAA",
    "GTAGTCACAGGCAGTA",
    "GACGGCTGTCCGAGTC",
    "CAGCTAAAGCTACCGC",
    "TGACAACGTCATACTG",
    "ACTTACTCACCCTATC-1",
    "TTTGCGCCAGCAGTTT",
    "CACAGTACATCCGGGT",
    "TGGCGCACATTTGCTT",
    "ATGCGATGTGTCAATC",
    "AGTGTCAAGATGAGAG",
    "GTATTCTTCAGGCAAG",
    "GTACTCCTCTGGTATG",
    "GGTATTGGTTGTCGCG",
    "CCTCAGTAGAGGTTAT",
    "ACACCAAGTACCCAAT",
    "TGGTTAGGTTGTTTGG",
    "CTTAACTCAATAGAGT",
    "ATTCTACTCAAGGCTT",
    "CGGACGTAGTCATGCT",
    "TCAATCTAGTATTGGA",
    "GGGCACTGTTACAGAA",
    "TTATGCTTCAGGCAAG"
  ],
  "guidance": {
    "steps": 0,
    "step_size": 0.5,
    "k_nearest": 10,
    "initialization": "best"
  },
  "summary": {
    "forward": {
      "mse_expression": {
        "mean": 0.046652437498931824,
        "lower": 0.02089266203662375,
        "upper": 0.0948633237920318,
        "n": 4
      },
      "effect_pearson": {
        "mean": 0.4207245574776526,
        "lower": 0.34354994234431596,
        "upper": 0.5323070546117004,
        "n": 4
      },
      "effect_pearson_de20": {
        "mean": 0.49355063698510215,
        "lower": 0.35698437930087545,
        "upper": 0.645778514526152,
        "n": 4
      },
      "mmd2": {
        "mean": 0.3279239168057454,
        "lower": 0.19280990046670077,
        "upper": 0.5196701367933856,
        "n": 4
      },
      "sliced_wasserstein": {
        "mean": 0.675569935161753,
        "lower": 0.5024112240831669,
        "upper": 0.9494201452287755,
        "n": 4
      },
      "energy": {
        "mean": 1.947377946808647,
        "lower": 1.0853727559961297,
        "upper": 3.2377672534953037,
        "n": 4
      },
      "variance_ratio": {
        "mean": 0.6377041554766198,
        "lower": 0.42682685736634407,
        "upper": 0.8629074132522487,
        "n": 4
      }
    },
    "inverse": {
      "exhaustive": {
        "top1": {
          "mean": 0.0,
          "lower": 0.0,
          "upper": 0.0,
          "n": 4
        },
        "top5": {
          "mean": 0.25,
          "lower": 0.0,
          "upper": 0.75,
          "n": 4
        },
        "ndcg10": {
          "mean": 0.09671320180863541,
          "lower": 0.0,
          "upper": 0.2901396054259062,
          "n": 4
        },
        "measured_reward": {
          "mean": 0.523971751332283,
          "lower": 0.3690347969532013,
          "upper": 0.6616331934928894,
          "n": 4
        },
        "measured_regret": {
          "mean": 0.0650218278169632,
          "lower": 0.006537541747093201,
          "upper": 0.1680414378643036,
          "n": 4
        },
        "selected_gene_overlap": {
          "mean": 0.125,
          "lower": 0.0,
          "upper": 0.375,
          "n": 4
        }
      }
    }
  },
  "forward": [
    {
      "target": "CEBPE_ZC3HAV1",
      "query_cells": 8,
      "genes_observed_in_training": false,
      "mse_expression": 0.01953364688574133,
      "effect_pearson": 0.5831659534659248,
      "effect_pearson_de20": 0.7373505953543905,
      "mmd2": 0.16240110360540805,
      "sliced_wasserstein": 0.4700075250020136,
      "energy": 0.9098931051185986,
      "variance_ratio": 0.5182458249300406
    },
    {
      "target": "CNN1",
      "query_cells": 8,
      "genes_observed_in_training": false,
      "mse_expression": 0.02343294584700884,
      "effect_pearson": 0.32709892549080255,
      "effect_pearson_de20": 0.37106227204143644,
      "mmd2": 0.25854713526372086,
      "sliced_wasserstein": 0.5348149231643201,
      "energy": 1.42617595324029,
      "variance_ratio": 0.9777946093596515
    },
    {
      "target": "HES7",
      "query_cells": 8,
      "genes_observed_in_training": false,
      "mse_expression": 0.11867344977370611,
      "effect_pearson": 0.3929029929048562,
      "effect_pearson_de20": 0.3429064865603144,
      "mmd2": 0.6067111373032738,
      "sliced_wasserstein": 1.0876218859169273,
      "energy": 3.8416310202469752,
      "variance_ratio": 0.3354078898026477
    },
    {
      "target": "PTPN12",
      "query_cells": 8,
      "genes_observed_in_training": true,
      "mse_expression": 0.02496970748927101,
      "effect_pearson": 0.3797303580490268,
      "effect_pearson_de20": 0.5228831939842673,
      "mmd2": 0.2840362910505789,
      "sliced_wasserstein": 0.6098354065637508,
      "energy": 1.6118117086287236,
      "variance_ratio": 0.71936829781414
    }
  ],
  "inverse": [
    {
      "target": "CEBPE_ZC3HAV1",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 1.0,
      "ndcg10": 0.38685280723454163,
      "rank": 5,
      "selected": "CEBPA_ZC3HAV1",
      "predicted_reward": 0.7822824716567993,
      "measured_reward": 0.6156078577041626,
      "measured_regret": 0.0,
      "selected_gene_overlap": 0.5,
      "catalog_size": 20,
      "candidate_cell_evaluations": 160,
      "seconds": 2.702825076994486e-05,
      "top_score_ties": 1
    },
    {
      "target": "CNN1",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.0,
      "rank": 12,
      "selected": "IGDCC3",
      "predicted_reward": 0.35028913617134094,
      "measured_reward": 0.4857768416404724,
      "measured_regret": 0.014822840690612793,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 160,
      "seconds": 2.702825076994486e-05,
      "top_score_ties": 1
    },
    {
      "target": "HES7",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.0,
      "rank": 11,
      "selected": "CEBPA_ZC3HAV1",
      "predicted_reward": 0.5230290293693542,
      "measured_reward": 0.28684377670288086,
      "measured_regret": 0.2191143035888672,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 160,
      "seconds": 2.702825076994486e-05,
      "top_score_ties": 1
    },
    {
      "target": "PTPN12",
      "search": "exhaustive",
      "top1": 0.0,
      "top5": 0.0,
      "ndcg10": 0.0,
      "rank": 15,
      "selected": "ATL1",
      "predicted_reward": 0.41614189743995667,
      "measured_reward": 0.7076585292816162,
      "measured_regret": 0.026150166988372803,
      "selected_gene_overlap": 0.0,
      "catalog_size": 20,
      "candidate_cell_evaluations": 160,
      "seconds": 2.702825076994486e-05,
      "top_score_ties": 1
    }
  ]
}