{ "protocol": "split-first-v1", "method": "PIVOT", "data_meta": { "reference_fraction": 0.1, "protocol": "split-first-v1", "dataset": "norman", "name": "norman", "operation": "activation", "control_label": "control", "sep": "_", "split": "perturbation", "seed": 0, "input_scale": "counts", "raw_sha256": "21bd3c00b7f243d998aa9ca616490b45bf1b4ba9934d501190a867ddad982dae", "raw_file": "norman_small.h5ad", "n_cells": 920, "n_control": 120, "n_hvg": 201, "n_pca": 10, "pca_explained_var": 0.5626983046531677, "mmd_gamma": 0.06974897265608301, "fit_cell_ids_sha256": "5ff57f6222cd8d3e4dd6b7fa658c8599cf6eb4b553a607ad9100a7fc240f9f22", "selection": { "max_cells": null, "max_per_group": null, "max_groups": null }, "software": { "scanpy": "1.12.4", "anndata": "0.13.3.post0" } }, "partition": "test", "catalog": "all", "reward": "cosine", "seed": 0, "n_controls": 16, "query_cell_ids": [ "CCTTCCCTCACTATTC", "GTGGGTCAGTTAGCGG", "CAGCTGGTCGAATGCT", "ACAGCCGAGAGGGATA", "GGTATTGCACAACTGT", "ATGGGAGAGTCGAGTG", "CTGCGGAGTCTTGCGG", "GGCCGATGTATCACCA", "CGATTGAGTCTAGGTT", "TCTTTCCGTAGATTAG", "GACGGCTCACCAGCAC", "CAGCATAAGGCTAGCA", "AACTCTTCATGGTAGG", "AGCTCCTGTTCCTCCA", "GCGCAGTAGGATTCGG", "GTCTCGTGTGCATCTA", "GGTGAAGTCAGGTAAA", "CATTATCGTACTTAGC", "TGCGTGGGTCTCATCC", "CTGGTCTGTAGCGTGA", "TCACAAGGTCACAAGG-1", "GGCGACTCATTAGCCA", "GGGAGATAGAAGGACA", "GCGCCAACAGCCACCA", "TACGGTAGTACTTCTT", "CTCGAAAGTAGGCTGA", "CAGCCGATCCTTGACC", "GCTGCTTGTGAAAGAG", "CGCTGGAGTACATGTC", "GGCGACTCAGCTGTTA", "GCGCAACGTTGAGGTG", "CGGTTAAGTCAAAGCG", "AGCAGCCGTTAAAGTG", "TTAACTCCAGGGAGAG", "ATCCGAATCTGCTGTC", "ATCATGGAGGACGAAA", "CTGATAGCACTCAGGC", "AGCGGTCAGCACGCCT", "GCGAGAATCAGGTTCA", "CATTCGCCACCATGTA", "TTCGAAGTCGATAGAA", "AGAATAGCATTCCTGC", "AGCGTCGCACAAGACG", "AGGTCCGAGACTGTAA", "TATTACCAGACACGAC", "AAGGTTCCAGGAATCG", "ATTGGACCAACAACCT", "TGAGCCGGTCTCATCC", "AGAGCGACAGCTGTAT", "GGATTACCAAGTAATG", "AGCGTATTCGCGTTTC", "CGCTTCACAATCGGTT", "GGTATTGAGTGGACGT", "TAGTTGGGTTGGACCC", "GTACTTTTCGTGGGAA", "TTGCGTCGTTCGGCAC", "GTACGTATCAACGCTA", "TCGCGAGCACCTCGGA", "AGCATACTCAGCTCGG", "GCGCAACAGTGGGCTA-1", "GGAGCAATCCTATTCA", "GCACTCTTCAAACGGG", "ATTACTCAGGATGTAT", "CGACTTCTCCTTCAAT", "TGAGCCGAGAGTCTGG", "ACGAGCCTCGCATGGC-1", "CCCATACCAGGTCCAC", "CAGAGAGTCGTGGGAA", "CGTTCTGAGATGCCAG-1", "ATAACGCCAGGATCGA", "TTTGCGCTCATTCACT-1", "TTGGAACAGTGAACGC", "CTCTGGTAGATATGCA", "AGGTCCGTCGTCCGTT", "CGTAGCGTCACGAAGG", "CCGTACTTCGAATCCA", "CTTAACTGTCTACCTC", "AACACGTAGGAACTGC", "TACACGATCCATTCTA", "CAAGATCGTACGCACC-1", "CTCGAGGGTGCGATAG", "AAAGATGGTTGTCGCG-1", "CTCCTAGCACAGCGTC", "GATGCTAGTCATGCCG", "TCGCGAGGTGACAAAT", "CTACACCAGCGGCTTC", "GCATACAAGACCACGA", "CGCTATCCAAGCGAGT", "GACGGCTGTCTAGTGT", "GCATACATCGCCTGAG", "ACATGGTGTTCCACGG", "CGAGAAGCAAGCTGGA", "GGGACCTGTACCATCA", "TGGGAAGCAAACAACA", "CCACGGAAGAGACTAT", "ACGAGGACATGCTGGC", "GTGCTTCAGGTGGGTT", "TACAGTGGTAGGCATG", "TCGTAGATCCACTCCA", "TCAGCTCCACGTCTCT", "GCTCCTAGTCGCTTCT-1", "GCGAGAACAAATTGCC", "TTGAACGCAGGATTGG", "CGCCAAGCACGCCAGT", "CAGCTGGTCAGTTCGA", "GCCAAATAGTGCGTGA", "TGACAACTCGTCGTTC", "CAAGTTGTCGCCTGAG", "GGAATAATCGACCAGC", "TGTGTTTGTAGGAGTC", "ACGAGCCAGCTAGTTC", "ATGAGGGAGCCACCTG", "CACAGGCGTTGCCTCT", "GGAAAGCCACAGATTC", "CGATGGCTCAAAGTAG", "GTCTCGTAGCCAACAG", "AGCATACCACGTTGGC", "CACCACTCATCCAACA", "CAGCAGCCACTGTGTA", "CATTCGCCACGACTCG", "GATCGATTCGCGGATC", "GGGAGATAGACTTGAA", "GTAGTCACAGGCAGTA", "GACGGCTGTCCGAGTC", "CAGCTAAAGCTACCGC", "TGACAACGTCATACTG", "ACTTACTCACCCTATC-1", "TTTGCGCCAGCAGTTT", "CACAGTACATCCGGGT", "TGGCGCACATTTGCTT", "ATGCGATGTGTCAATC", "AGTGTCAAGATGAGAG", "GTATTCTTCAGGCAAG", "GTACTCCTCTGGTATG", "GGTATTGGTTGTCGCG", "CCTCAGTAGAGGTTAT", "ACACCAAGTACCCAAT", "TGGTTAGGTTGTTTGG", "CTTAACTCAATAGAGT", "ATTCTACTCAAGGCTT", "CGGACGTAGTCATGCT", "TCAATCTAGTATTGGA", "GGGCACTGTTACAGAA", "TTATGCTTCAGGCAAG" ], "guidance": { "steps": 3, "step_size": 0.5, "k_nearest": 10, "initialization": "best" }, "summary": { "forward": { "mse_expression": { "mean": 0.03717683628201485, "lower": 0.01308622770011425, "upper": 0.07065024366602302, "n": 4 }, "effect_pearson": { "mean": 0.29855375550687313, "lower": 0.15121112950146198, "upper": 0.41875626146793365, "n": 4 }, "effect_pearson_de20": { "mean": 0.35965602844953537, "lower": 0.2318190485239029, "upper": 0.48749300837516785, "n": 4 }, "mmd2": { "mean": 0.23160179286638005, "lower": 0.1357494680016273, "upper": 0.36166818969514913, "n": 4 }, "sliced_wasserstein": { "mean": 0.5996674096146491, "lower": 0.4152829891105385, "upper": 0.8784417053516606, "n": 4 }, "energy": { "mean": 1.4649095078885361, "lower": 0.7744921075740063, "upper": 2.484553196802188, "n": 4 }, "variance_ratio": { "mean": 0.6040651798248291, "lower": 0.39589759707450867, "upper": 0.8122327625751495, "n": 4 } }, "inverse": { "exhaustive": { "top1": { "mean": 0.0, "lower": 0.0, "upper": 0.0, "n": 4 }, "top5": { "mean": 0.25, "lower": 0.0, "upper": 0.75, "n": 4 }, "ndcg10": { "mean": 0.10766913951834826, "lower": 0.0, "upper": 0.3230074185550448, "n": 4 }, "measured_reward": { "mean": 0.3629114627838135, "lower": 0.23786500841379166, "upper": 0.44462423771619797, "n": 4 }, "measured_regret": { "mean": 0.178550124168396, "lower": 0.0764324888586998, "upper": 0.2657679468393326, "n": 4 }, "selected_gene_overlap": { "mean": 0.0, "lower": 0.0, "upper": 0.0, "n": 4 } }, "guidance_best": { "top1": { "mean": 0.0, "lower": 0.0, "upper": 0.0, "n": 4 }, "top5": { "mean": 0.25, "lower": 0.0, "upper": 0.75, "n": 4 }, "ndcg10": { "mean": 0.10766913951834826, "lower": 0.0, "upper": 0.3230074185550448, "n": 4 }, "measured_reward": { "mean": 0.3629114627838135, "lower": 0.23786500841379166, "upper": 0.44462423771619797, "n": 4 }, "measured_regret": { "mean": 0.178550124168396, "lower": 0.0764324888586998, "upper": 0.2657679468393326, "n": 4 }, "selected_gene_overlap": { "mean": 0.0, "lower": 0.0, "upper": 0.0, "n": 4 } } } }, "forward": [ { "target": "CEBPE_ZC3HAV1", "query_cells": 16, "genes_observed_in_training": false, "mse_expression": 0.033544380217790604, "effect_pearson": 0.3050878643989563, "effect_pearson_de20": 0.288985937833786, "mmd2": 0.22678330761100374, "sliced_wasserstein": 0.5288780687881439, "energy": 1.3056009809284008, "variance_ratio": 0.4813755750656128 }, { "target": "CNN1", "query_cells": 16, "genes_observed_in_training": false, "mse_expression": 0.015629446133971214, "effect_pearson": 0.3462998867034912, "effect_pearson_de20": 0.4463636875152588, "mmd2": 0.16799213419372383, "sliced_wasserstein": 0.48167699997535296, "energy": 0.9230542807755606, "variance_ratio": 0.8795802593231201 }, { "target": "HES7", "query_cells": 16, "genes_observed_in_training": false, "mse_expression": 0.08899050951004028, "effect_pearson": 0.08618154376745224, "effect_pearson_de20": 0.17465215921401978, "mmd2": 0.4262268748622909, "sliced_wasserstein": 1.010696607143763, "energy": 3.0050528354777306, "variance_ratio": 0.31041961908340454 }, { "target": "PTPN12", "query_cells": 16, "genes_observed_in_training": true, "mse_expression": 0.010543009266257286, "effect_pearson": 0.4566457271575928, "effect_pearson_de20": 0.5286223292350769, "mmd2": 0.10540485479850181, "sliced_wasserstein": 0.37741796255133664, "energy": 0.625929934372452, "variance_ratio": 0.744885265827179 } ], "inverse": [ { "target": "CEBPE_ZC3HAV1", "search": "exhaustive", "top1": 0.0, "top5": 1.0, "ndcg10": 0.43067655807339306, "rank": 4, "selected": "CEBPA", "predicted_reward": 0.04810294881463051, "measured_reward": 0.40375155210494995, "measured_regret": 0.1580590009689331, "selected_gene_overlap": 0.0, "catalog_size": 20, "candidate_cell_evaluations": 320, "seconds": 0.002672820250154473, "top_score_ties": 1 }, { "target": "CEBPE_ZC3HAV1", "search": "guidance_best", "top1": 0.0, "top5": 1.0, "ndcg10": 0.43067655807339306, "rank": 4, "selected": "CEBPA", "predicted_reward": 0.04810294881463051, "measured_reward": 0.40375155210494995, "measured_regret": 0.1580590009689331, "selected_gene_overlap": 0.0, "catalog_size": 20, "candidate_cell_evaluations": 528, "seconds": 0.00616021625319263, "top_score_ties": 1, "continuous_reward": 0.05537854880094528, "initial_candidate": "CEBPA", "projection_reward_change": -0.0072755999863147736 }, { "target": "CNN1", "search": "exhaustive", "top1": 0.0, "top5": 0.0, "ndcg10": 0.0, "rank": 20, "selected": "IGDCC3", "predicted_reward": 0.03901474177837372, "measured_reward": 0.45824846625328064, "measured_regret": 0.024605602025985718, "selected_gene_overlap": 0.0, "catalog_size": 20, "candidate_cell_evaluations": 320, "seconds": 0.002672820250154473, "top_score_ties": 1 }, { "target": "CNN1", "search": "guidance_best", "top1": 0.0, "top5": 0.0, "ndcg10": 0.0, "rank": null, "selected": "IGDCC3", "predicted_reward": 0.03901474177837372, "measured_reward": 0.45824846625328064, "measured_regret": 0.024605602025985718, "selected_gene_overlap": 0.0, "catalog_size": 20, "candidate_cell_evaluations": 528, "seconds": 0.005059510247519938, "top_score_ties": 1, "continuous_reward": 0.04400673881173134, "initial_candidate": "IGDCC3", "projection_reward_change": -0.00499199703335762 }, { "target": "HES7", "search": "exhaustive", "top1": 0.0, "top5": 0.0, "ndcg10": 0.0, "rank": 11, "selected": "CEBPA", "predicted_reward": 0.07082604616880417, "measured_reward": 0.18090710043907166, "measured_regret": 0.2996227443218231, "selected_gene_overlap": 0.0, "catalog_size": 20, "candidate_cell_evaluations": 320, "seconds": 0.002672820250154473, "top_score_ties": 1 }, { "target": "HES7", "search": "guidance_best", "top1": 0.0, "top5": 0.0, "ndcg10": 0.0, "rank": null, "selected": "CEBPA", "predicted_reward": 0.07082604616880417, "measured_reward": 0.18090710043907166, "measured_regret": 0.2996227443218231, "selected_gene_overlap": 0.0, "catalog_size": 20, "candidate_cell_evaluations": 528, "seconds": 0.005101353250211105, "top_score_ties": 1, "continuous_reward": 0.0778898075222969, "initial_candidate": "CEBPA", "projection_reward_change": -0.007063761353492737 }, { "target": "PTPN12", "search": "exhaustive", "top1": 0.0, "top5": 0.0, "ndcg10": 0.0, "rank": 11, "selected": "IGDCC3", "predicted_reward": 0.009408602491021156, "measured_reward": 0.40873873233795166, "measured_regret": 0.23191314935684204, "selected_gene_overlap": 0.0, "catalog_size": 20, "candidate_cell_evaluations": 320, "seconds": 0.002672820250154473, "top_score_ties": 1 }, { "target": "PTPN12", "search": "guidance_best", "top1": 0.0, "top5": 0.0, "ndcg10": 0.0, "rank": null, "selected": "IGDCC3", "predicted_reward": 0.009408602491021156, "measured_reward": 0.40873873233795166, "measured_regret": 0.23191314935684204, "selected_gene_overlap": 0.0, "catalog_size": 20, "candidate_cell_evaluations": 528, "seconds": 0.005000731249310775, "top_score_ties": 1, "continuous_reward": 0.014712702482938766, "initial_candidate": "IGDCC3", "projection_reward_change": -0.00530409999191761 } ] }