| { |
| "protocol": "split-first-v1", |
| "method": "PIVOT", |
| "data_meta": { |
| "reference_fraction": 0.1, |
| "protocol": "split-first-v1", |
| "dataset": "norman", |
| "name": "norman", |
| "operation": "activation", |
| "control_label": "control", |
| "sep": "_", |
| "split": "perturbation", |
| "seed": 0, |
| "input_scale": "counts", |
| "raw_sha256": "21bd3c00b7f243d998aa9ca616490b45bf1b4ba9934d501190a867ddad982dae", |
| "raw_file": "norman_small.h5ad", |
| "n_cells": 920, |
| "n_control": 120, |
| "n_hvg": 201, |
| "n_pca": 10, |
| "pca_explained_var": 0.5626983046531677, |
| "mmd_gamma": 0.06974897265608301, |
| "fit_cell_ids_sha256": "5ff57f6222cd8d3e4dd6b7fa658c8599cf6eb4b553a607ad9100a7fc240f9f22", |
| "selection": { |
| "max_cells": null, |
| "max_per_group": null, |
| "max_groups": null |
| }, |
| "software": { |
| "scanpy": "1.12.4", |
| "anndata": "0.13.3.post0" |
| } |
| }, |
| "partition": "test", |
| "catalog": "all", |
| "reward": "cosine", |
| "seed": 0, |
| "n_controls": 16, |
| "query_cell_ids": [ |
| "CCTTCCCTCACTATTC", |
| "GTGGGTCAGTTAGCGG", |
| "CAGCTGGTCGAATGCT", |
| "ACAGCCGAGAGGGATA", |
| "GGTATTGCACAACTGT", |
| "ATGGGAGAGTCGAGTG", |
| "CTGCGGAGTCTTGCGG", |
| "GGCCGATGTATCACCA", |
| "CGATTGAGTCTAGGTT", |
| "TCTTTCCGTAGATTAG", |
| "GACGGCTCACCAGCAC", |
| "CAGCATAAGGCTAGCA", |
| "AACTCTTCATGGTAGG", |
| "AGCTCCTGTTCCTCCA", |
| "GCGCAGTAGGATTCGG", |
| "GTCTCGTGTGCATCTA", |
| "GGTGAAGTCAGGTAAA", |
| "CATTATCGTACTTAGC", |
| "TGCGTGGGTCTCATCC", |
| "CTGGTCTGTAGCGTGA", |
| "TCACAAGGTCACAAGG-1", |
| "GGCGACTCATTAGCCA", |
| "GGGAGATAGAAGGACA", |
| "GCGCCAACAGCCACCA", |
| "TACGGTAGTACTTCTT", |
| "CTCGAAAGTAGGCTGA", |
| "CAGCCGATCCTTGACC", |
| "GCTGCTTGTGAAAGAG", |
| "CGCTGGAGTACATGTC", |
| "GGCGACTCAGCTGTTA", |
| "GCGCAACGTTGAGGTG", |
| "CGGTTAAGTCAAAGCG", |
| "AGCAGCCGTTAAAGTG", |
| "TTAACTCCAGGGAGAG", |
| "ATCCGAATCTGCTGTC", |
| "ATCATGGAGGACGAAA", |
| "CTGATAGCACTCAGGC", |
| "AGCGGTCAGCACGCCT", |
| "GCGAGAATCAGGTTCA", |
| "CATTCGCCACCATGTA", |
| "TTCGAAGTCGATAGAA", |
| "AGAATAGCATTCCTGC", |
| "AGCGTCGCACAAGACG", |
| "AGGTCCGAGACTGTAA", |
| "TATTACCAGACACGAC", |
| "AAGGTTCCAGGAATCG", |
| "ATTGGACCAACAACCT", |
| "TGAGCCGGTCTCATCC", |
| "AGAGCGACAGCTGTAT", |
| "GGATTACCAAGTAATG", |
| "AGCGTATTCGCGTTTC", |
| "CGCTTCACAATCGGTT", |
| "GGTATTGAGTGGACGT", |
| "TAGTTGGGTTGGACCC", |
| "GTACTTTTCGTGGGAA", |
| "TTGCGTCGTTCGGCAC", |
| "GTACGTATCAACGCTA", |
| "TCGCGAGCACCTCGGA", |
| "AGCATACTCAGCTCGG", |
| "GCGCAACAGTGGGCTA-1", |
| "GGAGCAATCCTATTCA", |
| "GCACTCTTCAAACGGG", |
| "ATTACTCAGGATGTAT", |
| "CGACTTCTCCTTCAAT", |
| "TGAGCCGAGAGTCTGG", |
| "ACGAGCCTCGCATGGC-1", |
| "CCCATACCAGGTCCAC", |
| "CAGAGAGTCGTGGGAA", |
| "CGTTCTGAGATGCCAG-1", |
| "ATAACGCCAGGATCGA", |
| "TTTGCGCTCATTCACT-1", |
| "TTGGAACAGTGAACGC", |
| "CTCTGGTAGATATGCA", |
| "AGGTCCGTCGTCCGTT", |
| "CGTAGCGTCACGAAGG", |
| "CCGTACTTCGAATCCA", |
| "CTTAACTGTCTACCTC", |
| "AACACGTAGGAACTGC", |
| "TACACGATCCATTCTA", |
| "CAAGATCGTACGCACC-1", |
| "CTCGAGGGTGCGATAG", |
| "AAAGATGGTTGTCGCG-1", |
| "CTCCTAGCACAGCGTC", |
| "GATGCTAGTCATGCCG", |
| "TCGCGAGGTGACAAAT", |
| "CTACACCAGCGGCTTC", |
| "GCATACAAGACCACGA", |
| "CGCTATCCAAGCGAGT", |
| "GACGGCTGTCTAGTGT", |
| "GCATACATCGCCTGAG", |
| "ACATGGTGTTCCACGG", |
| "CGAGAAGCAAGCTGGA", |
| "GGGACCTGTACCATCA", |
| "TGGGAAGCAAACAACA", |
| "CCACGGAAGAGACTAT", |
| "ACGAGGACATGCTGGC", |
| "GTGCTTCAGGTGGGTT", |
| "TACAGTGGTAGGCATG", |
| "TCGTAGATCCACTCCA", |
| "TCAGCTCCACGTCTCT", |
| "GCTCCTAGTCGCTTCT-1", |
| "GCGAGAACAAATTGCC", |
| "TTGAACGCAGGATTGG", |
| "CGCCAAGCACGCCAGT", |
| "CAGCTGGTCAGTTCGA", |
| "GCCAAATAGTGCGTGA", |
| "TGACAACTCGTCGTTC", |
| "CAAGTTGTCGCCTGAG", |
| "GGAATAATCGACCAGC", |
| "TGTGTTTGTAGGAGTC", |
| "ACGAGCCAGCTAGTTC", |
| "ATGAGGGAGCCACCTG", |
| "CACAGGCGTTGCCTCT", |
| "GGAAAGCCACAGATTC", |
| "CGATGGCTCAAAGTAG", |
| "GTCTCGTAGCCAACAG", |
| "AGCATACCACGTTGGC", |
| "CACCACTCATCCAACA", |
| "CAGCAGCCACTGTGTA", |
| "CATTCGCCACGACTCG", |
| "GATCGATTCGCGGATC", |
| "GGGAGATAGACTTGAA", |
| "GTAGTCACAGGCAGTA", |
| "GACGGCTGTCCGAGTC", |
| "CAGCTAAAGCTACCGC", |
| "TGACAACGTCATACTG", |
| "ACTTACTCACCCTATC-1", |
| "TTTGCGCCAGCAGTTT", |
| "CACAGTACATCCGGGT", |
| "TGGCGCACATTTGCTT", |
| "ATGCGATGTGTCAATC", |
| "AGTGTCAAGATGAGAG", |
| "GTATTCTTCAGGCAAG", |
| "GTACTCCTCTGGTATG", |
| "GGTATTGGTTGTCGCG", |
| "CCTCAGTAGAGGTTAT", |
| "ACACCAAGTACCCAAT", |
| "TGGTTAGGTTGTTTGG", |
| "CTTAACTCAATAGAGT", |
| "ATTCTACTCAAGGCTT", |
| "CGGACGTAGTCATGCT", |
| "TCAATCTAGTATTGGA", |
| "GGGCACTGTTACAGAA", |
| "TTATGCTTCAGGCAAG" |
| ], |
| "guidance": { |
| "steps": 3, |
| "step_size": 0.5, |
| "k_nearest": 10, |
| "initialization": "best" |
| }, |
| "summary": { |
| "forward": { |
| "mse_expression": { |
| "mean": 0.03717683628201485, |
| "lower": 0.01308622770011425, |
| "upper": 0.07065024366602302, |
| "n": 4 |
| }, |
| "effect_pearson": { |
| "mean": 0.29855375550687313, |
| "lower": 0.15121112950146198, |
| "upper": 0.41875626146793365, |
| "n": 4 |
| }, |
| "effect_pearson_de20": { |
| "mean": 0.35965602844953537, |
| "lower": 0.2318190485239029, |
| "upper": 0.48749300837516785, |
| "n": 4 |
| }, |
| "mmd2": { |
| "mean": 0.23160179286638005, |
| "lower": 0.1357494680016273, |
| "upper": 0.36166818969514913, |
| "n": 4 |
| }, |
| "sliced_wasserstein": { |
| "mean": 0.5996674096146491, |
| "lower": 0.4152829891105385, |
| "upper": 0.8784417053516606, |
| "n": 4 |
| }, |
| "energy": { |
| "mean": 1.4649095078885361, |
| "lower": 0.7744921075740063, |
| "upper": 2.484553196802188, |
| "n": 4 |
| }, |
| "variance_ratio": { |
| "mean": 0.6040651798248291, |
| "lower": 0.39589759707450867, |
| "upper": 0.8122327625751495, |
| "n": 4 |
| } |
| }, |
| "inverse": { |
| "exhaustive": { |
| "top1": { |
| "mean": 0.0, |
| "lower": 0.0, |
| "upper": 0.0, |
| "n": 4 |
| }, |
| "top5": { |
| "mean": 0.25, |
| "lower": 0.0, |
| "upper": 0.75, |
| "n": 4 |
| }, |
| "ndcg10": { |
| "mean": 0.10766913951834826, |
| "lower": 0.0, |
| "upper": 0.3230074185550448, |
| "n": 4 |
| }, |
| "measured_reward": { |
| "mean": 0.3629114627838135, |
| "lower": 0.23786500841379166, |
| "upper": 0.44462423771619797, |
| "n": 4 |
| }, |
| "measured_regret": { |
| "mean": 0.178550124168396, |
| "lower": 0.0764324888586998, |
| "upper": 0.2657679468393326, |
| "n": 4 |
| }, |
| "selected_gene_overlap": { |
| "mean": 0.0, |
| "lower": 0.0, |
| "upper": 0.0, |
| "n": 4 |
| } |
| }, |
| "guidance_best": { |
| "top1": { |
| "mean": 0.0, |
| "lower": 0.0, |
| "upper": 0.0, |
| "n": 4 |
| }, |
| "top5": { |
| "mean": 0.25, |
| "lower": 0.0, |
| "upper": 0.75, |
| "n": 4 |
| }, |
| "ndcg10": { |
| "mean": 0.10766913951834826, |
| "lower": 0.0, |
| "upper": 0.3230074185550448, |
| "n": 4 |
| }, |
| "measured_reward": { |
| "mean": 0.3629114627838135, |
| "lower": 0.23786500841379166, |
| "upper": 0.44462423771619797, |
| "n": 4 |
| }, |
| "measured_regret": { |
| "mean": 0.178550124168396, |
| "lower": 0.0764324888586998, |
| "upper": 0.2657679468393326, |
| "n": 4 |
| }, |
| "selected_gene_overlap": { |
| "mean": 0.0, |
| "lower": 0.0, |
| "upper": 0.0, |
| "n": 4 |
| } |
| } |
| } |
| }, |
| "forward": [ |
| { |
| "target": "CEBPE_ZC3HAV1", |
| "query_cells": 16, |
| "genes_observed_in_training": false, |
| "mse_expression": 0.033544380217790604, |
| "effect_pearson": 0.3050878643989563, |
| "effect_pearson_de20": 0.288985937833786, |
| "mmd2": 0.22678330761100374, |
| "sliced_wasserstein": 0.5288780687881439, |
| "energy": 1.3056009809284008, |
| "variance_ratio": 0.4813755750656128 |
| }, |
| { |
| "target": "CNN1", |
| "query_cells": 16, |
| "genes_observed_in_training": false, |
| "mse_expression": 0.015629446133971214, |
| "effect_pearson": 0.3462998867034912, |
| "effect_pearson_de20": 0.4463636875152588, |
| "mmd2": 0.16799213419372383, |
| "sliced_wasserstein": 0.48167699997535296, |
| "energy": 0.9230542807755606, |
| "variance_ratio": 0.8795802593231201 |
| }, |
| { |
| "target": "HES7", |
| "query_cells": 16, |
| "genes_observed_in_training": false, |
| "mse_expression": 0.08899050951004028, |
| "effect_pearson": 0.08618154376745224, |
| "effect_pearson_de20": 0.17465215921401978, |
| "mmd2": 0.4262268748622909, |
| "sliced_wasserstein": 1.010696607143763, |
| "energy": 3.0050528354777306, |
| "variance_ratio": 0.31041961908340454 |
| }, |
| { |
| "target": "PTPN12", |
| "query_cells": 16, |
| "genes_observed_in_training": true, |
| "mse_expression": 0.010543009266257286, |
| "effect_pearson": 0.4566457271575928, |
| "effect_pearson_de20": 0.5286223292350769, |
| "mmd2": 0.10540485479850181, |
| "sliced_wasserstein": 0.37741796255133664, |
| "energy": 0.625929934372452, |
| "variance_ratio": 0.744885265827179 |
| } |
| ], |
| "inverse": [ |
| { |
| "target": "CEBPE_ZC3HAV1", |
| "search": "exhaustive", |
| "top1": 0.0, |
| "top5": 1.0, |
| "ndcg10": 0.43067655807339306, |
| "rank": 4, |
| "selected": "CEBPA", |
| "predicted_reward": 0.04810294881463051, |
| "measured_reward": 0.40375155210494995, |
| "measured_regret": 0.1580590009689331, |
| "selected_gene_overlap": 0.0, |
| "catalog_size": 20, |
| "candidate_cell_evaluations": 320, |
| "seconds": 0.002672820250154473, |
| "top_score_ties": 1 |
| }, |
| { |
| "target": "CEBPE_ZC3HAV1", |
| "search": "guidance_best", |
| "top1": 0.0, |
| "top5": 1.0, |
| "ndcg10": 0.43067655807339306, |
| "rank": 4, |
| "selected": "CEBPA", |
| "predicted_reward": 0.04810294881463051, |
| "measured_reward": 0.40375155210494995, |
| "measured_regret": 0.1580590009689331, |
| "selected_gene_overlap": 0.0, |
| "catalog_size": 20, |
| "candidate_cell_evaluations": 528, |
| "seconds": 0.00616021625319263, |
| "top_score_ties": 1, |
| "continuous_reward": 0.05537854880094528, |
| "initial_candidate": "CEBPA", |
| "projection_reward_change": -0.0072755999863147736 |
| }, |
| { |
| "target": "CNN1", |
| "search": "exhaustive", |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg10": 0.0, |
| "rank": 20, |
| "selected": "IGDCC3", |
| "predicted_reward": 0.03901474177837372, |
| "measured_reward": 0.45824846625328064, |
| "measured_regret": 0.024605602025985718, |
| "selected_gene_overlap": 0.0, |
| "catalog_size": 20, |
| "candidate_cell_evaluations": 320, |
| "seconds": 0.002672820250154473, |
| "top_score_ties": 1 |
| }, |
| { |
| "target": "CNN1", |
| "search": "guidance_best", |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg10": 0.0, |
| "rank": null, |
| "selected": "IGDCC3", |
| "predicted_reward": 0.03901474177837372, |
| "measured_reward": 0.45824846625328064, |
| "measured_regret": 0.024605602025985718, |
| "selected_gene_overlap": 0.0, |
| "catalog_size": 20, |
| "candidate_cell_evaluations": 528, |
| "seconds": 0.005059510247519938, |
| "top_score_ties": 1, |
| "continuous_reward": 0.04400673881173134, |
| "initial_candidate": "IGDCC3", |
| "projection_reward_change": -0.00499199703335762 |
| }, |
| { |
| "target": "HES7", |
| "search": "exhaustive", |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg10": 0.0, |
| "rank": 11, |
| "selected": "CEBPA", |
| "predicted_reward": 0.07082604616880417, |
| "measured_reward": 0.18090710043907166, |
| "measured_regret": 0.2996227443218231, |
| "selected_gene_overlap": 0.0, |
| "catalog_size": 20, |
| "candidate_cell_evaluations": 320, |
| "seconds": 0.002672820250154473, |
| "top_score_ties": 1 |
| }, |
| { |
| "target": "HES7", |
| "search": "guidance_best", |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg10": 0.0, |
| "rank": null, |
| "selected": "CEBPA", |
| "predicted_reward": 0.07082604616880417, |
| "measured_reward": 0.18090710043907166, |
| "measured_regret": 0.2996227443218231, |
| "selected_gene_overlap": 0.0, |
| "catalog_size": 20, |
| "candidate_cell_evaluations": 528, |
| "seconds": 0.005101353250211105, |
| "top_score_ties": 1, |
| "continuous_reward": 0.0778898075222969, |
| "initial_candidate": "CEBPA", |
| "projection_reward_change": -0.007063761353492737 |
| }, |
| { |
| "target": "PTPN12", |
| "search": "exhaustive", |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg10": 0.0, |
| "rank": 11, |
| "selected": "IGDCC3", |
| "predicted_reward": 0.009408602491021156, |
| "measured_reward": 0.40873873233795166, |
| "measured_regret": 0.23191314935684204, |
| "selected_gene_overlap": 0.0, |
| "catalog_size": 20, |
| "candidate_cell_evaluations": 320, |
| "seconds": 0.002672820250154473, |
| "top_score_ties": 1 |
| }, |
| { |
| "target": "PTPN12", |
| "search": "guidance_best", |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg10": 0.0, |
| "rank": null, |
| "selected": "IGDCC3", |
| "predicted_reward": 0.009408602491021156, |
| "measured_reward": 0.40873873233795166, |
| "measured_regret": 0.23191314935684204, |
| "selected_gene_overlap": 0.0, |
| "catalog_size": 20, |
| "candidate_cell_evaluations": 528, |
| "seconds": 0.005000731249310775, |
| "top_score_ties": 1, |
| "continuous_reward": 0.014712702482938766, |
| "initial_candidate": "IGDCC3", |
| "projection_reward_change": -0.00530409999191761 |
| } |
| ] |
| } |
