PIVOT / results /validation /baseline_conditional_mlp.json
pranamanam's picture
Upload 176 files
6fa9282 verified
Raw History Blame Contribute Delete
10.4 kB
{
"protocol": "split-first-v1",
"method": "conditional_mlp",
"data_meta": {
"reference_fraction": 0.1,
"protocol": "split-first-v1",
"dataset": "norman",
"name": "norman",
"operation": "activation",
"control_label": "control",
"sep": "_",
"split": "perturbation",
"seed": 0,
"input_scale": "counts",
"raw_sha256": "21bd3c00b7f243d998aa9ca616490b45bf1b4ba9934d501190a867ddad982dae",
"raw_file": "norman_small.h5ad",
"n_cells": 920,
"n_control": 120,
"n_hvg": 201,
"n_pca": 10,
"pca_explained_var": 0.5626983046531677,
"mmd_gamma": 0.06974897265608301,
"fit_cell_ids_sha256": "5ff57f6222cd8d3e4dd6b7fa658c8599cf6eb4b553a607ad9100a7fc240f9f22",
"selection": {
"max_cells": null,
"max_per_group": null,
"max_groups": null
},
"software": {
"scanpy": "1.12.4",
"anndata": "0.13.3.post0"
}
},
"partition": "test",
"catalog": "all",
"reward": "cosine",
"seed": 0,
"n_controls": 8,
"query_cell_ids": [
"CCTTCCCTCACTATTC",
"GTGGGTCAGTTAGCGG",
"CAGCTGGTCGAATGCT",
"ACAGCCGAGAGGGATA",
"GGTATTGCACAACTGT",
"ATGGGAGAGTCGAGTG",
"CTGCGGAGTCTTGCGG",
"GGCCGATGTATCACCA",
"CGATTGAGTCTAGGTT",
"TCTTTCCGTAGATTAG",
"GACGGCTCACCAGCAC",
"CAGCATAAGGCTAGCA",
"AACTCTTCATGGTAGG",
"AGCTCCTGTTCCTCCA",
"GCGCAGTAGGATTCGG",
"GTCTCGTGTGCATCTA",
"GGTGAAGTCAGGTAAA",
"CATTATCGTACTTAGC",
"TGCGTGGGTCTCATCC",
"CTGGTCTGTAGCGTGA",
"TCACAAGGTCACAAGG-1",
"GGCGACTCATTAGCCA",
"GGGAGATAGAAGGACA",
"GCGCCAACAGCCACCA",
"TACGGTAGTACTTCTT",
"CTCGAAAGTAGGCTGA",
"CAGCCGATCCTTGACC",
"GCTGCTTGTGAAAGAG",
"CGCTGGAGTACATGTC",
"GGCGACTCAGCTGTTA",
"GCGCAACGTTGAGGTG",
"CGGTTAAGTCAAAGCG",
"AGCAGCCGTTAAAGTG",
"TTAACTCCAGGGAGAG",
"ATCCGAATCTGCTGTC",
"ATCATGGAGGACGAAA",
"CTGATAGCACTCAGGC",
"AGCGGTCAGCACGCCT",
"GCGAGAATCAGGTTCA",
"CATTCGCCACCATGTA",
"TTCGAAGTCGATAGAA",
"AGAATAGCATTCCTGC",
"AGCGTCGCACAAGACG",
"AGGTCCGAGACTGTAA",
"TATTACCAGACACGAC",
"AAGGTTCCAGGAATCG",
"ATTGGACCAACAACCT",
"TGAGCCGGTCTCATCC",
"AGAGCGACAGCTGTAT",
"GGATTACCAAGTAATG",
"AGCGTATTCGCGTTTC",
"CGCTTCACAATCGGTT",
"GGTATTGAGTGGACGT",
"TAGTTGGGTTGGACCC",
"GTACTTTTCGTGGGAA",
"TTGCGTCGTTCGGCAC",
"GTACGTATCAACGCTA",
"TCGCGAGCACCTCGGA",
"AGCATACTCAGCTCGG",
"GCGCAACAGTGGGCTA-1",
"GGAGCAATCCTATTCA",
"GCACTCTTCAAACGGG",
"ATTACTCAGGATGTAT",
"CGACTTCTCCTTCAAT",
"TGAGCCGAGAGTCTGG",
"ACGAGCCTCGCATGGC-1",
"CCCATACCAGGTCCAC",
"CAGAGAGTCGTGGGAA",
"CGTTCTGAGATGCCAG-1",
"ATAACGCCAGGATCGA",
"TTTGCGCTCATTCACT-1",
"TTGGAACAGTGAACGC",
"CTCTGGTAGATATGCA",
"AGGTCCGTCGTCCGTT",
"CGTAGCGTCACGAAGG",
"CCGTACTTCGAATCCA",
"CTTAACTGTCTACCTC",
"AACACGTAGGAACTGC",
"TACACGATCCATTCTA",
"CAAGATCGTACGCACC-1",
"CTCGAGGGTGCGATAG",
"AAAGATGGTTGTCGCG-1",
"CTCCTAGCACAGCGTC",
"GATGCTAGTCATGCCG",
"TCGCGAGGTGACAAAT",
"CTACACCAGCGGCTTC",
"GCATACAAGACCACGA",
"CGCTATCCAAGCGAGT",
"GACGGCTGTCTAGTGT",
"GCATACATCGCCTGAG",
"ACATGGTGTTCCACGG",
"CGAGAAGCAAGCTGGA",
"GGGACCTGTACCATCA",
"TGGGAAGCAAACAACA",
"CCACGGAAGAGACTAT",
"ACGAGGACATGCTGGC",
"GTGCTTCAGGTGGGTT",
"TACAGTGGTAGGCATG",
"TCGTAGATCCACTCCA",
"TCAGCTCCACGTCTCT",
"GCTCCTAGTCGCTTCT-1",
"GCGAGAACAAATTGCC",
"TTGAACGCAGGATTGG",
"CGCCAAGCACGCCAGT",
"CAGCTGGTCAGTTCGA",
"GCCAAATAGTGCGTGA",
"TGACAACTCGTCGTTC",
"CAAGTTGTCGCCTGAG",
"GGAATAATCGACCAGC",
"TGTGTTTGTAGGAGTC",
"ACGAGCCAGCTAGTTC",
"ATGAGGGAGCCACCTG",
"CACAGGCGTTGCCTCT",
"GGAAAGCCACAGATTC",
"CGATGGCTCAAAGTAG",
"GTCTCGTAGCCAACAG",
"AGCATACCACGTTGGC",
"CACCACTCATCCAACA",
"CAGCAGCCACTGTGTA",
"CATTCGCCACGACTCG",
"GATCGATTCGCGGATC",
"GGGAGATAGACTTGAA",
"GTAGTCACAGGCAGTA",
"GACGGCTGTCCGAGTC",
"CAGCTAAAGCTACCGC",
"TGACAACGTCATACTG",
"ACTTACTCACCCTATC-1",
"TTTGCGCCAGCAGTTT",
"CACAGTACATCCGGGT",
"TGGCGCACATTTGCTT",
"ATGCGATGTGTCAATC",
"AGTGTCAAGATGAGAG",
"GTATTCTTCAGGCAAG",
"GTACTCCTCTGGTATG",
"GGTATTGGTTGTCGCG",
"CCTCAGTAGAGGTTAT",
"ACACCAAGTACCCAAT",
"TGGTTAGGTTGTTTGG",
"CTTAACTCAATAGAGT",
"ATTCTACTCAAGGCTT",
"CGGACGTAGTCATGCT",
"TCAATCTAGTATTGGA",
"GGGCACTGTTACAGAA",
"TTATGCTTCAGGCAAG"
],
"guidance": {
"steps": 0,
"step_size": 0.5,
"k_nearest": 10,
"initialization": "best"
},
"summary": {
"forward": {
"mse_expression": {
"mean": 0.05226644454523921,
"lower": 0.01996123418211937,
"upper": 0.11374979326501489,
"n": 4
},
"effect_pearson": {
"mean": 0.32413226179778576,
"lower": 0.16285148449242115,
"upper": 0.45276516675949097,
"n": 4
},
"effect_pearson_de20": {
"mean": 0.36883156280964613,
"lower": 0.11915807519108057,
"upper": 0.5761010944843292,
"n": 4
},
"mmd2": {
"mean": 0.32101945201829174,
"lower": 0.1811731443065855,
"upper": 0.5558868038445977,
"n": 4
},
"sliced_wasserstein": {
"mean": 0.6798534000985375,
"lower": 0.47387842854261775,
"upper": 1.023236421645777,
"n": 4
},
"energy": {
"mean": 2.070914464968992,
"lower": 1.0828965018837335,
"upper": 3.810186129544835,
"n": 4
},
"variance_ratio": {
"mean": 0.6377080231904984,
"lower": 0.42682939767837524,
"upper": 0.8629126846790314,
"n": 4
}
},
"inverse": {
"exhaustive": {
"top1": {
"mean": 0.0,
"lower": 0.0,
"upper": 0.0,
"n": 4
},
"top5": {
"mean": 0.25,
"lower": 0.0,
"upper": 0.75,
"n": 4
},
"ndcg10": {
"mean": 0.2719784352113491,
"lower": 0.08905179677700555,
"upper": 0.3982649174710401,
"n": 4
},
"measured_reward": {
"mean": 0.20926370471715927,
"lower": 0.029541105031967163,
"upper": 0.39312974363565445,
"n": 4
},
"measured_regret": {
"mean": 0.37972987443208694,
"lower": 0.28832583874464035,
"upper": 0.49520108103752136,
"n": 4
},
"selected_gene_overlap": {
"mean": 0.0,
"lower": 0.0,
"upper": 0.0,
"n": 4
}
}
}
},
"forward": [
{
"target": "CEBPE_ZC3HAV1",
"query_cells": 8,
"genes_observed_in_training": false,
"mse_expression": 0.024615293368697166,
"effect_pearson": 0.32227033376693726,
"effect_pearson_de20": 0.3534680902957916,
"mmd2": 0.17735251725316292,
"sliced_wasserstein": 0.4709217198512553,
"energy": 1.0774736349434821,
"variance_ratio": 0.5182489156723022
},
{
"target": "CNN1",
"query_cells": 8,
"genes_observed_in_training": false,
"mse_expression": 0.018507344648241997,
"effect_pearson": 0.46030953526496887,
"effect_pearson_de20": 0.5845378041267395,
"mmd2": 0.18499377136000805,
"sliced_wasserstein": 0.47683513723398013,
"energy": 1.088319368823985,
"variance_ratio": 0.9778006076812744
},
{
"target": "HES7",
"query_cells": 8,
"genes_observed_in_training": false,
"mse_expression": 0.14452801644802094,
"effect_pearson": 0.06872837990522385,
"effect_pearson_de20": -0.030344028025865555,
"mmd2": 0.6795178146727942,
"sliced_wasserstein": 1.205370183116376,
"energy": 4.717475049785119,
"variance_ratio": 0.33540987968444824
},
{
"target": "PTPN12",
"query_cells": 8,
"genes_observed_in_training": true,
"mse_expression": 0.021415123715996742,
"effect_pearson": 0.44522079825401306,
"effect_pearson_de20": 0.567664384841919,
"mmd2": 0.24221370478720206,
"sliced_wasserstein": 0.5662865601925385,
"energy": 1.4003898063233815,
"variance_ratio": 0.7193726897239685
}
],
"inverse": [
{
"target": "CEBPE_ZC3HAV1",
"search": "exhaustive",
"top1": 0.0,
"top5": 0.0,
"ndcg10": 0.3562071871080222,
"rank": 6,
"selected": "KLF1_MAP2K6",
"predicted_reward": 3.1542032957077026e-05,
"measured_reward": 0.2507260739803314,
"measured_regret": 0.3648817837238312,
"selected_gene_overlap": 0.0,
"catalog_size": 20,
"candidate_cell_evaluations": 160,
"seconds": 0.001278222750443092,
"top_score_ties": 1
},
{
"target": "CNN1",
"search": "exhaustive",
"top1": 0.0,
"top5": 0.0,
"ndcg10": 0.3010299956639812,
"rank": 9,
"selected": "HES7",
"predicted_reward": 0.009042967110872269,
"measured_reward": -0.04418721795082092,
"measured_regret": 0.5447869002819061,
"selected_gene_overlap": 0.0,
"catalog_size": 20,
"candidate_cell_evaluations": 160,
"seconds": 0.001278222750443092,
"top_score_ties": 1
},
{
"target": "HES7",
"search": "exhaustive",
"top1": 0.0,
"top5": 1.0,
"ndcg10": 0.43067655807339306,
"rank": 4,
"selected": "KLF1_MAP2K6",
"predicted_reward": 0.022431805729866028,
"measured_reward": 0.15951445698738098,
"measured_regret": 0.34644362330436707,
"selected_gene_overlap": 0.0,
"catalog_size": 20,
"candidate_cell_evaluations": 160,
"seconds": 0.001278222750443092,
"top_score_ties": 1
},
{
"target": "PTPN12",
"search": "exhaustive",
"top1": 0.0,
"top5": 0.0,
"ndcg10": 0.0,
"rank": 12,
"selected": "KLF1_MAP2K6",
"predicted_reward": -0.049349188804626465,
"measured_reward": 0.4710015058517456,
"measured_regret": 0.2628071904182434,
"selected_gene_overlap": 0.0,
"catalog_size": 20,
"candidate_cell_evaluations": 160,
"seconds": 0.001278222750443092,
"top_score_ties": 1
}
]
}