PIVOT / results /validation /baseline_ridge.json
pranamanam's picture
Upload 176 files
6fa9282 verified
Raw History Blame Contribute Delete
10.3 kB
{
"protocol": "split-first-v1",
"method": "ridge",
"data_meta": {
"reference_fraction": 0.1,
"protocol": "split-first-v1",
"dataset": "norman",
"name": "norman",
"operation": "activation",
"control_label": "control",
"sep": "_",
"split": "perturbation",
"seed": 0,
"input_scale": "counts",
"raw_sha256": "21bd3c00b7f243d998aa9ca616490b45bf1b4ba9934d501190a867ddad982dae",
"raw_file": "norman_small.h5ad",
"n_cells": 920,
"n_control": 120,
"n_hvg": 201,
"n_pca": 10,
"pca_explained_var": 0.5626983046531677,
"mmd_gamma": 0.06974897265608301,
"fit_cell_ids_sha256": "5ff57f6222cd8d3e4dd6b7fa658c8599cf6eb4b553a607ad9100a7fc240f9f22",
"selection": {
"max_cells": null,
"max_per_group": null,
"max_groups": null
},
"software": {
"scanpy": "1.12.4",
"anndata": "0.13.3.post0"
}
},
"partition": "test",
"catalog": "all",
"reward": "cosine",
"seed": 0,
"n_controls": 8,
"query_cell_ids": [
"CCTTCCCTCACTATTC",
"GTGGGTCAGTTAGCGG",
"CAGCTGGTCGAATGCT",
"ACAGCCGAGAGGGATA",
"GGTATTGCACAACTGT",
"ATGGGAGAGTCGAGTG",
"CTGCGGAGTCTTGCGG",
"GGCCGATGTATCACCA",
"CGATTGAGTCTAGGTT",
"TCTTTCCGTAGATTAG",
"GACGGCTCACCAGCAC",
"CAGCATAAGGCTAGCA",
"AACTCTTCATGGTAGG",
"AGCTCCTGTTCCTCCA",
"GCGCAGTAGGATTCGG",
"GTCTCGTGTGCATCTA",
"GGTGAAGTCAGGTAAA",
"CATTATCGTACTTAGC",
"TGCGTGGGTCTCATCC",
"CTGGTCTGTAGCGTGA",
"TCACAAGGTCACAAGG-1",
"GGCGACTCATTAGCCA",
"GGGAGATAGAAGGACA",
"GCGCCAACAGCCACCA",
"TACGGTAGTACTTCTT",
"CTCGAAAGTAGGCTGA",
"CAGCCGATCCTTGACC",
"GCTGCTTGTGAAAGAG",
"CGCTGGAGTACATGTC",
"GGCGACTCAGCTGTTA",
"GCGCAACGTTGAGGTG",
"CGGTTAAGTCAAAGCG",
"AGCAGCCGTTAAAGTG",
"TTAACTCCAGGGAGAG",
"ATCCGAATCTGCTGTC",
"ATCATGGAGGACGAAA",
"CTGATAGCACTCAGGC",
"AGCGGTCAGCACGCCT",
"GCGAGAATCAGGTTCA",
"CATTCGCCACCATGTA",
"TTCGAAGTCGATAGAA",
"AGAATAGCATTCCTGC",
"AGCGTCGCACAAGACG",
"AGGTCCGAGACTGTAA",
"TATTACCAGACACGAC",
"AAGGTTCCAGGAATCG",
"ATTGGACCAACAACCT",
"TGAGCCGGTCTCATCC",
"AGAGCGACAGCTGTAT",
"GGATTACCAAGTAATG",
"AGCGTATTCGCGTTTC",
"CGCTTCACAATCGGTT",
"GGTATTGAGTGGACGT",
"TAGTTGGGTTGGACCC",
"GTACTTTTCGTGGGAA",
"TTGCGTCGTTCGGCAC",
"GTACGTATCAACGCTA",
"TCGCGAGCACCTCGGA",
"AGCATACTCAGCTCGG",
"GCGCAACAGTGGGCTA-1",
"GGAGCAATCCTATTCA",
"GCACTCTTCAAACGGG",
"ATTACTCAGGATGTAT",
"CGACTTCTCCTTCAAT",
"TGAGCCGAGAGTCTGG",
"ACGAGCCTCGCATGGC-1",
"CCCATACCAGGTCCAC",
"CAGAGAGTCGTGGGAA",
"CGTTCTGAGATGCCAG-1",
"ATAACGCCAGGATCGA",
"TTTGCGCTCATTCACT-1",
"TTGGAACAGTGAACGC",
"CTCTGGTAGATATGCA",
"AGGTCCGTCGTCCGTT",
"CGTAGCGTCACGAAGG",
"CCGTACTTCGAATCCA",
"CTTAACTGTCTACCTC",
"AACACGTAGGAACTGC",
"TACACGATCCATTCTA",
"CAAGATCGTACGCACC-1",
"CTCGAGGGTGCGATAG",
"AAAGATGGTTGTCGCG-1",
"CTCCTAGCACAGCGTC",
"GATGCTAGTCATGCCG",
"TCGCGAGGTGACAAAT",
"CTACACCAGCGGCTTC",
"GCATACAAGACCACGA",
"CGCTATCCAAGCGAGT",
"GACGGCTGTCTAGTGT",
"GCATACATCGCCTGAG",
"ACATGGTGTTCCACGG",
"CGAGAAGCAAGCTGGA",
"GGGACCTGTACCATCA",
"TGGGAAGCAAACAACA",
"CCACGGAAGAGACTAT",
"ACGAGGACATGCTGGC",
"GTGCTTCAGGTGGGTT",
"TACAGTGGTAGGCATG",
"TCGTAGATCCACTCCA",
"TCAGCTCCACGTCTCT",
"GCTCCTAGTCGCTTCT-1",
"GCGAGAACAAATTGCC",
"TTGAACGCAGGATTGG",
"CGCCAAGCACGCCAGT",
"CAGCTGGTCAGTTCGA",
"GCCAAATAGTGCGTGA",
"TGACAACTCGTCGTTC",
"CAAGTTGTCGCCTGAG",
"GGAATAATCGACCAGC",
"TGTGTTTGTAGGAGTC",
"ACGAGCCAGCTAGTTC",
"ATGAGGGAGCCACCTG",
"CACAGGCGTTGCCTCT",
"GGAAAGCCACAGATTC",
"CGATGGCTCAAAGTAG",
"GTCTCGTAGCCAACAG",
"AGCATACCACGTTGGC",
"CACCACTCATCCAACA",
"CAGCAGCCACTGTGTA",
"CATTCGCCACGACTCG",
"GATCGATTCGCGGATC",
"GGGAGATAGACTTGAA",
"GTAGTCACAGGCAGTA",
"GACGGCTGTCCGAGTC",
"CAGCTAAAGCTACCGC",
"TGACAACGTCATACTG",
"ACTTACTCACCCTATC-1",
"TTTGCGCCAGCAGTTT",
"CACAGTACATCCGGGT",
"TGGCGCACATTTGCTT",
"ATGCGATGTGTCAATC",
"AGTGTCAAGATGAGAG",
"GTATTCTTCAGGCAAG",
"GTACTCCTCTGGTATG",
"GGTATTGGTTGTCGCG",
"CCTCAGTAGAGGTTAT",
"ACACCAAGTACCCAAT",
"TGGTTAGGTTGTTTGG",
"CTTAACTCAATAGAGT",
"ATTCTACTCAAGGCTT",
"CGGACGTAGTCATGCT",
"TCAATCTAGTATTGGA",
"GGGCACTGTTACAGAA",
"TTATGCTTCAGGCAAG"
],
"guidance": {
"steps": 0,
"step_size": 0.5,
"k_nearest": 10,
"initialization": "best"
},
"summary": {
"forward": {
"mse_expression": {
"mean": 0.05169094726443291,
"lower": 0.018864271230995655,
"upper": 0.11335296230390668,
"n": 4
},
"effect_pearson": {
"mean": 0.33030068315565586,
"lower": 0.16261751018464565,
"upper": 0.4726503938436508,
"n": 4
},
"effect_pearson_de20": {
"mean": 0.3621273459866643,
"lower": 0.11420848872512579,
"upper": 0.572029322385788,
"n": 4
},
"mmd2": {
"mean": 0.3116877653178505,
"lower": 0.14812394201249968,
"upper": 0.5568990818097603,
"n": 4
},
"sliced_wasserstein": {
"mean": 0.6721777019807726,
"lower": 0.44711507913198856,
"upper": 1.0244874226229204,
"n": 4
},
"energy": {
"mean": 2.02961967352154,
"lower": 0.9207286089558822,
"upper": 3.81855959506595,
"n": 4
},
"variance_ratio": {
"mean": 0.6377041935920715,
"lower": 0.4268268942832947,
"upper": 0.8629074543714523,
"n": 4
}
},
"inverse": {
"exhaustive": {
"top1": {
"mean": 0.0,
"lower": 0.0,
"upper": 0.0,
"n": 4
},
"top5": {
"mean": 0.25,
"lower": 0.0,
"upper": 0.75,
"n": 4
},
"ndcg10": {
"mean": 0.19726620657947197,
"lower": 0.0,
"upper": 0.39453241315894394,
"n": 4
},
"measured_reward": {
"mean": 0.44576989859342575,
"lower": 0.33288320899009705,
"upper": 0.5641125068068504,
"n": 4
},
"measured_regret": {
"mean": 0.14322368055582047,
"lower": 0.04548661410808563,
"upper": 0.2409607470035553,
"n": 4
},
"selected_gene_overlap": {
"mean": 0.125,
"lower": 0.0,
"upper": 0.375,
"n": 4
}
}
}
},
"forward": [
{
"target": "CEBPE_ZC3HAV1",
"query_cells": 8,
"genes_observed_in_training": false,
"mse_expression": 0.019093500450253487,
"effect_pearson": 0.49127334356307983,
"effect_pearson_de20": 0.5659799575805664,
"mmd2": 0.10966889005121061,
"sliced_wasserstein": 0.4153322269781998,
"energy": 0.7454481711569834,
"variance_ratio": 0.5182458758354187
},
{
"target": "CNN1",
"query_cells": 8,
"genes_observed_in_training": false,
"mse_expression": 0.018635042011737823,
"effect_pearson": 0.4540274441242218,
"effect_pearson_de20": 0.5780786871910095,
"mmd2": 0.18657899397378874,
"sliced_wasserstein": 0.4788979312857773,
"energy": 1.096009046754781,
"variance_ratio": 0.9777946472167969
},
{
"target": "HES7",
"query_cells": 8,
"genes_observed_in_training": false,
"mse_expression": 0.14477278292179108,
"effect_pearson": 0.06548086553812027,
"effect_pearson_de20": -0.036382000893354416,
"mmd2": 0.6803391110884176,
"sliced_wasserstein": 1.2063505864019681,
"energy": 4.726076444503006,
"variance_ratio": 0.33540791273117065
},
{
"target": "PTPN12",
"query_cells": 8,
"genes_observed_in_training": true,
"mse_expression": 0.02426246367394924,
"effect_pearson": 0.31042107939720154,
"effect_pearson_de20": 0.34083274006843567,
"mmd2": 0.27016406615798494,
"sliced_wasserstein": 0.5881300632571452,
"energy": 1.55094503167139,
"variance_ratio": 0.7193683385848999
}
],
"inverse": [
{
"target": "CEBPE_ZC3HAV1",
"search": "exhaustive",
"top1": 0.0,
"top5": 1.0,
"ndcg10": 0.5,
"rank": 3,
"selected": "CEBPA_ZC3HAV1",
"predicted_reward": 0.7371546030044556,
"measured_reward": 0.6156078577041626,
"measured_regret": 0.0,
"selected_gene_overlap": 0.5,
"catalog_size": 20,
"candidate_cell_evaluations": 160,
"seconds": 0.00017801774993131403,
"top_score_ties": 1
},
{
"target": "CNN1",
"search": "exhaustive",
"top1": 0.0,
"top5": 0.0,
"ndcg10": 0.2890648263178879,
"rank": 10,
"selected": "KLF1_MAP2K6",
"predicted_reward": 0.25235575437545776,
"measured_reward": 0.40962645411491394,
"measured_regret": 0.09097322821617126,
"selected_gene_overlap": 0.0,
"catalog_size": 20,
"candidate_cell_evaluations": 160,
"seconds": 0.00017801774993131403,
"top_score_ties": 1
},
{
"target": "HES7",
"search": "exhaustive",
"top1": 0.0,
"top5": 0.0,
"ndcg10": 0.0,
"rank": 12,
"selected": "CEBPA_ZC3HAV1",
"predicted_reward": 0.495243102312088,
"measured_reward": 0.28684377670288086,
"measured_regret": 0.2191143035888672,
"selected_gene_overlap": 0.0,
"catalog_size": 20,
"candidate_cell_evaluations": 160,
"seconds": 0.00017801774993131403,
"top_score_ties": 1
},
{
"target": "PTPN12",
"search": "exhaustive",
"top1": 0.0,
"top5": 0.0,
"ndcg10": 0.0,
"rank": 13,
"selected": "KLF1_MAP2K6",
"predicted_reward": 0.3569853901863098,
"measured_reward": 0.4710015058517456,
"measured_regret": 0.2628071904182434,
"selected_gene_overlap": 0.0,
"catalog_size": 20,
"candidate_cell_evaluations": 160,
"seconds": 0.00017801774993131403,
"top_score_ties": 1
}
]
}