File size: 1,023 Bytes
501b49f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
{
  "config": "configs/perturbseq_small.yaml",
  "train_data_path": "/home/b5cc/sanjukta.b5cc/st3/datasets/20M/combined_train.h5ad",
  "gene": "gene",
  "control_name": "non-targeting",
  "val_fraction": 0.1,
  "loader_path": "/home/b5cc/sanjukta.b5cc/st3/examples/cell_type_config.toml",
  "cond_labels_pt_path": "/home/b5cc/sanjukta.b5cc/st3/datasets/20M/protein_embeddings.pt",
  "hidden_dim": 256,
  "num_layers": 8,
  "num_heads": 8,
  "dropout": 0.1,
  "batch_size": 128,
  "num_epochs": 100,
  "learning_rate": 0.0001,
  "weight_decay": 0.01,
  "mask_ratio": 0.15,
  "gradient_clip": 1.0,
  "use_amp": true,
  "amp_dtype": "bfloat16",
  "checkpoint_dir": "/home/b5cc/sanjukta.b5cc/st3/experiments/20M2",
  "save_interval": 2,
  "resume": "latest",
  "log_interval": 2,
  "val_interval": 1,
  "seed": 42,
  "num_workers": 16,
  "num_genes": 6985,
  "num_bins": 6761,
  "num_perturbations": 2388,
  "vocab_size": 6762,
  "num_cell_types": 3,
  "cell_type_to_idx": {
    "hepg2": 0,
    "jurkat": 1,
    "rpe1": 2
  }
}