thisistaimur commited on
Commit
a8f7776
·
verified ·
1 Parent(s): f99a8aa

Upload 2 files

Browse files
congifs/dataloader_full.toml ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [dataset]
2
+ crop_manifest_path = "data/crops/crop_manifest.csv"
3
+ include_alpha = true
4
+
5
+ [dataloader]
6
+ batch_size = 2
7
+ shuffle = true
8
+ num_workers = 4
9
+ pin_memory = true
10
+
11
+ [normalization]
12
+ scale = 10000.0
13
+ clip_min = 0.0
14
+ clip_max = 4.0
15
+ band_mean = [0.0610578594098199, 0.07939659505065455, 0.3141591574037171, 0.6759725915130503]
16
+ band_std = [0.05220907362214255, 0.05130135127966304, 0.20160384174129178, 0.40058156788879246]
congifs/train_mitb2_full.toml ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [training]
2
+ data_config = "configs/dataloader_full.toml"
3
+ output_path = "outputs/train_mitb2_full_summary.json"
4
+ checkpoint_path = "outputs/checkpoints/mitb2_full.ckpt"
5
+ resume_from_checkpoint = ""
6
+ validation_fraction = 0.1
7
+ seed = 13
8
+
9
+ [trainer]
10
+ max_steps = 100000
11
+ max_validation_batches = 64
12
+ accelerator = "gpu"
13
+ devices = 1
14
+ precision = "16-mixed"
15
+ early_stopping = true
16
+ early_stopping_patience = 20
17
+ checkpoint_monitor = "val/loss"
18
+ log_every_n_steps = 25
19
+ val_check_interval = 500
20
+ num_sanity_val_steps = 1
21
+ gradient_clip_val = 1.0
22
+ enable_progress_bar = true
23
+
24
+ [logging]
25
+ csv_logging = true
26
+ log_dir = "outputs/logs"
27
+ run_name = "mitb2_full"
28
+
29
+ [optimizer]
30
+ learning_rate = 0.00005
31
+ weight_decay = 0.0001
32
+
33
+ [objective]
34
+ contrastive_weight = 1.0
35
+ reconstruction_weight = 1.0
36
+ mask_probability = 0.3
37
+ contrastive_temperature = 0.2
38
+
39
+ [model]
40
+ in_channels = 4
41
+ spatial_backbone = "segformer_mit_b2"
42
+ spatial_dim = 256
43
+ temporal_dim = 256
44
+ embedding_dim = 256
45
+ transformer_layers = 2
46
+ transformer_heads = 4
47
+ dropout = 0.1
48
+ segformer_model_name = "nvidia/mit-b2"
49
+ segformer_pretrained = true
50
+ segformer_local_files_only = false
51
+ freeze_spatial_encoder = true
52
+ segformer_input_size = 224