| { |
| "out_dir": "runs/winding_model_3d_large_11", |
| "seed": 39, |
| "load_ckpt": "runs/winding_model_3d_large_8/ckpt_020000.pth", |
| "wandb_project": "winding-model", |
| "wandb_entity": "vesuvius-challenge", |
| "load_weights_only": true, |
| "num_iterations": 50000, |
| "dispatch_batches": false, |
| "prefetch_factor": 2, |
| "batch_size": 2, |
| "num_workers": 24, |
| "volume_io_threads": 1, |
| "volume_cache_bytes": 356515840, |
| "val_num_workers": 8, |
| "val_batches_per_log": 8, |
| "validation_mode": "train_batch", |
| "log_frequency": 1000, |
| "ckpt_frequency": 5000, |
| "mixed_precision": "bf16", |
| "grad_acc_steps": 1, |
| "grad_clip": 1.0, |
| "compile_model": true, |
| "ema_decay": 0.999, |
| "optimizer": "adamw", |
| "learning_rate": 0.0005, |
| "weight_decay": 0.01, |
| "scheduler": "diffusers_cosine_warmup", |
| "scheduler_kwargs": { |
| "warmup_steps": 500 |
| }, |
| "lambda_phase": 1.0, |
| "lambda_density": 1.0, |
| "lambda_span_delta": 0.2, |
| "lambda_multiview": 0.25, |
| "lambda_position_hinge": 0.2, |
| "lambda_position_snap": 0.2, |
| "position_snap_gate": 0.25, |
| "phase_huber_delta": 0.25, |
| "density_min_gap_wv": 4.0, |
| "density_huber_delta": 0.05, |
| "crossing_sigma_wv": 1.0, |
| "crossing_peak_threshold": 0.285, |
| "crossing_peak_min_distance_wv": 2.0, |
| "crossing_match_tolerance_wv": 2.0, |
| "multiview_fraction": 0.5, |
| "multiview_cone_degrees": 30.0, |
| "model": { |
| "encoder_channels": [ |
| 32, |
| 64, |
| 96 |
| ], |
| "trunk_dim": 192, |
| "trunk_stem_blocks": 2, |
| "axial_attention_blocks": 6, |
| "attention_heads": 6, |
| "max_relative_distance": 128, |
| "decoder_dim": 96, |
| "decoder_levels": 1, |
| "full_resolution_head": true, |
| "use_crossing_head": false, |
| "use_variance_head": false, |
| "phase_initial_increment": 0.04, |
| "transverse_size": 128 |
| }, |
| "num_samples": 500000, |
| "ray_length": 384, |
| "transverse_size": 128, |
| "spacing": 1.0, |
| "column_stride": 1, |
| "sampling": "trilinear", |
| "tile_size": 64, |
| "datasets": [ |
| { |
| "volume_path": "/ephemeral/sean/winding_train_data/PHerc0139/volumes/20260102150214-2.399um-0.2m-78keV-masked.zarr", |
| "volume_id": "20260102150214", |
| "volume_scale": 2, |
| "segment_volume_id": "20260102150214", |
| "segment_downscale": 4, |
| "segments_path": "/ephemeral/sean/winding_train_data/PHerc0139/segments" |
| }, |
| { |
| "volume_path": "/ephemeral/sean/winding_train_data/PHerc1667/volumes/20251217075048-2.399um-0.2m-78keV-masked.zarr", |
| "volume_id": "20251217075048", |
| "volume_scale": 2, |
| "segment_volume_id": "20251217075048", |
| "segment_downscale": 4, |
| "segments_path": "/ephemeral/sean/winding_train_data/PHerc1667/segments" |
| }, |
| { |
| "volume_path": "/ephemeral/sean/winding_train_data/PHercParis4/volumes/s1_2um_ds2.zarr", |
| "volume_scale": 0, |
| "segment_downscale": 1, |
| "segments_path": "/ephemeral/sean/winding_train_data/PHercParis4/spiral_fit" |
| } |
| ] |
| } |
|
|
