MODAR / models /modar-di /config.json
Coooolin's picture
Release MODAR weights and data without source code
1de13d1 verified
Raw History Blame Contribute Delete
1.83 kB
{
"model": {
"n_layer": 16,
"n_encoder_layer": 0,
"n_head": 16,
"n_embd": 1024,
"dropout": 0.1,
"block_size": 1024,
"arch": "v2",
"spectra_slots": 16,
"spectra_grid": 1501,
"spectra_encoder": "di",
"spectra_max_peaks": 128,
"spectra_encoder_layers": 3,
"rope_base": 10000.0,
"cond_adanorm": true,
"cond_drop": 0.1,
"coord_value_emb": true,
"coord_value_freqs": 16
},
"model_type": "decoder",
"init_from": "models/modar-cnn/checkpoint_last.pt",
"data": {
"data_dir": "data/tier-a",
"condition_set": "mix",
"use_lattice": "mix",
"target_mode": "full",
"block_size": 1024,
"max_records": null,
"min_sites": null,
"rep": "v2",
"spectra_slots": 16,
"spectra_grid_min": 5.0,
"spectra_grid_max": 80.0,
"spectra_grid_step": 0.05,
"spectra_sigma": 0.15,
"spectra_encoder": "di",
"spectra_max_peaks": 128,
"spectra_wavelength": 1.54184,
"noise_profile": "experimental",
"lattice_free_prob": 0.5,
"mix_condition_sets": [
"pxrd",
"pxrd_element",
"pxrd_xrf",
"pxrd_neutron",
"pxrd_neutron_xrf",
"pxrd_neutron_xrf_xps",
"pxrd_formula"
],
"mix_condition_weights": null
},
"train": {
"batch_size": 12,
"grad_accum_steps": 4,
"lr": 0.0001,
"weight_decay": 0.1,
"max_steps": 20000,
"warmup_steps": 1000,
"grad_clip": 1.0,
"log_every": 50,
"eval_every": 1000,
"save_every": 2000,
"num_workers": 8,
"seed": 42,
"out_dir": "models/modar-di",
"device": "cuda:0",
"amp": "bf16"
},
"world_size": 4,
"vocab_size": 2580,
"n_params": 385764352,
"dataset": {
"train_kept": 3456202,
"train_skipped_too_long": 0,
"valid_kept": 34039,
"valid_skipped_too_long": 0
}
}