Download models/modar-di/config.json from Coooolin/MODAR: direct link, hf CLI and curl.
- Browser
- Download file 1.83 kB
-
https://huggingface.co/Coooolin/MODAR/resolve/main/models/modar-di/config.json
- Command line
-
hf download hf://Coooolin/MODAR/models/modar-di/config.json
-
curl -L -o config.json https://huggingface.co/Coooolin/MODAR/resolve/main/models/modar-di/config.json
1.83 kB
| { | |
| "model": { | |
| "n_layer": 16, | |
| "n_encoder_layer": 0, | |
| "n_head": 16, | |
| "n_embd": 1024, | |
| "dropout": 0.1, | |
| "block_size": 1024, | |
| "arch": "v2", | |
| "spectra_slots": 16, | |
| "spectra_grid": 1501, | |
| "spectra_encoder": "di", | |
| "spectra_max_peaks": 128, | |
| "spectra_encoder_layers": 3, | |
| "rope_base": 10000.0, | |
| "cond_adanorm": true, | |
| "cond_drop": 0.1, | |
| "coord_value_emb": true, | |
| "coord_value_freqs": 16 | |
| }, | |
| "model_type": "decoder", | |
| "init_from": "models/modar-cnn/checkpoint_last.pt", | |
| "data": { | |
| "data_dir": "data/tier-a", | |
| "condition_set": "mix", | |
| "use_lattice": "mix", | |
| "target_mode": "full", | |
| "block_size": 1024, | |
| "max_records": null, | |
| "min_sites": null, | |
| "rep": "v2", | |
| "spectra_slots": 16, | |
| "spectra_grid_min": 5.0, | |
| "spectra_grid_max": 80.0, | |
| "spectra_grid_step": 0.05, | |
| "spectra_sigma": 0.15, | |
| "spectra_encoder": "di", | |
| "spectra_max_peaks": 128, | |
| "spectra_wavelength": 1.54184, | |
| "noise_profile": "experimental", | |
| "lattice_free_prob": 0.5, | |
| "mix_condition_sets": [ | |
| "pxrd", | |
| "pxrd_element", | |
| "pxrd_xrf", | |
| "pxrd_neutron", | |
| "pxrd_neutron_xrf", | |
| "pxrd_neutron_xrf_xps", | |
| "pxrd_formula" | |
| ], | |
| "mix_condition_weights": null | |
| }, | |
| "train": { | |
| "batch_size": 12, | |
| "grad_accum_steps": 4, | |
| "lr": 0.0001, | |
| "weight_decay": 0.1, | |
| "max_steps": 20000, | |
| "warmup_steps": 1000, | |
| "grad_clip": 1.0, | |
| "log_every": 50, | |
| "eval_every": 1000, | |
| "save_every": 2000, | |
| "num_workers": 8, | |
| "seed": 42, | |
| "out_dir": "models/modar-di", | |
| "device": "cuda:0", | |
| "amp": "bf16" | |
| }, | |
| "world_size": 4, | |
| "vocab_size": 2580, | |
| "n_params": 385764352, | |
| "dataset": { | |
| "train_kept": 3456202, | |
| "train_skipped_too_long": 0, | |
| "valid_kept": 34039, | |
| "valid_skipped_too_long": 0 | |
| } | |
| } | |