Download models/modar-cnn/config.json from Coooolin/MODAR: direct link, hf CLI and curl.
- Browser
- Download file 1.49 kB
-
https://huggingface.co/Coooolin/MODAR/resolve/main/models/modar-cnn/config.json
- Command line
-
hf download hf://Coooolin/MODAR/models/modar-cnn/config.json
-
curl -L -o config.json https://huggingface.co/Coooolin/MODAR/resolve/main/models/modar-cnn/config.json
1.49 kB
| { | |
| "model": { | |
| "n_layer": 16, | |
| "n_encoder_layer": 0, | |
| "n_head": 16, | |
| "n_embd": 1024, | |
| "dropout": 0.1, | |
| "block_size": 1024, | |
| "arch": "v2", | |
| "spectra_slots": 16, | |
| "spectra_grid": 1501, | |
| "rope_base": 10000.0, | |
| "cond_adanorm": true, | |
| "cond_drop": 0.1, | |
| "coord_value_emb": true, | |
| "coord_value_freqs": 16 | |
| }, | |
| "model_type": "decoder", | |
| "init_from": null, | |
| "data": { | |
| "data_dir": "data/tier-a", | |
| "condition_set": "mix", | |
| "use_lattice": "mix", | |
| "target_mode": "full", | |
| "block_size": 1024, | |
| "max_records": null, | |
| "rep": "v2", | |
| "spectra_slots": 16, | |
| "spectra_grid_min": 5.0, | |
| "spectra_grid_max": 80.0, | |
| "spectra_grid_step": 0.05, | |
| "spectra_sigma": 0.15, | |
| "mix_condition_sets": [ | |
| "pxrd", | |
| "pxrd_element", | |
| "pxrd_xrf", | |
| "pxrd_neutron", | |
| "pxrd_neutron_xrf", | |
| "pxrd_neutron_xrf_xps", | |
| "pxrd_formula" | |
| ] | |
| }, | |
| "train": { | |
| "batch_size": 16, | |
| "grad_accum_steps": 2, | |
| "lr": 0.0003, | |
| "weight_decay": 0.1, | |
| "max_steps": 54000, | |
| "warmup_steps": 2000, | |
| "grad_clip": 1.0, | |
| "log_every": 50, | |
| "eval_every": 1000, | |
| "save_every": 2000, | |
| "num_workers": 8, | |
| "seed": 42, | |
| "out_dir": "models/modar-cnn", | |
| "device": "cuda:0", | |
| "amp": "bf16" | |
| }, | |
| "world_size": 6, | |
| "vocab_size": 2580, | |
| "n_params": 309495936, | |
| "dataset": { | |
| "train_kept": 3456202, | |
| "train_skipped_too_long": 0, | |
| "valid_kept": 34039, | |
| "valid_skipped_too_long": 0 | |
| } | |
| } | |