| { | |
| "model": { | |
| "num_labels": 1641, | |
| "max_len": 256, | |
| "d_model": 768, | |
| "n_layers": 12, | |
| "n_heads": 12, | |
| "dropout": 0.1, | |
| "conv_kernel": 5, | |
| "downsample": 2, | |
| "ngram_buckets": 32768, | |
| "script_buckets": 512, | |
| "rope_theta": 10000.0, | |
| "vocab_size": 259, | |
| "modalities": [ | |
| "text" | |
| ], | |
| "model_type": "millid-byte-encoder" | |
| }, | |
| "training": { | |
| "dataset": "baobabtech/millid-dataset", | |
| "preset": "medium", | |
| "max_len": 256, | |
| "steps": 60000, | |
| "batch_size": 512, | |
| "lr": 0.0003, | |
| "warmup": 2000, | |
| "weight_decay": 0.01, | |
| "dropout": 0.1, | |
| "label_smoothing": 0.1, | |
| "alpha": 0.3, | |
| "short_p": 0.25, | |
| "eval_every": 2000, | |
| "eval_per_label": 20, | |
| "patience": 12000, | |
| "commercial_only": false, | |
| "extra": [], | |
| "compare_glotlid": true, | |
| "final_eval": "all", | |
| "output_dir": "millid-out", | |
| "push_to": "baobabtech/millid-medium", | |
| "public": false, | |
| "seed": 7, | |
| "log_every": 100, | |
| "threads": 0, | |
| "workers": 12, | |
| "compile": false, | |
| "wandb_project": "millid", | |
| "wandb_entity": "mscsr000324-must", | |
| "wandb_run_name": "millid-medium", | |
| "wandb_tags": [ | |
| "medium", | |
| "v1" | |
| ], | |
| "no_wandb": false | |
| }, | |
| "best_step": 56000, | |
| "parameters": 114986601, | |
| "train_passages": 1944095, | |
| "trained_labels": 1641, | |
| "seconds": 12300 | |
| } |