| { |
| "model": { |
| "num_labels": 1641, |
| "max_len": 256, |
| "d_model": 192, |
| "n_layers": 3, |
| "n_heads": 3, |
| "dropout": 0.1, |
| "conv_kernel": 5, |
| "downsample": 1, |
| "ngram_buckets": 4096, |
| "script_buckets": 512, |
| "rope_theta": 10000.0, |
| "vocab_size": 259, |
| "modalities": [ |
| "text" |
| ], |
| "model_type": "millid-byte-encoder" |
| }, |
| "training": { |
| "dataset": "baobabtech/millid-dataset", |
| "preset": "tiny", |
| "max_len": 256, |
| "steps": 120000, |
| "batch_size": 512, |
| "lr": 0.001, |
| "warmup": 2000, |
| "weight_decay": 0.01, |
| "dropout": 0.1, |
| "label_smoothing": 0.1, |
| "alpha": 0.3, |
| "short_p": 0.25, |
| "eval_every": 2000, |
| "eval_per_label": 20, |
| "patience": 12000, |
| "commercial_only": false, |
| "extra": [], |
| "compare_glotlid": true, |
| "compare_fasttext": true, |
| "final_eval": "all", |
| "output_dir": "millid-out", |
| "push_to": "baobabtech/millid-tiny-v1.5", |
| "public": false, |
| "seed": 7, |
| "log_every": 100, |
| "threads": 0, |
| "workers": -1, |
| "compile": true, |
| "gpus": 0, |
| "wandb_project": "millid", |
| "wandb_entity": "mscsr000324-must", |
| "wandb_run_name": "millid-tiny-v1.5", |
| "wandb_tags": [ |
| "tiny", |
| "v1.5" |
| ], |
| "no_wandb": false |
| }, |
| "best_step": 106000, |
| "parameters": 2927145, |
| "gpus": 1, |
| "train_passages": 1943957, |
| "trained_labels": 1641, |
| "seconds": 1999 |
| } |
