| { | |
| "seed": 42, | |
| "model_source": "FacebookAI/xlm-roberta-base", | |
| "model_revision": "e73636d4f797dec63c3081bb6ed5c7b0bb3f2089", | |
| "max_length": 512, | |
| "expected_world_size": 2, | |
| "per_device_train_batch_size": 4, | |
| "gradient_accumulation_steps": 4, | |
| "epochs": 5, | |
| "learning_rate": 2e-05, | |
| "weight_decay": 0.01, | |
| "warmup_fraction": 0.1, | |
| "optimizer": "adamw_torch", | |
| "fp16": true, | |
| "bf16": false, | |
| "precision": "float16_mixed", | |
| "training_method": "full_finetune", | |
| "resolved_model_revision": "e73636d4f797dec63c3081bb6ed5c7b0bb3f2089" | |
| } | |