| { | |
| "trained_on": "Modal, 1x H100", | |
| "base_model": "meta-models/Muse-Glimmer-30B@cec94fcfd6512f2cfe708138c32533b346ea4f69", | |
| "method": "LoRA (PEFT), bf16", | |
| "rank": 8, | |
| "alpha": 32, | |
| "epochs": 2, | |
| "batch": 16, | |
| "learning_rate": 0.0001, | |
| "train_rows": 2900, | |
| "trainable_params": 52396032, | |
| "lora_modules": 416, | |
| "minutes": 17.7, | |
| "final_loss": 0.327875554561615 | |
| } |