| { |
| "family": "McConversationBot", |
| "version": "V3", |
| "stage": "instruct", |
| "data_dir": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\data\\mcconversationbot_v3", |
| "train_dataset": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\data\\mcconversationbot_v3\\train", |
| "validation_dataset": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\data\\mcconversationbot_v3\\validation", |
| "tokenizer": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\data\\v15\\tokenizer.json", |
| "tokenizer_sha256": "F70E2F2465E9DE7CECC84E78FFD4CD269A8CA590CAEA033C32F04B82F7CAFBDB", |
| "model_dir": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M", |
| "checkpoint_dir": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M\\instruct", |
| "base_checkpoint": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V2-62.1M\\pretrained.pt", |
| "max_steps": 100000, |
| "early_stopping": true, |
| "patience": 12, |
| "min_delta": 0.001, |
| "batch_size": 4, |
| "grad_accum": 4, |
| "block_size": 512, |
| "learning_rate": 0.0003, |
| "min_lr_ratio": 0.1, |
| "warmup_steps": 500, |
| "weight_decay": 0.1, |
| "beta1": 0.9, |
| "beta2": 0.95, |
| "grad_clip": 1.0, |
| "eval_interval": 500, |
| "eval_iters": 10, |
| "checkpoint_interval": 500, |
| "use_amp": true, |
| "started_at": 1793503547.7569172, |
| "status": "completed", |
| "step": 26000, |
| "stop_reason": "Validation did not improve by at least 0.001 for 12 consecutive checks.", |
| "early_stopping_bad_checks": 12, |
| "best_val_loss": 1.551450753211975, |
| "last_val_loss": 1.7366663694381714, |
| "processed_target_tokens": 150516824, |
| "output_checkpoint": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M\\instruct\\final.pt", |
| "resume_checkpoint": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M\\instruct\\checkpoint.pt", |
| "best_checkpoint": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M\\instruct\\best.pt", |
| "parameter_count": 62113280, |
| "completed_at": 1793531686.40928 |
| } |
|
|
