File size: 2,017 Bytes
7d70317 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | {
"family": "McConversationBot",
"version": "V3",
"stage": "instruct",
"data_dir": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\data\\mcconversationbot_v3",
"train_dataset": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\data\\mcconversationbot_v3\\train",
"validation_dataset": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\data\\mcconversationbot_v3\\validation",
"tokenizer": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\data\\v15\\tokenizer.json",
"tokenizer_sha256": "F70E2F2465E9DE7CECC84E78FFD4CD269A8CA590CAEA033C32F04B82F7CAFBDB",
"model_dir": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M",
"checkpoint_dir": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M\\instruct",
"base_checkpoint": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V2-62.1M\\pretrained.pt",
"max_steps": 100000,
"early_stopping": true,
"patience": 12,
"min_delta": 0.001,
"batch_size": 4,
"grad_accum": 4,
"block_size": 512,
"learning_rate": 0.0003,
"min_lr_ratio": 0.1,
"warmup_steps": 500,
"weight_decay": 0.1,
"beta1": 0.9,
"beta2": 0.95,
"grad_clip": 1.0,
"eval_interval": 500,
"eval_iters": 10,
"checkpoint_interval": 500,
"use_amp": true,
"started_at": 1793503547.7569172,
"status": "completed",
"step": 26000,
"stop_reason": "Validation did not improve by at least 0.001 for 12 consecutive checks.",
"early_stopping_bad_checks": 12,
"best_val_loss": 1.551450753211975,
"last_val_loss": 1.7366663694381714,
"processed_target_tokens": 150516824,
"output_checkpoint": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M\\instruct\\final.pt",
"resume_checkpoint": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M\\instruct\\checkpoint.pt",
"best_checkpoint": "F:\\LIAM\\Documents\\OrangeGlassesStudio\\models\\McConversationBot-V3-62.1M\\instruct\\best.pt",
"parameter_count": 62113280,
"completed_at": 1793531686.40928
}
|