Spaces:
Running
Running
| { | |
| "model": "microsoft/phi-3-medium-4k-instruct", | |
| //Training setup | |
| "batch_size": 2, | |
| "gradient_accumulation_steps": 8, | |
| "max_steps": 2000, | |
| "learning_rate": 0.0002, | |
| "warmup_steps": 100, | |
| //Logging & evaluation | |
| "logging_steps": 50, | |
| "save_steps": 200, | |
| "eval_steps": 200, | |
| "save_total_limit": 3, | |
| "evaluation_strategy": "steps", | |
| //Precision & performance | |
| "fp16": true, | |
| "gradient_checkpointing": true, | |
| /*LoRA configuration*/ | |
| "lora_r": 32, | |
| "lora_alpha": 32, | |
| "lora_dropout": 0.05, | |
| "target_modules": ["q_proj", "v_proj"], | |
| "task_type": "CAUSAL_LM", | |
| // Dataset split | |
| "train_split": 0.9, // 90% of data used for training | |
| "validation_split": 0.1 // 10% of data used for validation | |
| } | |