{
  "model": "microsoft/phi-3-medium-4k-instruct",

  //Training setup
  "batch_size": 2,
  "gradient_accumulation_steps": 8,
  "max_steps": 2000,
  "learning_rate": 0.0002,
  "warmup_steps": 100,

  //Logging & evaluation
  "logging_steps": 50,
  "save_steps": 200,
  "eval_steps": 200,
  "save_total_limit": 3,
  "evaluation_strategy": "steps",

  //Precision & performance
  "fp16": true,
  "gradient_checkpointing": true,

  /*LoRA configuration*/
  "lora_r": 32,
  "lora_alpha": 32,
  "lora_dropout": 0.05,
  "target_modules": ["q_proj", "v_proj"],
  "task_type": "CAUSAL_LM",

  // Dataset split
  "train_split": 0.9,        // 90% of data used for training
  "validation_split": 0.1    // 10% of data used for validation
}