adapter_config.json

{
  "adapter_config": {
    "r": 8,
    "lora_alpha": 16,
    "lora_dropout": 0.05,
    "target_modules": [
      "q_proj",
      "v_proj"
    ],
    "description": "Light adapter, fast training, minimal memory"
  },
  "training_config": {
    "dataset_format": "completion",
    "max_seq_length": 4096,
    "num_epochs": 1,
    "batch_size": 2,
    "learning_rate": 5e-05
  },
  "base_model": "microsoft/Phi-3-mini-4k-instruct",
  "created_by": "MLResearcher"
}