{
  "args": {
    "train": "dev/splits_v2/train.jsonl",
    "select": "dev/splits_v2/selection.jsonl",
    "out": "release/lora-v2",
    "model_name": "Qwen/Qwen3.5-4B",
    "rank": 16,
    "alpha": 32,
    "lora_dropout": 0.05,
    "lr": 0.0001,
    "weight_decay": 0.01,
    "epochs": 2,
    "accum": 8,
    "fusion": 0.5,
    "ordinal_w": 0.5,
    "perm_w": 0.5,
    "perm_p": 0.5,
    "opaque_p": 0.5,
    "eval_every": 400,
    "patience": 3,
    "max_select": 400,
    "seed": 0
  },
  "n_train": 2150,
  "n_select": 161,
  "best_selection_loss": 0.8873302168802816,
  "best_step": 250,
  "log": [
    {
      "step": 0,
      "seen": 0,
      "loss": 1.336758746236262,
      "acc": 0.7080745341614907,
      "by_family": {
        "adequacy": "7/10",
        "ambiguous": "7/7",
        "policy": "11/13",
        "probability": "29/60",
        "routing": "60/71"
      }
    },
    {
      "step": 50,
      "seen": 400,
      "loss": 1.0610499146397323,
      "acc": 0.8260869565217391,
      "by_family": {
        "adequacy": "6/10",
        "ambiguous": "7/7",
        "policy": "8/13",
        "probability": "47/60",
        "routing": "65/71"
      }
    },
    {
      "step": 100,
      "seen": 800,
      "loss": 1.031379698107586,
      "acc": 0.906832298136646,
      "by_family": {
        "adequacy": "8/10",
        "ambiguous": "7/7",
        "policy": "9/13",
        "probability": "55/60",
        "routing": "67/71"
      }
    },
    {
      "step": 150,
      "seen": 1200,
      "loss": 0.9625220286051789,
      "acc": 0.8757763975155279,
      "by_family": {
        "adequacy": "6/10",
        "ambiguous": "6/7",
        "policy": "10/13",
        "probability": "52/60",
        "routing": "67/71"
      }
    },
    {
      "step": 200,
      "seen": 1600,
      "loss": 0.9321816444499288,
      "acc": 0.9316770186335404,
      "by_family": {
        "adequacy": "9/10",
        "ambiguous": "6/7",
        "policy": "10/13",
        "probability": "60/60",
        "routing": "65/71"
      }
    },
    {
      "step": 250,
      "seen": 2000,
      "loss": 0.8873302168802816,
      "acc": 0.9130434782608695,
      "by_family": {
        "adequacy": "7/10",
        "ambiguous": "6/7",
        "policy": "8/13",
        "probability": "58/60",
        "routing": "68/71"
      }
    },
    {
      "step": 301,
      "seen": 2406,
      "loss": 0.9988113209218529,
      "acc": 0.9130434782608695,
      "by_family": {
        "adequacy": "6/10",
        "ambiguous": "6/7",
        "policy": "11/13",
        "probability": "58/60",
        "routing": "66/71"
      }
    },
    {
      "step": 351,
      "seen": 2806,
      "loss": 1.0362505128805466,
      "acc": 0.9254658385093167,
      "by_family": {
        "adequacy": "7/10",
        "ambiguous": "6/7",
        "policy": "10/13",
        "probability": "58/60",
        "routing": "68/71"
      }
    },
    {
      "step": 401,
      "seen": 3206,
      "loss": 0.990789322077885,
      "acc": 0.9192546583850931,
      "by_family": {
        "adequacy": "7/10",
        "ambiguous": "6/7",
        "policy": "9/13",
        "probability": "58/60",
        "routing": "68/71"
      }
    }
  ],
  "targets": [
    "q_proj",
    "k_proj",
    "v_proj",
    "o_proj",
    "in_proj_qkv",
    "in_proj_z",
    "out_proj",
    "gate_proj",
    "up_proj",
    "down_proj"
  ]
}