{
  "model": "/root/xt/work/replay/merged",
  "acc": {
    "arc": 0.7375,
    "mmlu": 0.6,
    "hellaswag": 0.325
  },
  "cap_score": 0.5541666666666667,
  "ppl": 31.27599367938716,
  "ppl_worst_chunk": 44.51598639979472,
  "ppl_code": NaN,
  "ppl_code_worst_chunk": NaN,
  "refusal_propensity": 0.4682284325361251,
  "refusal_margin_harmful": 1.2449770361185073,
  "refusal_margin_benign": 0.7767486035823822,
  "n_refusal_prompts": 20,
  "n_benign_prompts": 20,
  "n_mc": 240
}