{
  "blind": {
    "acceptable_with": 25,
    "acceptable_without": 1,
    "pairs": 40,
    "ties": 6,
    "with": 33,
    "without": 1
  },
  "decay": 0.5,
  "domains": [
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "cars",
      "examples": [],
      "facts": {
        "base": {
          "false": 4.0,
          "share": 0.539
        },
        "with": {
          "false": 1.3,
          "share": 0.212
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 4.96224331593517,
        "bytes_4bit": 725760,
        "domain": "cars",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.186120961835731,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 818679
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802390,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "cars-r2",
        "path": "packs/cars-r2-3ea12f2e",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.2998776009791922
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "cooking",
      "examples": [],
      "facts": {
        "base": {
          "false": 3.6,
          "share": 0.387
        },
        "with": {
          "false": 1.6,
          "share": 0.203
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 4.869821606954385,
        "bytes_4bit": 725760,
        "domain": "cooking",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.2711402549191426,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 885211
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802395,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "cooking-r2",
        "path": "packs/cooking-r2-3b323f66",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.2962056303549572
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": {
        "base": 30,
        "blind": {
          "pairs": 4,
          "ties": 1,
          "with": 2,
          "without": 1
        },
        "questions": 60,
        "with": 51
      },
      "domain": "css",
      "examples": [],
      "facts": null,
      "info": {
        "base": "runs/models/qwen35-page-wsp",
        "base_bits": 4,
        "base_ppl": 2.3287354969448666,
        "bytes_4bit": 725760,
        "domain": "css",
        "layers": 24,
        "params": 1290240,
        "ppl": 1.3474142431685607,
        "rank": 2,
        "scale": 2.0,
        "steps": 6000,
        "train_tokens": 1776532
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802397,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "css-r2",
        "path": "packs/css-r2-a00adc7a",
        "rank": 2
      },
      "truthfulqa": null
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "diy",
      "examples": [],
      "facts": {
        "base": {
          "false": 2.1,
          "share": 0.407
        },
        "with": {
          "false": 0.8,
          "share": 0.141
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 5.300827951763681,
        "bytes_4bit": 725760,
        "domain": "diy",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.410323975806201,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 614279
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802390,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "diy-r2",
        "path": "packs/diy-r2-0efb43a6",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.2998776009791922
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "finance",
      "examples": [],
      "facts": {
        "base": {
          "false": 3.6,
          "share": 0.511
        },
        "with": {
          "false": 1.5,
          "share": 0.212
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 4.250071171131596,
        "bytes_4bit": 725760,
        "domain": "finance",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.0359278500554434,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 917250
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802395,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "finance-r2",
        "path": "packs/finance-r2-b35b3152",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.3072215422276622
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "fitness",
      "examples": [],
      "facts": {
        "base": {
          "false": 1.9,
          "share": 0.309
        },
        "with": {
          "false": 0.8,
          "share": 0.133
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 4.875448846849409,
        "bytes_4bit": 725760,
        "domain": "fitness",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.16935572622295,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 688519
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802393,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "fitness-r2",
        "path": "packs/fitness-r2-d49527bb",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.31211750305997554
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "gardening",
      "examples": [],
      "facts": {
        "base": {
          "false": 4.0,
          "share": 0.407
        },
        "with": {
          "false": 1.7,
          "share": 0.193
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 5.279469309329421,
        "bytes_4bit": 725760,
        "domain": "gardening",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.2817504782863205,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 733946
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802397,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "gardening-r2",
        "path": "packs/gardening-r2-55f4e671",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.29865361077111385
      }
    },
    {
      "base_only": true,
      "centroids": 16,
      "code": null,
      "domain": "general",
      "examples": [],
      "facts": null,
      "info": null,
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": null,
      "truthfulqa": null
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": {
        "base": 19,
        "blind": {
          "pairs": 4,
          "ties": 0,
          "with": 4,
          "without": 0
        },
        "questions": 60,
        "with": 50
      },
      "domain": "html",
      "examples": [],
      "facts": null,
      "info": {
        "base": "runs/models/qwen35-page-wsp",
        "base_bits": 4,
        "base_ppl": 2.1869036104612505,
        "bytes_4bit": 1451520,
        "domain": "html",
        "layers": 24,
        "params": 2580480,
        "ppl": 1.3230174648017876,
        "rank": 4,
        "scale": 2.0,
        "steps": 6000,
        "train_tokens": 2140142
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 1528863,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "html-r2",
        "path": "packs/html-r2-a53bf180",
        "rank": 4
      },
      "truthfulqa": null
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": {
        "base": 7,
        "blind": {
          "pairs": 4,
          "ties": 1,
          "with": 2,
          "without": 1
        },
        "questions": 60,
        "with": 51
      },
      "domain": "js",
      "examples": [],
      "facts": null,
      "info": {
        "base": "runs/models/qwen35-page-wsp",
        "base_bits": 4,
        "base_ppl": 2.5716289305647075,
        "bytes_4bit": 725760,
        "domain": "js",
        "layers": 24,
        "params": 1290240,
        "ppl": 1.3584237453501138,
        "rank": 2,
        "scale": 2.0,
        "steps": 10000,
        "train_tokens": 4223951
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802397,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "js-r2",
        "path": "packs/js-r2-0dcd0f77",
        "rank": 2
      },
      "truthfulqa": null
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "law",
      "examples": [],
      "facts": {
        "base": {
          "false": 1.1,
          "share": 0.363
        },
        "with": {
          "false": 0.9,
          "share": 0.175
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 5.457796934469007,
        "bytes_4bit": 725760,
        "domain": "law",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.887716225990368,
        "rank": 2,
        "scale": 2.0,
        "steps": 4000,
        "train_tokens": 498244
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802390,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "law-r2",
        "path": "packs/law-r2-380bc9e0",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.2864137086903305
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "parenting",
      "examples": [],
      "facts": {
        "base": {
          "false": 2.1,
          "share": 0.369
        },
        "with": {
          "false": 0.6,
          "share": 0.105
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 5.315912502661763,
        "bytes_4bit": 725760,
        "domain": "parenting",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.742942783291366,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 735062
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802396,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "parenting-r2",
        "path": "packs/parenting-r2-eaba4555",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.3011015911872705
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "pets",
      "examples": [],
      "facts": {
        "base": {
          "false": 3.8,
          "share": 0.4479999999999999
        },
        "with": {
          "false": 1.8,
          "share": 0.23
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 5.5625124731363,
        "bytes_4bit": 725760,
        "domain": "pets",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.888692209655045,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 422146
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802389,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "pets-r2",
        "path": "packs/pets-r2-2da88fe3",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.29253365973072215
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "smalltalk",
      "examples": [],
      "facts": null,
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 10.091345829723055,
        "bytes_4bit": 725760,
        "domain": "smalltalk",
        "layers": 24,
        "params": 1290240,
        "ppl": 4.294815007209282,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 135434
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802397,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "smalltalk-r2",
        "path": "packs/smalltalk-r2-8688597d",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.3047735618115055
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "tech",
      "examples": [],
      "facts": {
        "base": {
          "false": 3.1,
          "share": 0.396
        },
        "with": {
          "false": 0.6,
          "share": 0.096
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 3.957085797528421,
        "bytes_4bit": 725760,
        "domain": "tech",
        "layers": 24,
        "params": 1290240,
        "ppl": 2.4508512279570525,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 712851
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802392,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "tech-r2",
        "path": "packs/tech-r2-d0856f47",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.31334149326805383
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "travel",
      "examples": [],
      "facts": {
        "base": {
          "false": 4.6,
          "share": 0.435
        },
        "with": {
          "false": 2.3,
          "share": 0.282
        }
      },
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 5.4986919671053665,
        "bytes_4bit": 725760,
        "domain": "travel",
        "layers": 24,
        "params": 1290240,
        "ppl": 3.7800625308859,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 787912
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802392,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "travel-r2",
        "path": "packs/travel-r2-5e013818",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.29253365973072215
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "writing",
      "examples": [],
      "facts": null,
      "info": {
        "base": "runs/models/qwen35-page",
        "base_bits": 4,
        "base_ppl": 5.065431420472393,
        "bytes_4bit": 725760,
        "domain": "writing",
        "layers": 24,
        "params": 1290240,
        "ppl": 2.6665206957703376,
        "rank": 2,
        "scale": 2.0,
        "steps": 2000,
        "train_tokens": 506287
      },
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": {
        "bytes": 802395,
        "files": [
          "pack.json",
          "pack.q4.safetensors"
        ],
        "name": "writing-r2",
        "path": "packs/writing-r2-e812492e",
        "rank": 2
      },
      "truthfulqa": {
        "base": 0.26193390452876375,
        "questions": 817,
        "with": 0.29865361077111385
      }
    },
    {
      "base_only": false,
      "centroids": 16,
      "code": null,
      "domain": "ww2",
      "examples": [],
      "facts": null,
      "info": null,
      "judge": {
        "base": null,
        "questions": 0,
        "with": null
      },
      "mmlu": null,
      "package": null,
      "truthfulqa": null
    }
  ],
  "facts": {
    "base": {
      "answers": 550,
      "claims": 7.33,
      "false": 3.09,
      "share": 0.421
    },
    "with": {
      "answers": 549,
      "claims": 6.7,
      "false": 1.25,
      "share": 0.187
    }
  },
  "margin": 0.019999999552965164,
  "mmlu_general": [
    0.356140350877193,
    0.36666666666666664
  ],
  "model": "Qwen/Qwen3.5-0.8B",
  "threshold": 0.4099999964237213
}