summary.json

{
  "models": {
    "comma_1t": "Comma v0.1 1T",
    "comma_2t": "Comma v0.1 2T",
    "olmo7b_base": "OLMo-3 7B base"
  },
  "probes": [
    "socialiqa",
    "mmlu_social_science",
    "mmlu_stem",
    "arc_challenge"
  ],
  "pooled_alignment": {
    "comma_1t": {
      "comma_1t": 1.0,
      "comma_2t": 0.392,
      "olmo7b_base": 0.024
    },
    "comma_2t": {
      "comma_1t": 0.392,
      "comma_2t": 1.0,
      "olmo7b_base": 0.012
    },
    "olmo7b_base": {
      "comma_1t": 0.024,
      "comma_2t": 0.012,
      "olmo7b_base": 1.0
    }
  }
}