{
  "config": {
    "task": "evidence",
    "models": {
      "Qwen/Qwen3.5-4B": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a",
      "Qwen/Qwen3.6-35B-A3B": "995ad96eacd98c81ed38be0c5b274b04031597b0"
    },
    "rates": {
      "Qwen/Qwen3.5-4B": {
        "train": 0.737,
        "prefill": 0.33,
        "sample": 1.005
      },
      "Qwen/Qwen3.6-35B-A3B": {
        "train": 1.177,
        "prefill": 0.45,
        "sample": 1.335
      }
    },
    "rows_sha256": "b3c542237dba50153d88d9358db3c05351bdfbd99fa6b7b87362b9751de5bde3",
    "epochs": 2,
    "seed": 2026110607,
    "rank": 16,
    "learning_rate": 8e-05,
    "batch_size": 16,
    "max_output": 160,
    "train_tokens_per_epoch": 1233757,
    "reserved_usd": 5.5,
    "scope": "Source-indexed passage selection on existing paper-disjoint annotations. Exact support-set agreement is a proxy, not human citation-entailment validation. Existing teacher labels can omit other valid passages. No full-paper or general agent claim.",
    "fixed_schedule": true
  },
  "usage": {
    "train_tokens": 2467514,
    "sampling": {
      "Qwen/Qwen3.5-4B": {
        "input_tokens": 1197132,
        "output_tokens": 16190
      },
      "Qwen/Qwen3.6-35B-A3B": {
        "input_tokens": 598566,
        "output_tokens": 10810
      }
    }
  },
  "release_gate_passed": false,
  "requires_independent_hf_reload": true,
  "conditions": {
    "base": {
      "validation": {
        "n": 101,
        "accuracy": 0.45544554455445546,
        "balanced_accuracy": 0.5981566820276498,
        "by_category": {
          "abstain": 0.967741935483871,
          "answer": 0.22857142857142856
        },
        "leaks": 0,
        "mean_tokens": 41.12871287128713
      },
      "test": {
        "n": 156,
        "accuracy": 0.48717948717948717,
        "balanced_accuracy": 0.6095746709898913,
        "by_category": {
          "abstain": 0.9387755102040817,
          "answer": 0.2803738317757009
        },
        "leaks": 0,
        "mean_tokens": 39.18589743589744
      }
    },
    "challenger": {
      "validation": {
        "n": 101,
        "accuracy": 0.5742574257425742,
        "balanced_accuracy": 0.6928571428571428,
        "by_category": {
          "abstain": 1.0,
          "answer": 0.38571428571428573
        },
        "leaks": 0,
        "mean_tokens": 43.75247524752475
      },
      "test": {
        "n": 156,
        "accuracy": 0.6602564102564102,
        "balanced_accuracy": 0.7523364485981308,
        "by_category": {
          "abstain": 1.0,
          "answer": 0.5046728971962616
        },
        "leaks": 0,
        "mean_tokens": 40.967948717948715
      }
    },
    "candidate": {
      "validation": {
        "n": 101,
        "accuracy": 0.900990099009901,
        "balanced_accuracy": 0.9285714285714286,
        "by_category": {
          "abstain": 1.0,
          "answer": 0.8571428571428571
        },
        "leaks": 0,
        "mean_tokens": 23.633663366336634
      },
      "test": {
        "n": 156,
        "accuracy": 0.9551282051282052,
        "balanced_accuracy": 0.9672897196261683,
        "by_category": {
          "abstain": 1.0,
          "answer": 0.9345794392523364
        },
        "leaks": 0,
        "mean_tokens": 22.666666666666668
      }
    },
    "rules": {
      "validation": {
        "n": 101,
        "accuracy": 0.26732673267326734,
        "balanced_accuracy": 0.19285714285714287,
        "by_category": {
          "abstain": 0.0,
          "answer": 0.38571428571428573
        },
        "leaks": 0,
        "mean_tokens": 0.0
      },
      "test": {
        "n": 156,
        "accuracy": 0.2692307692307692,
        "balanced_accuracy": 0.19626168224299065,
        "by_category": {
          "abstain": 0.0,
          "answer": 0.3925233644859813
        },
        "leaks": 0,
        "mean_tokens": 0.0
      }
    }
  },
  "comparisons": {
    "base": {
      "groups": 103,
      "delta": 0.5275080906148868,
      "interval95": [
        0.4482200647249191,
        0.6100323624595468
      ]
    },
    "challenger": {
      "groups": 103,
      "delta": 0.34012944983818777,
      "interval95": [
        0.2576051779935275,
        0.42556634304207114
      ]
    },
    "rules": {
      "groups": 103,
      "delta": 0.6181229773462783,
      "interval95": [
        0.5307443365695793,
        0.7022653721682848
      ]
    }
  },
  "per_request_token_cost_usd": {
    "base": 0.0007986441346153846,
    "challenger": 0.0010900499038461538,
    "candidate": 0.0007820423076923078,
    "rules": 0.0
  },
  "native_quality_gate_passed": true,
  "superior": true,
  "noninferior": true,
  "cheaper": false,
  "estimated_tokens_usd": 2.513668378
}