{
  "model": "VTXAI/VTX-JEV-1",
  "dataset": "SargeDev/jev-distill-corpus-v3",
  "training_rows": 655806,
  "training_epochs": 2,
  "fp32_source_sha256": "0afb042d973cc20182acf6080e061520887b706dfd1e96eb8f82e5502eae9352",
  "lf4_model_sha256": "bfbc52552a7a820aa1d77b922dfa52baa3d2d87f040d5df6d5e46bada337feaf",
  "model_bytes": 8002584,
  "fp32_model_bytes": 50654168,
  "storage_compression": 6.329726498341036,
  "held_out_3000": {
    "fp32": {
      "accuracy": 0.7263333333333334,
      "nll": 0.8874788624610132,
      "brier": 0.07555933721830775,
      "ece": 0.13562145072718462,
      "score_mae": 0.2316402201820165,
      "score_rps": 0.008217289567585908,
      "cpu_eval_seconds": 120.24935622200064
    },
    "lf4": {
      "accuracy": 0.731,
      "nll": 0.8882363581924388,
      "brier": 0.07580398834944735,
      "ece": 0.13725309281547865,
      "score_mae": 0.23082155831344425,
      "score_rps": 0.008179817874272658,
      "cpu_eval_seconds": 97.024852681001
    }
  },
  "held_out_1000_t4": {
    "hardware": "Tesla T4",
    "fp32": {
      "accuracy": 0.733,
      "nll": 0.8896643671365455,
      "brier": 0.07663099930399228,
      "ece": 0.13973448510468006,
      "score_mae": 0.21455059151449604,
      "score_rps": 0.007221793114608037,
      "eval_seconds": 1.8453442480000035
    },
    "lf4": {
      "accuracy": 0.73,
      "nll": 0.8905277721015736,
      "brier": 0.07685185967836446,
      "ece": 0.1336674015074968,
      "score_mae": 0.21391292604711294,
      "score_rps": 0.007138724646240176,
      "eval_seconds": 0.6449195789999749
    }
  }
}