{ "table": "Table 2", "metric": "Avg@8 (%)", "average": "Equal weight over ten benchmarks", "checkpoint_selection": { "F0": { "checkpoint_step": 175, "weights": "Actor" }, "M1": { "checkpoint_step": 100, "weights": "Actor", "reason": "Single checkpoint with all fourteen benchmarks; also the highest recorded CLEAN2K score." } }, "rows": { "RAVEC-3B": { "source_scores_percent": { "Geometry3K": "33.28", "MathVista": "59.78", "We-Math": "61.68", "MathVerse": "57.43", "LogicVista": "41.67", "MMMU-Pro": "28.38", "MathVerse-V": "54.44", "C-VQA-Real": "66.5414281170483500", "MARS-Bench": "53.0454990215264200", "POPE": "87.9833333333333400" }, "benchmark_count": 10, "missing_benchmarks": [], "mean_percent": "54.4230260471908110", "display_mean_percent": "54.42" }, "RAVEC-7B": { "source_scores_percent": { "Geometry3K": "43.20", "MathVista": "66.44", "We-Math": "70.73", "MathVerse": "67.53", "LogicVista": "46.28", "MMMU-Pro": "36.09", "MathVerse-V": "65.03", "C-VQA-Real": "70.69", "MARS-Bench": "55.99", "POPE": "87.99" }, "benchmark_count": 10, "missing_benchmarks": [], "mean_percent": "60.997", "display_mean_percent": "61.00", "raw_scores_percent": { "geo3k": 43.19883527454243, "mathvista": 66.4375, "wemath": 70.72557471264368, "mathverse": 67.53440366972477, "logicvista": 46.28076062639821, "mmmu-pro": 36.09104046242775, "mathverse-v": 65.03249235474006, "c-vqa-real": 70.68821564885496, "mars-bench": 55.990704500978474, "pope": 87.99166666666667 }, "raw_mean_percent": 60.997119391697694 } }, "availability": { "RAVEC-3B": "included", "RAVEC-7B": "included; M1 step100 Actor, verified against evaluation-time SHA-256 hashes" }, "provenance": [ { "source_in_project": "paper/tables/main_results.tex", "sha256": "6f7c33a0076b6e649c3bc44a4ee600731d3a8f722be5aacf23f567ded0745361" }, { "source_in_project": "paper/scripts/build_experiment_tables.py", "sha256": "fd2a5c3e3d16d9a2501351729b5d5f6099174bc921f82b15094de83a3627fc95" }, { "source_in_project": "paper/data/table_statistics_20261107.json", "sha256": "5e42aba7c5ebf532153f9a14e45665c589cc611e6a1f9151c64a3ef4a6d2f80d" }, { "source_in_project": "paper/data/ravec3b_extra_scores_20261108.json", "sha256": "0fece581e263c3bbc7fd0054cb7938af45b4088ac7234abb332e05b72bede3a8" }, { "source_in_project": "checkpoints/ravec_main/step175/manifest.json", "sha256": "e95a6a5de5794b5f10f1cbad73f4dd6ed22308dd4a397abf0deda4cce64374e2" }, { "source_in_project": "RAVEC_GRPO_7B_RESULTS_20261106.md", "sha256": "4ecf81e9dfe50c71c16fc51a0c92134807bc41234ad43cec8f471908404b6a35" }, { "source_in_project": "runtime/assets/runs/formal_7b_4gpu_20261029_000339/M1/eval_step100_suite14/238fbe483d8179bb/summary.json", "sha256": "87f95c152d4ebc6d193018d7e1648677d2f375012fd35e00c7e6144fcf797329", "model_fingerprint": "238fbe483d8179bbbab0ce9f4ec044c09bb43661f4f319698f063beb2f6199d7", "release_manifest": "RAVEC-7B/checkpoint_manifest.json" } ], "precision_note": "3B original seven displayed tasks and 7B tasks use reported precision; 3B CVQA/MARS/POPE use raw scoring precision.", "weight_label_note": "Historical 3B records use EMA_G3R / EMA labels; current paper and table-generation metadata identify this exact step175 export as Actor/student. File hashes identify the released artifact unambiguously.", "release_scope": "3B and 7B main-result checkpoints" }