{ "Q8_0": { "cases": 106, "decisions": 1802, "top_answer_agreement": 0.9994, "max_abs_dp_median": 0.0, "max_abs_dp_p95": 0.0053, "max_abs_dp_max": 0.0613, "p50_s": 3.34 }, "Q4_K_M": { "cases": 106, "decisions": 1802, "top_answer_agreement": 0.9789, "max_abs_dp_median": 0.0, "max_abs_dp_p95": 0.0502, "max_abs_dp_max": 0.7175, "p50_s": 4.28 }, "BF16": { "cases": 6, "decisions": 102, "top_answer_agreement": 1.0, "max_abs_dp_median": 0.0, "max_abs_dp_p95": 0.0011, "max_abs_dp_max": 0.0021, "p50_s": 144.43 }, "ollama-Q8_0": { "cases": 106, "decisions": 1802, "top_answer_agreement": 0.9994, "max_abs_dp_median": 0.0, "max_abs_dp_p95": 0.0052, "max_abs_dp_max": 0.0645, "p50_s": 4.8 } }