{ "benchmark": "OpenLLaMA 7B v2 Q4_0 same-model CPU A/B", "model": { "name": "OpenLLaMA 7B v2", "file": "openlm-research-open_llama_7b_v2-Q4_0.gguf", "quantization": "Q4_0", "sha256": "892f6e2e840ed98bb7bc1d74da67ae0cca52b2d90b0316d0a7e66a37a5a60760", "size": "model_bytes=3825818912" }, "memvanta": { "peak_rss_kib": 3982168, "peak_rss_gib": 3.7976913452148438, "prompt_tps_mean": 2.917118, "prompt_tps_sd": 0.0015409964308849252, "prompt_tps_cv_pct": 0.0528259889001722, "generation_tps_mean": 1.922456, "generation_tps_sd": 0.0016884104951106656, "generation_tps_cv_pct": 0.08782570290870978 }, "llama_cpp": { "peak_rss_kib": 7590668, "peak_rss_gib": 7.239025115966797, "prompt_tps_mean": 11.95164, "prompt_tps_sd": 0.01766955007916183, "prompt_tps_cv_pct": 0.14784205413785748, "generation_tps_mean": 7.96613, "generation_tps_sd": 0.033763003420904554, "generation_tps_cv_pct": 0.42383194124254253, "commit": "6503355df0eb4f65875012523263c302fe0088c1" }, "comparison": { "rss_reduction_pct": 47.538635598342594, "llama_vs_memvanta_prompt_speedup": 4.097071150361418, "llama_vs_memvanta_generation_speedup": 4.1437255260978665 }, "provenance": { "memvanta_source_commit": "2dffdde24bfa410eb7d4b2256c3c20731c825b19", "source_artifact": "results/openllama-7b-v2-ab/summary.json", "methodology": "docs/MEMORY_BENCHMARKING.md" } }