MemVanta / data.json
system's picture
system HF Staff
Sync MemVanta Space from GitHub 2dffdde
f8f4904 verified
Raw History Blame Contribute Delete
1.46 kB
{
"benchmark": "OpenLLaMA 7B v2 Q4_0 same-model CPU A/B",
"model": {
"name": "OpenLLaMA 7B v2",
"file": "openlm-research-open_llama_7b_v2-Q4_0.gguf",
"quantization": "Q4_0",
"sha256": "892f6e2e840ed98bb7bc1d74da67ae0cca52b2d90b0316d0a7e66a37a5a60760",
"size": "model_bytes=3825818912"
},
"memvanta": {
"peak_rss_kib": 3982168,
"peak_rss_gib": 3.7976913452148438,
"prompt_tps_mean": 2.917118,
"prompt_tps_sd": 0.0015409964308849252,
"prompt_tps_cv_pct": 0.0528259889001722,
"generation_tps_mean": 1.922456,
"generation_tps_sd": 0.0016884104951106656,
"generation_tps_cv_pct": 0.08782570290870978
},
"llama_cpp": {
"peak_rss_kib": 7590668,
"peak_rss_gib": 7.239025115966797,
"prompt_tps_mean": 11.95164,
"prompt_tps_sd": 0.01766955007916183,
"prompt_tps_cv_pct": 0.14784205413785748,
"generation_tps_mean": 7.96613,
"generation_tps_sd": 0.033763003420904554,
"generation_tps_cv_pct": 0.42383194124254253,
"commit": "6503355df0eb4f65875012523263c302fe0088c1"
},
"comparison": {
"rss_reduction_pct": 47.538635598342594,
"llama_vs_memvanta_prompt_speedup": 4.097071150361418,
"llama_vs_memvanta_generation_speedup": 4.1437255260978665
},
"provenance": {
"memvanta_source_commit": "2dffdde24bfa410eb7d4b2256c3c20731c825b19",
"source_artifact": "results/openllama-7b-v2-ab/summary.json",
"methodology": "docs/MEMORY_BENCHMARKING.md"
}
}