Hugging Face's logo

larkooo
/
gemma-e2b-rlcd

Any-to-Any
MLX
Safetensors
gemma4
mlx-vlm
rlcd
multimodal
classification
parallel-inference
image-text-to-text
audio
video
4-bit precision
Model card Files
xet
 Community
gemma-e2b-rlcd / reports /cache-trimmed.json
larkooo's picture
larkooo
Publish Gemma E2B RLCD with multimodal checkpoint and parallel scoring
53e24ca verified
Raw History Blame Contribute Delete
7.32 kB
{
"model": "models/gemma-4-e2b-it-4bit",
"compute_dtype": "float32",
"status": "cache_numerics_and_timing_probe_not_quality_benchmark",
"results": [
{
"state": "text",
"prefix_tokens": 50,
"suffix_lengths": [
111,
99,
111,
111
],
"cached_serial_vs_uncached": {
"max_logit_delta": 0.032517433166503906,
"max_probability_delta": 4.89707640993764e-07,
"all_winners_match": true
},
"cached_batch_vs_uncached": {
"max_logit_delta": 0.056962013244628906,
"max_probability_delta": 5.000832680179812e-07,
"all_winners_match": true
},
"reversed_batch_vs_original": {
"max_logit_delta": 0.0,
"max_probability_delta": 0.0,
"all_winners_match": true
},
"prefix_unchanged": true,
"branch_batch_sizes": [
4
],
"warm_seconds": {
"uncached": [
0.27352558402344584,
0.270969499979401,
0.2627255840052385
],
"cached_batched": [
0.2238874580070842,
0.22431362498900853,
0.22326229201280512
]
},
"warm_median_seconds": {
"uncached": 0.270969499979401,
"cached_batched": 0.2238874580070842
},
"speedup": 1.2102933428759866
},
{
"state": "image",
"prefix_tokens": 295,
"suffix_lengths": [
111,
99,
111,
111
],
"cached_serial_vs_uncached": {
"max_logit_delta": 0.04843616485595703,
"max_probability_delta": 0.0007440930557797154,
"all_winners_match": true
},
"cached_batch_vs_uncached": {
"max_logit_delta": 0.03708457946777344,
"max_probability_delta": 0.001258392859177726,
"all_winners_match": true
},
"reversed_batch_vs_original": {
"max_logit_delta": 0.0,
"max_probability_delta": 0.0,
"all_winners_match": true
},
"prefix_unchanged": true,
"branch_batch_sizes": [
4
],
"warm_seconds": {
"uncached": [
2.799910041008843,
2.575791625014972,
2.678586375026498
],
"cached_batched": [
0.8003228750021663,
0.774800959014101,
0.7754046249901876
]
},
"warm_median_seconds": {
"uncached": 2.678586375026498,
"cached_batched": 0.7754046249901876
},
"speedup": 3.4544369335692244
},
{
"state": "speech",
"prefix_tokens": 86,
"suffix_lengths": [
111,
99,
111,
111
],
"cached_serial_vs_uncached": {
"max_logit_delta": 0.08770561218261719,
"max_probability_delta": 0.013604034682185018,
"all_winners_match": true
},
"cached_batch_vs_uncached": {
"max_logit_delta": 0.03138256072998047,
"max_probability_delta": 0.002520692809385161,
"all_winners_match": true
},
"reversed_batch_vs_original": {
"max_logit_delta": 0.0,
"max_probability_delta": 0.0,
"all_winners_match": true
},
"prefix_unchanged": true,
"branch_batch_sizes": [
4
],
"warm_seconds": {
"uncached": [
0.29824562498833984,
0.3047535420046188,
0.304851624998264
],
"cached_batched": [
0.2058587910141796,
0.1957708330010064,
0.20528816597652622
]
},
"warm_median_seconds": {
"uncached": 0.3047535420046188,
"cached_batched": 0.20528816597652622
},
"speedup": 1.4845158782287822
},
{
"state": "video",
"prefix_tokens": 328,
"suffix_lengths": [
111,
99,
111,
111
],
"cached_serial_vs_uncached": {
"max_logit_delta": 0.007994651794433594,
"max_probability_delta": 0.00047290616548957554,
"all_winners_match": true
},
"cached_batch_vs_uncached": {
"max_logit_delta": 0.044986724853515625,
"max_probability_delta": 0.003810715236252593,
"all_winners_match": true
},
"reversed_batch_vs_original": {
"max_logit_delta": 0.0,
"max_probability_delta": 0.0,
"all_winners_match": true
},
"prefix_unchanged": true,
"branch_batch_sizes": [
4
],
"warm_seconds": {
"uncached": [
3.470609209005488,
4.113289792003343,
3.7244844590022694
],
"cached_batched": [
1.141944707982475,
1.2892172499850858,
1.1141800410114229
]
},
"warm_median_seconds": {
"uncached": 3.7244844590022694,
"cached_batched": 1.141944707982475
},
"speedup": 3.2615278419061844
},
{
"state": "video_speech",
"prefix_tokens": 431,
"suffix_lengths": [
111,
99,
111,
111
],
"cached_serial_vs_uncached": {
"max_logit_delta": 0.05509662628173828,
"max_probability_delta": 0.005538062741424418,
"all_winners_match": true
},
"cached_batch_vs_uncached": {
"max_logit_delta": 0.03436756134033203,
"max_probability_delta": 0.0013212921945262024,
"all_winners_match": true
},
"reversed_batch_vs_original": {
"max_logit_delta": 0.0,
"max_probability_delta": 0.0,
"all_winners_match": true
},
"prefix_unchanged": true,
"branch_batch_sizes": [
4
],
"warm_seconds": {
"uncached": [
4.29815650000819,
3.8582746669999324,
3.3546597079839557
],
"cached_batched": [
1.3747120829939377,
1.1818989999883343,
1.4414640410104766
]
},
"warm_median_seconds": {
"uncached": 3.8582746669999324,
"cached_batched": 1.3747120829939377
},
"speedup": 2.806605626537544
},
{
"state": "long_text",
"prefix_tokens": 1250,
"suffix_lengths": [
111,
99,
111,
111
],
"cached_serial_vs_uncached": {
"max_logit_delta": 0.028132915496826172,
"max_probability_delta": 1.1824594636777874e-09,
"all_winners_match": true
},
"cached_batch_vs_uncached": {
"max_logit_delta": 0.0856776237487793,
"max_probability_delta": 3.4840531570878852e-09,
"all_winners_match": true
},
"reversed_batch_vs_original": {
"max_logit_delta": 0.0,
"max_probability_delta": 0.0,
"all_winners_match": true
},
"prefix_unchanged": true,
"branch_batch_sizes": [
4
],
"warm_seconds": {
"uncached": [
3.0424842079810333,
2.5938880419998895,
2.5387540830124635
],
"cached_batched": [
1.0249322910094634,
0.8549119170056656,
0.8327442500158213
]
},
"warm_median_seconds": {
"uncached": 2.5938880419998895,
"cached_batched": 0.8549119170056656
},
"speedup": 3.034099759756536
}
]
}