File size: 1,942 Bytes
0b5f1d8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 | {
"model": "gemma4-e4b-efe-t-MLX-4bit",
"results": [
{
"prompt": "What is 17 + 25? Give only the number.",
"thinking": false,
"output": "42",
"finish_reason": "stop",
"generated_tokens": 3,
"tokens_per_second": 25.32718694288921,
"peak_memory_gb": 6.603434614,
"passed": true
},
{
"prompt": "What is 9 multiplied by 8? Give only the number.",
"thinking": false,
"output": "72",
"finish_reason": "stop",
"generated_tokens": 3,
"tokens_per_second": 25.399746072864932,
"peak_memory_gb": 6.603434614,
"passed": true
},
{
"prompt": "What is 17 + 25? Give only the number.",
"thinking": true,
"output": "42",
"finish_reason": "stop",
"generated_tokens": 3,
"tokens_per_second": 24.52999507269902,
"peak_memory_gb": 6.624006072,
"passed": true
},
{
"prompt": "What is 9 multiplied by 8? Give only the number.",
"thinking": true,
"output": "72",
"finish_reason": "stop",
"generated_tokens": 3,
"tokens_per_second": 25.771479991715882,
"peak_memory_gb": 6.624006072,
"passed": true
},
{
"prompt": "Translate to Turkish: The meeting is tomorrow. Reply only with the translation.",
"thinking": false,
"output": "Toplantı yarın.",
"finish_reason": "stop",
"generated_tokens": 7,
"tokens_per_second": 20.10139234177456,
"peak_memory_gb": 6.624006072,
"passed": true
},
{
"prompt": "Return only JSON with key ok and boolean value true.",
"thinking": false,
"output": "```json\n{\n \"ok\": true\n}\n```",
"finish_reason": "stop",
"generated_tokens": 15,
"tokens_per_second": 18.893826300522242,
"peak_memory_gb": 6.624006072,
"passed": false
}
],
"all_passed": false,
"elapsed_seconds": 16.34895896911621
}
|