File size: 2,573 Bytes
b3a65ec | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 | {
"key": "5bit",
"backend": "Linux MLX CUDA 12 on NVIDIA B200",
"runtime": "stock mlx_lm.server 0.31.3",
"thinking": false,
"temperature": 0,
"endpoint": "/v1/chat/completions",
"scope": "Two authored HTTP smoke checks; Mac Metal pending. No agent or tool-call compatibility claim.",
"checks": [
{
"id": "arithmetic",
"request": {
"model": "default_model",
"messages": [
{
"role": "user",
"content": "Compute 2+2. Answer briefly."
}
],
"temperature": 0,
"max_tokens": 128,
"stream": false
},
"response": {
"id": "chatcmpl-73d5aa14-fa35-43e3-9218-dc36d729c94a",
"system_fingerprint": "0.31.3-0.32.2-Linux-5.10.134-19.1.al8.x86_64-x86_64-with-glibc2.39-sm_100",
"object": "chat.completion",
"model": "default_model",
"created": 1790979471,
"choices": [
{
"index": 0,
"finish_reason": "stop",
"message": {
"role": "assistant",
"content": "4"
}
}
],
"usage": {
"prompt_tokens": 21,
"completion_tokens": 2,
"total_tokens": 23,
"prompt_tokens_details": {
"cached_tokens": 0
}
}
},
"passed": true
},
{
"id": "json",
"request": {
"model": "default_model",
"messages": [
{
"role": "user",
"content": "Return only valid JSON with no markdown. The object must be exactly {\"city\":\"Paris\",\"count\":3}."
}
],
"temperature": 0,
"max_tokens": 128,
"stream": false
},
"response": {
"id": "chatcmpl-02ca375a-c6e8-4dca-ae43-fdf1eb97be53",
"system_fingerprint": "0.31.3-0.32.2-Linux-5.10.134-19.1.al8.x86_64-x86_64-with-glibc2.39-sm_100",
"object": "chat.completion",
"model": "default_model",
"created": 1790979501,
"choices": [
{
"index": 0,
"finish_reason": "stop",
"message": {
"role": "assistant",
"content": "{\"city\":\"Paris\",\"count\":3}"
}
}
],
"usage": {
"prompt_tokens": 34,
"completion_tokens": 10,
"total_tokens": 44,
"prompt_tokens_details": {
"cached_tokens": 0
}
}
},
"passed": true
}
],
"owned_server_stopped": true
} |