api_validation.json

{
  "key": "5bit",
  "backend": "Linux MLX CUDA 12 on NVIDIA B200",
  "runtime": "stock mlx_lm.server 0.31.3",
  "thinking": false,
  "temperature": 0,
  "endpoint": "/v1/chat/completions",
  "scope": "Two authored HTTP smoke checks; Mac Metal pending. No agent or tool-call compatibility claim.",
  "checks": [
    {
      "id": "arithmetic",
      "request": {
        "model": "default_model",
        "messages": [
          {
            "role": "user",
            "content": "Compute 2+2. Answer briefly."
          }
        ],
        "temperature": 0,
        "max_tokens": 128,
        "stream": false
      },
      "response": {
        "id": "chatcmpl-73d5aa14-fa35-43e3-9218-dc36d729c94a",
        "system_fingerprint": "0.31.3-0.32.2-Linux-5.10.134-19.1.al8.x86_64-x86_64-with-glibc2.39-sm_100",
        "object": "chat.completion",
        "model": "default_model",
        "created": 1790979471,
        "choices": [
          {
            "index": 0,
            "finish_reason": "stop",
            "message": {
              "role": "assistant",
              "content": "4"
            }
          }
        ],
        "usage": {
          "prompt_tokens": 21,
          "completion_tokens": 2,
          "total_tokens": 23,
          "prompt_tokens_details": {
            "cached_tokens": 0
          }
        }
      },
      "passed": true
    },
    {
      "id": "json",
      "request": {
        "model": "default_model",
        "messages": [
          {
            "role": "user",
            "content": "Return only valid JSON with no markdown. The object must be exactly {\"city\":\"Paris\",\"count\":3}."
          }
        ],
        "temperature": 0,
        "max_tokens": 128,
        "stream": false
      },
      "response": {
        "id": "chatcmpl-02ca375a-c6e8-4dca-ae43-fdf1eb97be53",
        "system_fingerprint": "0.31.3-0.32.2-Linux-5.10.134-19.1.al8.x86_64-x86_64-with-glibc2.39-sm_100",
        "object": "chat.completion",
        "model": "default_model",
        "created": 1790979501,
        "choices": [
          {
            "index": 0,
            "finish_reason": "stop",
            "message": {
              "role": "assistant",
              "content": "{\"city\":\"Paris\",\"count\":3}"
            }
          }
        ],
        "usage": {
          "prompt_tokens": 34,
          "completion_tokens": 10,
          "total_tokens": 44,
          "prompt_tokens_details": {
            "cached_tokens": 0
          }
        }
      },
      "passed": true
    }
  ],
  "owned_server_stopped": true
}