{
  "server_pid": 1986089,
  "device": "NVIDIA GB10",
  "quantization": "Q8_0",
  "gpu_layers": "all",
  "rows": [
    {
      "mode": "repeated_state",
      "questions": 3,
      "repeat": 0,
      "elapsed_ms": 199.72225278615952,
      "max_probability_difference_from_cpu": 2.600803527597062e-05,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          },
          "locked": {
            "type": "noul",
            "noul": 0.9992566868317317
          },
          "progress": {
            "type": "score",
            "score": 0.0016332087335073193,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9986680909317902,
              "1": 0.0010306094029122327,
              "2": 0.00030129966529754334
            },
            "confidence": 0.9975501868997391
          }
        },
        "usage": {
          "input_tokens": 336,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 3,
      "repeat": 1,
      "elapsed_ms": 191.04570196941495,
      "max_probability_difference_from_cpu": 2.600803527597062e-05,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          },
          "locked": {
            "type": "noul",
            "noul": 0.9992566868317317
          },
          "progress": {
            "type": "score",
            "score": 0.0016332087335073193,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9986680909317902,
              "1": 0.0010306094029122327,
              "2": 0.00030129966529754334
            },
            "confidence": 0.9975501868997391
          }
        },
        "usage": {
          "input_tokens": 336,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 3,
      "repeat": 2,
      "elapsed_ms": 190.74565405026078,
      "max_probability_difference_from_cpu": 2.600803527597062e-05,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          },
          "locked": {
            "type": "noul",
            "noul": 0.9992566868317317
          },
          "progress": {
            "type": "score",
            "score": 0.0016332087335073193,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9986680909317902,
              "1": 0.0010306094029122327,
              "2": 0.00030129966529754334
            },
            "confidence": 0.9975501868997391
          }
        },
        "usage": {
          "input_tokens": 336,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 3,
      "repeat": 3,
      "elapsed_ms": 191.78658397868276,
      "max_probability_difference_from_cpu": 2.600803527597062e-05,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          },
          "locked": {
            "type": "noul",
            "noul": 0.9992566868317317
          },
          "progress": {
            "type": "score",
            "score": 0.0016332087335073193,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9986680909317902,
              "1": 0.0010306094029122327,
              "2": 0.00030129966529754334
            },
            "confidence": 0.9975501868997391
          }
        },
        "usage": {
          "input_tokens": 336,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 3,
      "repeat": 4,
      "elapsed_ms": 191.52610376477242,
      "max_probability_difference_from_cpu": 2.600803527597062e-05,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          },
          "locked": {
            "type": "noul",
            "noul": 0.9992566868317317
          },
          "progress": {
            "type": "score",
            "score": 0.0016332087335073193,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9986680909317902,
              "1": 0.0010306094029122327,
              "2": 0.00030129966529754334
            },
            "confidence": 0.9975501868997391
          }
        },
        "usage": {
          "input_tokens": 336,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 3,
      "repeat": 5,
      "elapsed_ms": 190.9664859995246,
      "max_probability_difference_from_cpu": 2.600803527597062e-05,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          },
          "locked": {
            "type": "noul",
            "noul": 0.9992566868317317
          },
          "progress": {
            "type": "score",
            "score": 0.0016332087335073193,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9986680909317902,
              "1": 0.0010306094029122327,
              "2": 0.00030129966529754334
            },
            "confidence": 0.9975501868997391
          }
        },
        "usage": {
          "input_tokens": 336,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 1,
      "repeat": 0,
      "elapsed_ms": 65.5279322527349,
      "max_probability_difference_from_cpu": 6.176286291650234e-06,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          }
        },
        "usage": {
          "input_tokens": 115,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 1,
      "repeat": 1,
      "elapsed_ms": 81.84757502749562,
      "max_probability_difference_from_cpu": 6.176286291650234e-06,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          }
        },
        "usage": {
          "input_tokens": 115,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 1,
      "repeat": 2,
      "elapsed_ms": 60.70876680314541,
      "max_probability_difference_from_cpu": 6.176286291650234e-06,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          }
        },
        "usage": {
          "input_tokens": 115,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 1,
      "repeat": 3,
      "elapsed_ms": 59.67060476541519,
      "max_probability_difference_from_cpu": 6.176286291650234e-06,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          }
        },
        "usage": {
          "input_tokens": 115,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 1,
      "repeat": 4,
      "elapsed_ms": 59.59377298131585,
      "max_probability_difference_from_cpu": 6.176286291650234e-06,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          }
        },
        "usage": {
          "input_tokens": 115,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "repeated_state",
      "questions": 1,
      "repeat": 5,
      "elapsed_ms": 62.094338703900576,
      "max_probability_difference_from_cpu": 6.176286291650234e-06,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999704513197298,
              "blue": 0.00015332330877705514,
              "green": 0.00014216349392486737
            },
            "confidence": 0.9995567697959469
          }
        },
        "usage": {
          "input_tokens": 115,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 1,
      "repeat": 0,
      "elapsed_ms": 66.91363174468279,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9995695545086536,
              "blue": 0.0002143776232400631,
              "green": 0.0002160678681065346
            },
            "confidence": 0.9993543317629804
          }
        },
        "usage": {
          "input_tokens": 121,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 1,
      "repeat": 1,
      "elapsed_ms": 72.32489390298724,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9997458575149862,
              "blue": 0.0001332114240093469,
              "green": 0.00012093106100444944
            },
            "confidence": 0.9996187862724794
          }
        },
        "usage": {
          "input_tokens": 121,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 1,
      "repeat": 2,
      "elapsed_ms": 61.78825814276934,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9996117671871932,
              "blue": 0.0002076205382546569,
              "green": 0.0001806122745522041
            },
            "confidence": 0.9994176507807897
          }
        },
        "usage": {
          "input_tokens": 121,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 1,
      "repeat": 3,
      "elapsed_ms": 61.55131384730339,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9995588430391672,
              "blue": 0.0002289865969598523,
              "green": 0.00021217036387290148
            },
            "confidence": 0.9993382645587506
          }
        },
        "usage": {
          "input_tokens": 121,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 1,
      "repeat": 4,
      "elapsed_ms": 61.43116904422641,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9995519861141342,
              "blue": 0.00022869062477868097,
              "green": 0.00021932326108723308
            },
            "confidence": 0.9993279791712013
          }
        },
        "usage": {
          "input_tokens": 121,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 1,
      "repeat": 5,
      "elapsed_ms": 61.040688306093216,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999539281617701,
              "blue": 0.0002283309773867298,
              "green": 0.0002323874049123223
            },
            "confidence": 0.9993089224265513
          }
        },
        "usage": {
          "input_tokens": 121,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 3,
      "repeat": 0,
      "elapsed_ms": 188.38033499196172,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999437078477227,
              "blue": 0.0002762680579587071,
              "green": 0.0002866534648141884
            },
            "confidence": 0.9991556177158403
          },
          "locked": {
            "type": "noul",
            "noul": 0.9987147361755384
          },
          "progress": {
            "type": "score",
            "score": 0.004406003763708459,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9965169654679571,
              "1": 0.0025600653003774155,
              "2": 0.0009229692316655217
            },
            "confidence": 0.9933909943544373
          }
        },
        "usage": {
          "input_tokens": 354,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 3,
      "repeat": 1,
      "elapsed_ms": 190.96131809055805,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9995368788686774,
              "blue": 0.0002353511629641391,
              "green": 0.00022776996835864894
            },
            "confidence": 0.999305318303016
          },
          "locked": {
            "type": "noul",
            "noul": 0.9989745477968868
          },
          "progress": {
            "type": "score",
            "score": 0.002145674128292655,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.998301550520478,
              "1": 0.001251224830751178,
              "2": 0.0004472246487707385
            },
            "confidence": 0.996781488807561
          }
        },
        "usage": {
          "input_tokens": 354,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 3,
      "repeat": 2,
      "elapsed_ms": 194.13367891684175,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9995370027976712,
              "blue": 0.00022356741035164737,
              "green": 0.0002394297919770094
            },
            "confidence": 0.9993055041965067
          },
          "locked": {
            "type": "noul",
            "noul": 0.9988616838788668
          },
          "progress": {
            "type": "score",
            "score": 0.0026604382123893754,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.997831678475456,
              "1": 0.0016762048366985361,
              "2": 0.0004921166878454197
            },
            "confidence": 0.9960093426814159
          }
        },
        "usage": {
          "input_tokens": 354,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 3,
      "repeat": 3,
      "elapsed_ms": 190.9974138252437,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9995825700020634,
              "blue": 0.00021005535720785526,
              "green": 0.00020737464072878524
            },
            "confidence": 0.999373855003095
          },
          "locked": {
            "type": "noul",
            "noul": 0.9990223692866393
          },
          "progress": {
            "type": "score",
            "score": 0.0018735515686515714,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9984904455523493,
              "1": 0.0011455573266497875,
              "2": 0.0003639971210008919
            },
            "confidence": 0.9971896726470226
          }
        },
        "usage": {
          "input_tokens": 354,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 3,
      "repeat": 4,
      "elapsed_ms": 191.36837497353554,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.999511656501715,
              "blue": 0.0002471284650324335,
              "green": 0.00024121503325257176
            },
            "confidence": 0.9992674847525725
          },
          "locked": {
            "type": "noul",
            "noul": 0.9988051595905004
          },
          "progress": {
            "type": "score",
            "score": 0.001991323914600817,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9984062479408564,
              "1": 0.0011961802036863066,
              "2": 0.0003975718554572552
            },
            "confidence": 0.9970130141280987
          }
        },
        "usage": {
          "input_tokens": 354,
          "output_tokens": 0
        }
      }
    },
    {
      "mode": "changed_state",
      "questions": 3,
      "repeat": 5,
      "elapsed_ms": 194.05430229380727,
      "max_probability_difference_from_cpu": null,
      "response": {
        "model": "eider-dory-decisions-gguf",
        "answers": {
          "colour": {
            "type": "choice",
            "choice": "red",
            "probabilities": {
              "red": 0.9995076738557905,
              "blue": 0.00023638462231822404,
              "green": 0.0002559415218912954
            },
            "confidence": 0.9992615107836856
          },
          "locked": {
            "type": "noul",
            "noul": 0.9987609200486905
          },
          "progress": {
            "type": "score",
            "score": 0.0022313493409761936,
            "legend": {
              "0": "Not started",
              "1": "Partly complete",
              "2": "Complete"
            },
            "probabilities": {
              "0": 0.9982206221748126,
              "1": 0.0013274063093986507,
              "2": 0.00045197151578877135
            },
            "confidence": 0.9966529759885357
          }
        },
        "usage": {
          "input_tokens": 354,
          "output_tokens": 0
        }
      }
    }
  ],
  "summary": {
    "repeated_state_1": {
      "first_ms": 65.5279322527349,
      "warm_median_ms": 60.70876680314541
    },
    "repeated_state_3": {
      "first_ms": 199.72225278615952,
      "warm_median_ms": 191.04570196941495
    },
    "changed_state_1": {
      "first_ms": 66.91363174468279,
      "warm_median_ms": 61.55131384730339
    },
    "changed_state_3": {
      "first_ms": 188.38033499196172,
      "warm_median_ms": 191.36837497353554
    }
  },
  "cpu_three_question_ms": 15091.274152044207
}