| { |
| "server_pid": 1986089, |
| "device": "NVIDIA GB10", |
| "quantization": "Q8_0", |
| "gpu_layers": "all", |
| "rows": [ |
| { |
| "mode": "repeated_state", |
| "questions": 3, |
| "repeat": 0, |
| "elapsed_ms": 199.72225278615952, |
| "max_probability_difference_from_cpu": 2.600803527597062e-05, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9992566868317317 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0016332087335073193, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9986680909317902, |
| "1": 0.0010306094029122327, |
| "2": 0.00030129966529754334 |
| }, |
| "confidence": 0.9975501868997391 |
| } |
| }, |
| "usage": { |
| "input_tokens": 336, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 3, |
| "repeat": 1, |
| "elapsed_ms": 191.04570196941495, |
| "max_probability_difference_from_cpu": 2.600803527597062e-05, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9992566868317317 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0016332087335073193, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9986680909317902, |
| "1": 0.0010306094029122327, |
| "2": 0.00030129966529754334 |
| }, |
| "confidence": 0.9975501868997391 |
| } |
| }, |
| "usage": { |
| "input_tokens": 336, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 3, |
| "repeat": 2, |
| "elapsed_ms": 190.74565405026078, |
| "max_probability_difference_from_cpu": 2.600803527597062e-05, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9992566868317317 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0016332087335073193, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9986680909317902, |
| "1": 0.0010306094029122327, |
| "2": 0.00030129966529754334 |
| }, |
| "confidence": 0.9975501868997391 |
| } |
| }, |
| "usage": { |
| "input_tokens": 336, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 3, |
| "repeat": 3, |
| "elapsed_ms": 191.78658397868276, |
| "max_probability_difference_from_cpu": 2.600803527597062e-05, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9992566868317317 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0016332087335073193, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9986680909317902, |
| "1": 0.0010306094029122327, |
| "2": 0.00030129966529754334 |
| }, |
| "confidence": 0.9975501868997391 |
| } |
| }, |
| "usage": { |
| "input_tokens": 336, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 3, |
| "repeat": 4, |
| "elapsed_ms": 191.52610376477242, |
| "max_probability_difference_from_cpu": 2.600803527597062e-05, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9992566868317317 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0016332087335073193, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9986680909317902, |
| "1": 0.0010306094029122327, |
| "2": 0.00030129966529754334 |
| }, |
| "confidence": 0.9975501868997391 |
| } |
| }, |
| "usage": { |
| "input_tokens": 336, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 3, |
| "repeat": 5, |
| "elapsed_ms": 190.9664859995246, |
| "max_probability_difference_from_cpu": 2.600803527597062e-05, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9992566868317317 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0016332087335073193, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9986680909317902, |
| "1": 0.0010306094029122327, |
| "2": 0.00030129966529754334 |
| }, |
| "confidence": 0.9975501868997391 |
| } |
| }, |
| "usage": { |
| "input_tokens": 336, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 1, |
| "repeat": 0, |
| "elapsed_ms": 65.5279322527349, |
| "max_probability_difference_from_cpu": 6.176286291650234e-06, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| } |
| }, |
| "usage": { |
| "input_tokens": 115, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 1, |
| "repeat": 1, |
| "elapsed_ms": 81.84757502749562, |
| "max_probability_difference_from_cpu": 6.176286291650234e-06, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| } |
| }, |
| "usage": { |
| "input_tokens": 115, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 1, |
| "repeat": 2, |
| "elapsed_ms": 60.70876680314541, |
| "max_probability_difference_from_cpu": 6.176286291650234e-06, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| } |
| }, |
| "usage": { |
| "input_tokens": 115, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 1, |
| "repeat": 3, |
| "elapsed_ms": 59.67060476541519, |
| "max_probability_difference_from_cpu": 6.176286291650234e-06, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| } |
| }, |
| "usage": { |
| "input_tokens": 115, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 1, |
| "repeat": 4, |
| "elapsed_ms": 59.59377298131585, |
| "max_probability_difference_from_cpu": 6.176286291650234e-06, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| } |
| }, |
| "usage": { |
| "input_tokens": 115, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "repeated_state", |
| "questions": 1, |
| "repeat": 5, |
| "elapsed_ms": 62.094338703900576, |
| "max_probability_difference_from_cpu": 6.176286291650234e-06, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999704513197298, |
| "blue": 0.00015332330877705514, |
| "green": 0.00014216349392486737 |
| }, |
| "confidence": 0.9995567697959469 |
| } |
| }, |
| "usage": { |
| "input_tokens": 115, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 1, |
| "repeat": 0, |
| "elapsed_ms": 66.91363174468279, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9995695545086536, |
| "blue": 0.0002143776232400631, |
| "green": 0.0002160678681065346 |
| }, |
| "confidence": 0.9993543317629804 |
| } |
| }, |
| "usage": { |
| "input_tokens": 121, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 1, |
| "repeat": 1, |
| "elapsed_ms": 72.32489390298724, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9997458575149862, |
| "blue": 0.0001332114240093469, |
| "green": 0.00012093106100444944 |
| }, |
| "confidence": 0.9996187862724794 |
| } |
| }, |
| "usage": { |
| "input_tokens": 121, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 1, |
| "repeat": 2, |
| "elapsed_ms": 61.78825814276934, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9996117671871932, |
| "blue": 0.0002076205382546569, |
| "green": 0.0001806122745522041 |
| }, |
| "confidence": 0.9994176507807897 |
| } |
| }, |
| "usage": { |
| "input_tokens": 121, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 1, |
| "repeat": 3, |
| "elapsed_ms": 61.55131384730339, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9995588430391672, |
| "blue": 0.0002289865969598523, |
| "green": 0.00021217036387290148 |
| }, |
| "confidence": 0.9993382645587506 |
| } |
| }, |
| "usage": { |
| "input_tokens": 121, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 1, |
| "repeat": 4, |
| "elapsed_ms": 61.43116904422641, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9995519861141342, |
| "blue": 0.00022869062477868097, |
| "green": 0.00021932326108723308 |
| }, |
| "confidence": 0.9993279791712013 |
| } |
| }, |
| "usage": { |
| "input_tokens": 121, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 1, |
| "repeat": 5, |
| "elapsed_ms": 61.040688306093216, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999539281617701, |
| "blue": 0.0002283309773867298, |
| "green": 0.0002323874049123223 |
| }, |
| "confidence": 0.9993089224265513 |
| } |
| }, |
| "usage": { |
| "input_tokens": 121, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 3, |
| "repeat": 0, |
| "elapsed_ms": 188.38033499196172, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999437078477227, |
| "blue": 0.0002762680579587071, |
| "green": 0.0002866534648141884 |
| }, |
| "confidence": 0.9991556177158403 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9987147361755384 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.004406003763708459, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9965169654679571, |
| "1": 0.0025600653003774155, |
| "2": 0.0009229692316655217 |
| }, |
| "confidence": 0.9933909943544373 |
| } |
| }, |
| "usage": { |
| "input_tokens": 354, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 3, |
| "repeat": 1, |
| "elapsed_ms": 190.96131809055805, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9995368788686774, |
| "blue": 0.0002353511629641391, |
| "green": 0.00022776996835864894 |
| }, |
| "confidence": 0.999305318303016 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9989745477968868 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.002145674128292655, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.998301550520478, |
| "1": 0.001251224830751178, |
| "2": 0.0004472246487707385 |
| }, |
| "confidence": 0.996781488807561 |
| } |
| }, |
| "usage": { |
| "input_tokens": 354, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 3, |
| "repeat": 2, |
| "elapsed_ms": 194.13367891684175, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9995370027976712, |
| "blue": 0.00022356741035164737, |
| "green": 0.0002394297919770094 |
| }, |
| "confidence": 0.9993055041965067 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9988616838788668 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0026604382123893754, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.997831678475456, |
| "1": 0.0016762048366985361, |
| "2": 0.0004921166878454197 |
| }, |
| "confidence": 0.9960093426814159 |
| } |
| }, |
| "usage": { |
| "input_tokens": 354, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 3, |
| "repeat": 3, |
| "elapsed_ms": 190.9974138252437, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9995825700020634, |
| "blue": 0.00021005535720785526, |
| "green": 0.00020737464072878524 |
| }, |
| "confidence": 0.999373855003095 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9990223692866393 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0018735515686515714, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9984904455523493, |
| "1": 0.0011455573266497875, |
| "2": 0.0003639971210008919 |
| }, |
| "confidence": 0.9971896726470226 |
| } |
| }, |
| "usage": { |
| "input_tokens": 354, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 3, |
| "repeat": 4, |
| "elapsed_ms": 191.36837497353554, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.999511656501715, |
| "blue": 0.0002471284650324335, |
| "green": 0.00024121503325257176 |
| }, |
| "confidence": 0.9992674847525725 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9988051595905004 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.001991323914600817, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9984062479408564, |
| "1": 0.0011961802036863066, |
| "2": 0.0003975718554572552 |
| }, |
| "confidence": 0.9970130141280987 |
| } |
| }, |
| "usage": { |
| "input_tokens": 354, |
| "output_tokens": 0 |
| } |
| } |
| }, |
| { |
| "mode": "changed_state", |
| "questions": 3, |
| "repeat": 5, |
| "elapsed_ms": 194.05430229380727, |
| "max_probability_difference_from_cpu": null, |
| "response": { |
| "model": "eider-dory-decisions-gguf", |
| "answers": { |
| "colour": { |
| "type": "choice", |
| "choice": "red", |
| "probabilities": { |
| "red": 0.9995076738557905, |
| "blue": 0.00023638462231822404, |
| "green": 0.0002559415218912954 |
| }, |
| "confidence": 0.9992615107836856 |
| }, |
| "locked": { |
| "type": "noul", |
| "noul": 0.9987609200486905 |
| }, |
| "progress": { |
| "type": "score", |
| "score": 0.0022313493409761936, |
| "legend": { |
| "0": "Not started", |
| "1": "Partly complete", |
| "2": "Complete" |
| }, |
| "probabilities": { |
| "0": 0.9982206221748126, |
| "1": 0.0013274063093986507, |
| "2": 0.00045197151578877135 |
| }, |
| "confidence": 0.9966529759885357 |
| } |
| }, |
| "usage": { |
| "input_tokens": 354, |
| "output_tokens": 0 |
| } |
| } |
| } |
| ], |
| "summary": { |
| "repeated_state_1": { |
| "first_ms": 65.5279322527349, |
| "warm_median_ms": 60.70876680314541 |
| }, |
| "repeated_state_3": { |
| "first_ms": 199.72225278615952, |
| "warm_median_ms": 191.04570196941495 |
| }, |
| "changed_state_1": { |
| "first_ms": 66.91363174468279, |
| "warm_median_ms": 61.55131384730339 |
| }, |
| "changed_state_3": { |
| "first_ms": 188.38033499196172, |
| "warm_median_ms": 191.36837497353554 |
| } |
| }, |
| "cpu_three_question_ms": 15091.274152044207 |
| } |
|
|
