{
  "answers": {
    "animal": {
      "calibration_status": "unvalidated",
      "temperature": 1.0,
      "probability_source": "restricted_next_token_logits",
      "diagnostics": {
        "logits": {
          "cat": 14.71272087097168,
          "dog": -7.456348896026611,
          "other": -5.5611371994018555
        },
        "allowed_token_mass": 0.9999990463256836,
        "input_tokens": 164
      },
      "confidence": 0.9999999646809655,
      "confidence_definition": "one_minus_normalized_entropy",
      "probabilities": {
        "cat": 0.9999999981970598,
        "dog": 2.355566289369627e-10,
        "other": 1.5673836507448165e-09
      },
      "type": "choice",
      "choice": "cat",
      "selected_probability": 0.9999999981970598
    },
    "presence": {
      "calibration_status": "unvalidated",
      "temperature": 1.0,
      "probability_source": "restricted_next_token_logits",
      "type": "independent",
      "probabilities": {
        "cat": 0.9790092102982527,
        "dog": 9.754112398963197e-09
      },
      "diagnostics": {
        "cat": {
          "logits": {
            "yes": 10.473838806152344,
            "no": 6.631381511688232
          },
          "allowed_token_mass": 0.9999933242797852,
          "input_tokens": 158
        },
        "dog": {
          "logits": {
            "yes": -0.7610828280448914,
            "no": 17.684494018554688
          },
          "allowed_token_mass": 0.9999980330467224,
          "input_tokens": 158
        }
      }
    }
  },
  "model": "models/gemma-4-e2b-it-4bit",
  "load_seconds": 2.852635374991223,
  "decision_seconds": 0.33598891700967215,
  "execution": {
    "execution": "shared_prefix_gpu_batched_branches",
    "prefix_prefills": 1,
    "prefix_tokens": 50,
    "question_suffix_tokens": [
      114,
      108,
      108
    ],
    "preprocess_seconds": 0.025576665997505188,
    "prefill_seconds": 0.10633495901129209,
    "kv_storage": "replicated_per_batch_row",
    "compute_dtype": "float32",
    "answer_mode": "gather",
    "branch_batch_sizes": [
      3
    ],
    "answer_tail_tokens": [
      1
    ],
    "branch_seconds": 0.20392720800009556
  },
  "video_sampling_fps": null,
  "video_soundtrack": null
}