diff --git "a/JSONLITE_RESULTS.json" "b/JSONLITE_RESULTS.json"
--- "a/JSONLITE_RESULTS.json"
+++ "b/JSONLITE_RESULTS.json"
@@ -1,92 +1,538 @@
 {
   "model": "OpenSML-JSONLite-175M-Instruct",
-  "selected_stage": "sft-100",
-  "step": 469,
-  "model_sha256": "656f45015aab548465d93bed0b57e687497163741885da7364872851fa17e9a4",
+  "checkpoint": "main",
+  "selected_stage": "additional extraction SFT",
+  "step": 64,
+  "model_sha256": "655fb5cfba009163cd8a7f7fe7b170b998bb452c217b1b473cfe10b33de0ccd1",
   "output_mode": "native-json",
   "development": {
     "metrics": {
       "all": {
-        "absent_accuracy": 0.9294117647058824,
+        "absent_accuracy": 0.9051094890510949,
+        "count": 404,
+        "counts": {
+          "absent_correct": 372,
+          "absent_total": 411,
+          "exact": 254,
+          "false_abstention": 70,
+          "field_correct": 769,
+          "fields": 980,
+          "fn": 217,
+          "fp": 96,
+          "json_parse_ok": 401,
+          "missed_abstention": 39,
+          "natural_stop": 403,
+          "nonrepetitive_nonempty": 403,
+          "predicted_values": 591,
+          "present_correct": 397,
+          "present_total": 569,
+          "schema_ok": 371,
+          "token_limited": 1,
+          "tp": 495,
+          "unsupported_values": 16
+        },
+        "exact": 0.6287128712871287,
+        "f1": 0.7597851112816577,
+        "false_abstention_rate": 0.12302284710017575,
+        "field_accuracy": 0.7846938775510204,
+        "json_parse_rate": 0.9925742574257426,
+        "missed_abstention_rate": 0.0948905109489051,
+        "natural_stop_rate": 0.9975247524752475,
+        "nonrepetitive_nonempty_rate": 0.9975247524752475,
+        "output_nll": 0.1001320060895523,
+        "precision": 0.8375634517766497,
+        "present_accuracy": 0.6977152899824253,
+        "recall": 0.6952247191011236,
+        "schema_valid_rate": 0.9183168316831684,
+        "token_limited_rate": 0.0024752475247524753,
+        "unsupported_value_rate": 0.02707275803722504
+      },
+      "cardinality/0": {
+        "absent_accuracy": 0.8333333333333334,
+        "count": 12,
+        "counts": {
+          "absent_correct": 10,
+          "absent_total": 12,
+          "exact": 10,
+          "false_abstention": 0,
+          "field_correct": 21,
+          "fields": 24,
+          "fn": 1,
+          "fp": 1,
+          "json_parse_ok": 12,
+          "missed_abstention": 2,
+          "natural_stop": 12,
+          "nonrepetitive_nonempty": 12,
+          "predicted_values": 12,
+          "present_correct": 11,
+          "present_total": 12,
+          "schema_ok": 10,
+          "token_limited": 0,
+          "tp": 11,
+          "unsupported_values": 0
+        },
+        "exact": 0.8333333333333334,
+        "f1": 0.9166666666666666,
+        "false_abstention_rate": 0.0,
+        "field_accuracy": 0.875,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.16666666666666666,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.03547299994776646,
+        "precision": 0.9166666666666666,
+        "present_accuracy": 0.9166666666666666,
+        "recall": 0.9166666666666666,
+        "schema_valid_rate": 0.8333333333333334,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.0
+      },
+      "cardinality/1": {
+        "absent_accuracy": 0.9166666666666666,
+        "count": 12,
+        "counts": {
+          "absent_correct": 11,
+          "absent_total": 12,
+          "exact": 8,
+          "false_abstention": 0,
+          "field_correct": 20,
+          "fields": 24,
+          "fn": 3,
+          "fp": 4,
+          "json_parse_ok": 12,
+          "missed_abstention": 1,
+          "natural_stop": 12,
+          "nonrepetitive_nonempty": 12,
+          "predicted_values": 13,
+          "present_correct": 9,
+          "present_total": 12,
+          "schema_ok": 9,
+          "token_limited": 0,
+          "tp": 9,
+          "unsupported_values": 0
+        },
+        "exact": 0.6666666666666666,
+        "f1": 0.7199999999999999,
+        "false_abstention_rate": 0.0,
+        "field_accuracy": 0.8333333333333334,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.08333333333333333,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.056408251325289406,
+        "precision": 0.6923076923076923,
+        "present_accuracy": 0.75,
+        "recall": 0.75,
+        "schema_valid_rate": 0.75,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.0
+      },
+      "cardinality/2": {
+        "absent_accuracy": 0.8333333333333334,
+        "count": 12,
+        "counts": {
+          "absent_correct": 10,
+          "absent_total": 12,
+          "exact": 9,
+          "false_abstention": 0,
+          "field_correct": 19,
+          "fields": 24,
+          "fn": 6,
+          "fp": 6,
+          "json_parse_ok": 12,
+          "missed_abstention": 2,
+          "natural_stop": 12,
+          "nonrepetitive_nonempty": 12,
+          "predicted_values": 24,
+          "present_correct": 9,
+          "present_total": 12,
+          "schema_ok": 9,
+          "token_limited": 0,
+          "tp": 18,
+          "unsupported_values": 0
+        },
+        "exact": 0.75,
+        "f1": 0.75,
+        "false_abstention_rate": 0.0,
+        "field_accuracy": 0.7916666666666666,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.16666666666666666,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.06341762685527404,
+        "precision": 0.75,
+        "present_accuracy": 0.75,
+        "recall": 0.75,
+        "schema_valid_rate": 0.75,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.0
+      },
+      "cardinality/3": {
+        "absent_accuracy": 1.0,
+        "count": 12,
+        "counts": {
+          "absent_correct": 12,
+          "absent_total": 12,
+          "exact": 5,
+          "false_abstention": 0,
+          "field_correct": 17,
+          "fields": 24,
+          "fn": 14,
+          "fp": 14,
+          "json_parse_ok": 12,
+          "missed_abstention": 0,
+          "natural_stop": 12,
+          "nonrepetitive_nonempty": 12,
+          "predicted_values": 36,
+          "present_correct": 5,
+          "present_total": 12,
+          "schema_ok": 8,
+          "token_limited": 0,
+          "tp": 22,
+          "unsupported_values": 5
+        },
+        "exact": 0.4166666666666667,
+        "f1": 0.6111111111111112,
+        "false_abstention_rate": 0.0,
+        "field_accuracy": 0.7083333333333334,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.0,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.08486803613292675,
+        "precision": 0.6111111111111112,
+        "present_accuracy": 0.4166666666666667,
+        "recall": 0.6111111111111112,
+        "schema_valid_rate": 0.6666666666666666,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.1388888888888889
+      },
+      "cardinality_contrasts": {
+        "all_four_correct": 2,
+        "both_multiple_correct": 4,
+        "groups": 12
+      },
+      "category/multi_artist": {
+        "absent_accuracy": 0.875,
+        "count": 32,
+        "counts": {
+          "absent_correct": 28,
+          "absent_total": 32,
+          "exact": 13,
+          "false_abstention": 7,
+          "field_correct": 46,
+          "fields": 76,
+          "fn": 35,
+          "fp": 12,
+          "json_parse_ok": 31,
+          "missed_abstention": 4,
+          "natural_stop": 31,
+          "nonrepetitive_nonempty": 31,
+          "predicted_values": 63,
+          "present_correct": 18,
+          "present_total": 44,
+          "schema_ok": 27,
+          "token_limited": 1,
+          "tp": 51,
+          "unsupported_values": 7
+        },
+        "exact": 0.40625,
+        "f1": 0.6845637583892619,
+        "false_abstention_rate": 0.1590909090909091,
+        "field_accuracy": 0.6052631578947368,
+        "json_parse_rate": 0.96875,
+        "missed_abstention_rate": 0.125,
+        "natural_stop_rate": 0.96875,
+        "nonrepetitive_nonempty_rate": 0.96875,
+        "output_nll": 0.15398504153563408,
+        "precision": 0.8095238095238095,
+        "present_accuracy": 0.4090909090909091,
+        "recall": 0.5930232558139535,
+        "schema_valid_rate": 0.84375,
+        "token_limited_rate": 0.03125,
+        "unsupported_value_rate": 0.1111111111111111
+      },
+      "category/multi_other": {
+        "absent_accuracy": 0.8095238095238095,
+        "count": 84,
+        "counts": {
+          "absent_correct": 68,
+          "absent_total": 84,
+          "exact": 17,
+          "false_abstention": 26,
+          "field_correct": 112,
+          "fields": 216,
+          "fn": 124,
+          "fp": 47,
+          "json_parse_ok": 82,
+          "missed_abstention": 16,
+          "natural_stop": 84,
+          "nonrepetitive_nonempty": 84,
+          "predicted_values": 155,
+          "present_correct": 44,
+          "present_total": 132,
+          "schema_ok": 61,
+          "token_limited": 0,
+          "tp": 108,
+          "unsupported_values": 4
+        },
+        "exact": 0.20238095238095238,
+        "f1": 0.5581395348837209,
+        "false_abstention_rate": 0.19696969696969696,
+        "field_accuracy": 0.5185185185185185,
+        "json_parse_rate": 0.9761904761904762,
+        "missed_abstention_rate": 0.19047619047619047,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.25150625878346283,
+        "precision": 0.6967741935483871,
+        "present_accuracy": 0.3333333333333333,
+        "recall": 0.46551724137931033,
+        "schema_valid_rate": 0.7261904761904762,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.025806451612903226
+      },
+      "category/retention": {
+        "absent_accuracy": 0.9490196078431372,
         "count": 252,
         "counts": {
-          "absent_correct": 237,
+          "absent_correct": 242,
           "absent_total": 255,
-          "exact": 200,
-          "false_abstention": 25,
-          "field_correct": 546,
+          "exact": 206,
+          "false_abstention": 24,
+          "field_correct": 553,
           "fields": 604,
-          "fn": 40,
-          "fp": 29,
-          "json_parse_ok": 251,
-          "missed_abstention": 18,
+          "fn": 38,
+          "fp": 26,
+          "json_parse_ok": 252,
+          "missed_abstention": 13,
           "natural_stop": 252,
           "nonrepetitive_nonempty": 252,
-          "predicted_values": 339,
-          "present_correct": 309,
+          "predicted_values": 338,
+          "present_correct": 311,
           "present_total": 349,
-          "schema_ok": 251,
+          "schema_ok": 252,
           "token_limited": 0,
-          "tp": 310,
+          "tp": 312,
           "unsupported_values": 4
         },
-        "exact": 0.7936507936507936,
-        "f1": 0.899854862119013,
-        "false_abstention_rate": 0.07163323782234957,
-        "field_accuracy": 0.9039735099337748,
-        "json_parse_rate": 0.996031746031746,
-        "missed_abstention_rate": 0.07058823529411765,
+        "exact": 0.8174603174603174,
+        "f1": 0.9069767441860466,
+        "false_abstention_rate": 0.06876790830945559,
+        "field_accuracy": 0.9155629139072847,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.050980392156862744,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.03873514435736791,
-        "precision": 0.9144542772861357,
-        "present_accuracy": 0.8853868194842407,
-        "recall": 0.8857142857142857,
-        "schema_valid_rate": 0.996031746031746,
+        "output_nll": 0.0388590097979417,
+        "precision": 0.9230769230769231,
+        "present_accuracy": 0.8911174785100286,
+        "recall": 0.8914285714285715,
+        "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.011799410029498525
+        "unsupported_value_rate": 0.011834319526627219
       },
-      "domain/AddToPlaylist": {
-        "absent_accuracy": 0.9024390243902439,
+      "category/single_value": {
+        "absent_accuracy": 0.85,
         "count": 36,
         "counts": {
-          "absent_correct": 37,
+          "absent_correct": 34,
+          "absent_total": 40,
+          "exact": 18,
+          "false_abstention": 13,
+          "field_correct": 58,
+          "fields": 84,
+          "fn": 20,
+          "fp": 11,
+          "json_parse_ok": 36,
+          "missed_abstention": 6,
+          "natural_stop": 36,
+          "nonrepetitive_nonempty": 36,
+          "predicted_values": 35,
+          "present_correct": 24,
+          "present_total": 44,
+          "schema_ok": 31,
+          "token_limited": 0,
+          "tp": 24,
+          "unsupported_values": 1
+        },
+        "exact": 0.5,
+        "f1": 0.6075949367088607,
+        "false_abstention_rate": 0.29545454545454547,
+        "field_accuracy": 0.6904761904761905,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.15,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.12796702567074034,
+        "precision": 0.6857142857142857,
+        "present_accuracy": 0.5454545454545454,
+        "recall": 0.5454545454545454,
+        "schema_valid_rate": 0.8611111111111112,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.02857142857142857
+      },
+      "domain/cardinality": {
+        "absent_accuracy": 0.8958333333333334,
+        "count": 48,
+        "counts": {
+          "absent_correct": 43,
+          "absent_total": 48,
+          "exact": 32,
+          "false_abstention": 0,
+          "field_correct": 77,
+          "fields": 96,
+          "fn": 24,
+          "fp": 25,
+          "json_parse_ok": 48,
+          "missed_abstention": 5,
+          "natural_stop": 48,
+          "nonrepetitive_nonempty": 48,
+          "predicted_values": 85,
+          "present_correct": 34,
+          "present_total": 48,
+          "schema_ok": 36,
+          "token_limited": 0,
+          "tp": 60,
+          "unsupported_values": 5
+        },
+        "exact": 0.6666666666666666,
+        "f1": 0.7100591715976332,
+        "false_abstention_rate": 0.0,
+        "field_accuracy": 0.8020833333333334,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.10416666666666667,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.060041728565314166,
+        "precision": 0.7058823529411765,
+        "present_accuracy": 0.7083333333333334,
+        "recall": 0.7142857142857143,
+        "schema_valid_rate": 0.75,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.058823529411764705
+      },
+      "domain/mixsnips": {
+        "absent_accuracy": 0.71875,
+        "count": 64,
+        "counts": {
+          "absent_correct": 46,
+          "absent_total": 64,
+          "exact": 0,
+          "false_abstention": 31,
+          "field_correct": 82,
+          "fields": 192,
+          "fn": 112,
+          "fp": 34,
+          "json_parse_ok": 62,
+          "missed_abstention": 18,
+          "natural_stop": 64,
+          "nonrepetitive_nonempty": 64,
+          "predicted_values": 108,
+          "present_correct": 36,
+          "present_total": 128,
+          "schema_ok": 46,
+          "token_limited": 0,
+          "tp": 74,
+          "unsupported_values": 2
+        },
+        "exact": 0.0,
+        "f1": 0.5034013605442177,
+        "false_abstention_rate": 0.2421875,
+        "field_accuracy": 0.4270833333333333,
+        "json_parse_rate": 0.96875,
+        "missed_abstention_rate": 0.28125,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.3572382861166261,
+        "precision": 0.6851851851851852,
+        "present_accuracy": 0.28125,
+        "recall": 0.3978494623655914,
+        "schema_valid_rate": 0.71875,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.018518518518518517
+      },
+      "domain/probe/single_request": {
+        "absent_accuracy": 1.0,
+        "count": 8,
+        "counts": {
+          "absent_correct": 8,
+          "absent_total": 8,
+          "exact": 7,
+          "false_abstention": 0,
+          "field_correct": 15,
+          "fields": 16,
+          "fn": 0,
+          "fp": 1,
+          "json_parse_ok": 8,
+          "missed_abstention": 0,
+          "natural_stop": 8,
+          "nonrepetitive_nonempty": 8,
+          "predicted_values": 17,
+          "present_correct": 7,
+          "present_total": 8,
+          "schema_ok": 8,
+          "token_limited": 0,
+          "tp": 16,
+          "unsupported_values": 1
+        },
+        "exact": 0.875,
+        "f1": 0.9696969696969697,
+        "false_abstention_rate": 0.0,
+        "field_accuracy": 0.9375,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.0,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.04306051167077385,
+        "precision": 0.9411764705882353,
+        "present_accuracy": 0.875,
+        "recall": 1.0,
+        "schema_valid_rate": 1.0,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.058823529411764705
+      },
+      "domain/retention/AddToPlaylist": {
+        "absent_accuracy": 0.926829268292683,
+        "count": 36,
+        "counts": {
+          "absent_correct": 38,
           "absent_total": 41,
-          "exact": 20,
-          "false_abstention": 9,
-          "field_correct": 72,
+          "exact": 21,
+          "false_abstention": 8,
+          "field_correct": 74,
           "fields": 91,
-          "fn": 15,
-          "fp": 7,
-          "json_parse_ok": 35,
-          "missed_abstention": 4,
+          "fn": 14,
+          "fp": 9,
+          "json_parse_ok": 36,
+          "missed_abstention": 3,
           "natural_stop": 36,
           "nonrepetitive_nonempty": 36,
-          "predicted_values": 42,
-          "present_correct": 35,
+          "predicted_values": 45,
+          "present_correct": 36,
           "present_total": 50,
-          "schema_ok": 35,
+          "schema_ok": 36,
           "token_limited": 0,
-          "tp": 35,
-          "unsupported_values": 2
+          "tp": 36,
+          "unsupported_values": 3
         },
-        "exact": 0.5555555555555556,
-        "f1": 0.7608695652173915,
-        "false_abstention_rate": 0.18,
-        "field_accuracy": 0.7912087912087912,
-        "json_parse_rate": 0.9722222222222222,
-        "missed_abstention_rate": 0.0975609756097561,
+        "exact": 0.5833333333333334,
+        "f1": 0.7578947368421052,
+        "false_abstention_rate": 0.16,
+        "field_accuracy": 0.8131868131868132,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.07317073170731707,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.08232390080795288,
-        "precision": 0.8333333333333334,
-        "present_accuracy": 0.7,
-        "recall": 0.7,
-        "schema_valid_rate": 0.9722222222222222,
+        "output_nll": 0.0822503470375927,
+        "precision": 0.8,
+        "present_accuracy": 0.72,
+        "recall": 0.72,
+        "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.047619047619047616
+        "unsupported_value_rate": 0.06666666666666667
       },
-      "domain/BookRestaurant": {
+      "domain/retention/BookRestaurant": {
         "absent_accuracy": 0.8604651162790697,
         "count": 36,
         "counts": {
@@ -108,7 +554,7 @@
           "schema_ok": 36,
           "token_limited": 0,
           "tp": 45,
-          "unsupported_values": 2
+          "unsupported_values": 1
         },
         "exact": 0.6666666666666666,
         "f1": 0.8490566037735849,
@@ -118,15 +564,15 @@
         "missed_abstention_rate": 0.13953488372093023,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.0473247706718717,
+        "output_nll": 0.05120245015778993,
         "precision": 0.8333333333333334,
         "present_accuracy": 0.8653846153846154,
         "recall": 0.8653846153846154,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.037037037037037035
+        "unsupported_value_rate": 0.018518518518518517
       },
-      "domain/GetWeather": {
+      "domain/retention/GetWeather": {
         "absent_accuracy": 0.925,
         "count": 36,
         "counts": {
@@ -158,7 +604,7 @@
         "missed_abstention_rate": 0.075,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.044021505151047476,
+        "output_nll": 0.04159018842619844,
         "precision": 0.9423076923076923,
         "present_accuracy": 0.8888888888888888,
         "recall": 0.8909090909090909,
@@ -166,7 +612,7 @@
         "token_limited_rate": 0.0,
         "unsupported_value_rate": 0.0
       },
-      "domain/PlayMusic": {
+      "domain/retention/PlayMusic": {
         "absent_accuracy": 0.9767441860465116,
         "count": 36,
         "counts": {
@@ -198,7 +644,7 @@
         "missed_abstention_rate": 0.023255813953488372,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.04131003013268734,
+        "output_nll": 0.042106466590970136,
         "precision": 0.975,
         "present_accuracy": 0.8666666666666667,
         "recall": 0.8666666666666667,
@@ -206,23 +652,23 @@
         "token_limited_rate": 0.0,
         "unsupported_value_rate": 0.0
       },
-      "domain/RateBook": {
-        "absent_accuracy": 0.9767441860465116,
+      "domain/retention/RateBook": {
+        "absent_accuracy": 1.0,
         "count": 36,
         "counts": {
-          "absent_correct": 42,
+          "absent_correct": 43,
           "absent_total": 43,
-          "exact": 34,
+          "exact": 35,
           "false_abstention": 0,
-          "field_correct": 94,
+          "field_correct": 95,
           "fields": 96,
           "fn": 1,
-          "fp": 2,
+          "fp": 1,
           "json_parse_ok": 36,
-          "missed_abstention": 1,
+          "missed_abstention": 0,
           "natural_stop": 36,
           "nonrepetitive_nonempty": 36,
-          "predicted_values": 54,
+          "predicted_values": 53,
           "present_correct": 52,
           "present_total": 53,
           "schema_ok": 36,
@@ -230,23 +676,23 @@
           "tp": 52,
           "unsupported_values": 0
         },
-        "exact": 0.9444444444444444,
-        "f1": 0.9719626168224299,
+        "exact": 0.9722222222222222,
+        "f1": 0.9811320754716981,
         "false_abstention_rate": 0.0,
-        "field_accuracy": 0.9791666666666666,
+        "field_accuracy": 0.9895833333333334,
         "json_parse_rate": 1.0,
-        "missed_abstention_rate": 0.023255813953488372,
+        "missed_abstention_rate": 0.0,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.01588757585947557,
-        "precision": 0.9629629629629629,
+        "output_nll": 0.014572561123511858,
+        "precision": 0.9811320754716981,
         "present_accuracy": 0.9811320754716981,
         "recall": 0.9811320754716981,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
         "unsupported_value_rate": 0.0
       },
-      "domain/SearchCreativeWork": {
+      "domain/retention/SearchCreativeWork": {
         "absent_accuracy": 1.0,
         "count": 36,
         "counts": {
@@ -278,7 +724,7 @@
         "missed_abstention_rate": 0.0,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.017151051737730287,
+        "output_nll": 0.017326170247138686,
         "precision": 0.9523809523809523,
         "present_accuracy": 0.9302325581395349,
         "recall": 0.9302325581395349,
@@ -286,85 +732,173 @@
         "token_limited_rate": 0.0,
         "unsupported_value_rate": 0.0
       },
-      "domain/SearchScreeningEvent": {
-        "absent_accuracy": 0.926829268292683,
+      "domain/retention/SearchScreeningEvent": {
+        "absent_accuracy": 1.0,
         "count": 36,
         "counts": {
-          "absent_correct": 38,
+          "absent_correct": 41,
           "absent_total": 41,
-          "exact": 31,
+          "exact": 35,
           "false_abstention": 0,
-          "field_correct": 88,
+          "field_correct": 92,
           "fields": 93,
-          "fn": 2,
-          "fp": 5,
+          "fn": 1,
+          "fp": 1,
           "json_parse_ok": 36,
-          "missed_abstention": 3,
+          "missed_abstention": 0,
           "natural_stop": 36,
           "nonrepetitive_nonempty": 36,
-          "predicted_values": 55,
-          "present_correct": 50,
+          "predicted_values": 52,
+          "present_correct": 51,
           "present_total": 52,
           "schema_ok": 36,
           "token_limited": 0,
-          "tp": 50,
+          "tp": 51,
           "unsupported_values": 0
         },
-        "exact": 0.8611111111111112,
-        "f1": 0.9345794392523366,
+        "exact": 0.9722222222222222,
+        "f1": 0.9807692307692307,
         "false_abstention_rate": 0.0,
-        "field_accuracy": 0.946236559139785,
+        "field_accuracy": 0.989247311827957,
         "json_parse_rate": 1.0,
-        "missed_abstention_rate": 0.07317073170731707,
+        "missed_abstention_rate": 0.0,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.023127176140810154,
-        "precision": 0.9090909090909091,
-        "present_accuracy": 0.9615384615384616,
-        "recall": 0.9615384615384616,
+        "output_nll": 0.022964885002390172,
+        "precision": 0.9807692307692307,
+        "present_accuracy": 0.9807692307692307,
+        "recall": 0.9807692307692307,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
         "unsupported_value_rate": 0.0
       },
-      "macro_exact": 0.7936507936507936,
-      "paired_requests": {
-        "accuracy": 0.7040816326530612,
-        "both_correct": 69,
-        "count": 98
-      },
-      "variant/alias": {
-        "absent_accuracy": 0.96875,
-        "count": 28,
+      "domain/single_lists": {
+        "absent_accuracy": 0.9166666666666666,
+        "count": 32,
         "counts": {
-          "absent_correct": 31,
-          "absent_total": 32,
-          "exact": 24,
-          "false_abstention": 3,
-          "field_correct": 64,
-          "fields": 68,
-          "fn": 3,
-          "fp": 1,
-          "json_parse_ok": 28,
-          "missed_abstention": 1,
-          "natural_stop": 28,
-          "nonrepetitive_nonempty": 28,
-          "predicted_values": 34,
-          "present_correct": 33,
+          "absent_correct": 33,
+          "absent_total": 36,
+          "exact": 9,
+          "false_abstention": 15,
+          "field_correct": 42,
+          "fields": 72,
+          "fn": 43,
+          "fp": 10,
+          "json_parse_ok": 31,
+          "missed_abstention": 3,
+          "natural_stop": 31,
+          "nonrepetitive_nonempty": 31,
+          "predicted_values": 43,
+          "present_correct": 9,
           "present_total": 36,
-          "schema_ok": 28,
-          "token_limited": 0,
+          "schema_ok": 29,
+          "token_limited": 1,
           "tp": 33,
-          "unsupported_values": 0
+          "unsupported_values": 4
         },
-        "exact": 0.8571428571428571,
-        "f1": 0.9428571428571428,
+        "exact": 0.28125,
+        "f1": 0.5546218487394958,
+        "false_abstention_rate": 0.4166666666666667,
+        "field_accuracy": 0.5833333333333334,
+        "json_parse_rate": 0.96875,
+        "missed_abstention_rate": 0.08333333333333333,
+        "natural_stop_rate": 0.96875,
+        "nonrepetitive_nonempty_rate": 0.96875,
+        "output_nll": 0.14284758172289003,
+        "precision": 0.7674418604651163,
+        "present_accuracy": 0.25,
+        "recall": 0.4342105263157895,
+        "schema_valid_rate": 0.90625,
+        "token_limited_rate": 0.03125,
+        "unsupported_value_rate": 0.09302325581395349
+      },
+      "macro_exact": 0.6859217171717172,
+      "multi_value_fields": {
+        "accuracy": 0.2459016393442623,
+        "artist_accuracy": 0.3611111111111111,
+        "artist_correct": 13,
+        "artist_fields": 36,
+        "correct": 30,
+        "fields": 122
+      },
+      "paired_requests": {
+        "accuracy": 0.73,
+        "both_correct": 73,
+        "count": 100
+      },
+      "playground": {
+        "absent_accuracy": 0.9245283018867925,
+        "count": 54,
+        "counts": {
+          "absent_correct": 49,
+          "absent_total": 53,
+          "exact": 44,
+          "false_abstention": 3,
+          "field_correct": 124,
+          "fields": 135,
+          "fn": 7,
+          "fp": 9,
+          "json_parse_ok": 54,
+          "missed_abstention": 4,
+          "natural_stop": 54,
+          "nonrepetitive_nonempty": 54,
+          "predicted_values": 86,
+          "present_correct": 75,
+          "present_total": 82,
+          "schema_ok": 54,
+          "token_limited": 0,
+          "tp": 77,
+          "unsupported_values": 3
+        },
+        "exact": 0.8148148148148148,
+        "f1": 0.9058823529411765,
+        "false_abstention_rate": 0.036585365853658534,
+        "field_accuracy": 0.9185185185185185,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.07547169811320754,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.05903947115142795,
+        "precision": 0.8953488372093024,
+        "present_accuracy": 0.9146341463414634,
+        "recall": 0.9166666666666666,
+        "schema_valid_rate": 1.0,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.03488372093023256
+      },
+      "retention/variant/alias": {
+        "absent_accuracy": 0.96875,
+        "count": 28,
+        "counts": {
+          "absent_correct": 31,
+          "absent_total": 32,
+          "exact": 24,
+          "false_abstention": 3,
+          "field_correct": 64,
+          "fields": 68,
+          "fn": 3,
+          "fp": 1,
+          "json_parse_ok": 28,
+          "missed_abstention": 1,
+          "natural_stop": 28,
+          "nonrepetitive_nonempty": 28,
+          "predicted_values": 34,
+          "present_correct": 33,
+          "present_total": 36,
+          "schema_ok": 28,
+          "token_limited": 0,
+          "tp": 33,
+          "unsupported_values": 0
+        },
+        "exact": 0.8571428571428571,
+        "f1": 0.9428571428571428,
         "false_abstention_rate": 0.08333333333333333,
         "field_accuracy": 0.9411764705882353,
         "json_parse_rate": 1.0,
         "missed_abstention_rate": 0.03125,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.058719543459509235,
+        "output_nll": 0.05814421801811217,
         "precision": 0.9705882352941176,
         "present_accuracy": 0.9166666666666666,
         "recall": 0.9166666666666666,
@@ -372,85 +906,205 @@
         "token_limited_rate": 0.0,
         "unsupported_value_rate": 0.0
       },
-      "variant/canonical": {
-        "absent_accuracy": 0.9319371727748691,
+      "retention/variant/canonical": {
+        "absent_accuracy": 0.9476439790575916,
         "count": 196,
         "counts": {
-          "absent_correct": 178,
+          "absent_correct": 181,
           "absent_total": 191,
-          "exact": 157,
-          "false_abstention": 17,
-          "field_correct": 426,
+          "exact": 162,
+          "false_abstention": 15,
+          "field_correct": 430,
           "fields": 468,
-          "fn": 29,
-          "fp": 24,
+          "fn": 28,
+          "fp": 22,
           "json_parse_ok": 196,
-          "missed_abstention": 13,
+          "missed_abstention": 10,
           "natural_stop": 196,
           "nonrepetitive_nonempty": 196,
-          "predicted_values": 273,
-          "present_correct": 248,
+          "predicted_values": 272,
+          "present_correct": 249,
           "present_total": 277,
           "schema_ok": 196,
           "token_limited": 0,
-          "tp": 249,
-          "unsupported_values": 3
+          "tp": 250,
+          "unsupported_values": 4
         },
-        "exact": 0.8010204081632653,
-        "f1": 0.9038112522686025,
-        "false_abstention_rate": 0.061371841155234655,
-        "field_accuracy": 0.9102564102564102,
+        "exact": 0.826530612244898,
+        "f1": 0.909090909090909,
+        "false_abstention_rate": 0.05415162454873646,
+        "field_accuracy": 0.9188034188034188,
         "json_parse_rate": 1.0,
-        "missed_abstention_rate": 0.06806282722513089,
+        "missed_abstention_rate": 0.05235602094240838,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.02958408025570323,
-        "precision": 0.9120879120879121,
-        "present_accuracy": 0.8953068592057761,
-        "recall": 0.89568345323741,
+        "output_nll": 0.030436397921258337,
+        "precision": 0.9191176470588235,
+        "present_accuracy": 0.8989169675090253,
+        "recall": 0.8992805755395683,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.01098901098901099
+        "unsupported_value_rate": 0.014705882352941176
       },
-      "variant/nullable": {
-        "absent_accuracy": 0.875,
+      "retention/variant/nullable": {
+        "absent_accuracy": 0.9375,
         "count": 28,
         "counts": {
-          "absent_correct": 28,
+          "absent_correct": 30,
           "absent_total": 32,
-          "exact": 19,
-          "false_abstention": 5,
-          "field_correct": 56,
+          "exact": 20,
+          "false_abstention": 6,
+          "field_correct": 59,
           "fields": 68,
-          "fn": 8,
-          "fp": 4,
-          "json_parse_ok": 27,
-          "missed_abstention": 4,
+          "fn": 7,
+          "fp": 3,
+          "json_parse_ok": 28,
+          "missed_abstention": 2,
           "natural_stop": 28,
           "nonrepetitive_nonempty": 28,
           "predicted_values": 32,
-          "present_correct": 28,
+          "present_correct": 29,
           "present_total": 36,
-          "schema_ok": 27,
+          "schema_ok": 28,
           "token_limited": 0,
-          "tp": 28,
-          "unsupported_values": 1
+          "tp": 29,
+          "unsupported_values": 0
         },
-        "exact": 0.6785714285714286,
-        "f1": 0.823529411764706,
-        "false_abstention_rate": 0.1388888888888889,
-        "field_accuracy": 0.8235294117647058,
-        "json_parse_rate": 0.9642857142857143,
-        "missed_abstention_rate": 0.125,
+        "exact": 0.7142857142857143,
+        "f1": 0.8529411764705882,
+        "false_abstention_rate": 0.16666666666666666,
+        "field_accuracy": 0.8676470588235294,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.0625,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.08280819396687937,
-        "precision": 0.875,
-        "present_accuracy": 0.7777777777777778,
-        "recall": 0.7777777777777778,
-        "schema_valid_rate": 0.9642857142857143,
+        "output_nll": 0.07853208471455478,
+        "precision": 0.90625,
+        "present_accuracy": 0.8055555555555556,
+        "recall": 0.8055555555555556,
+        "schema_valid_rate": 1.0,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.0
+      },
+      "variant/alias": {
+        "absent_accuracy": 0.8554216867469879,
+        "count": 77,
+        "counts": {
+          "absent_correct": 71,
+          "absent_total": 83,
+          "exact": 30,
+          "false_abstention": 28,
+          "field_correct": 121,
+          "fields": 191,
+          "fn": 85,
+          "fp": 33,
+          "json_parse_ok": 76,
+          "missed_abstention": 12,
+          "natural_stop": 77,
+          "nonrepetitive_nonempty": 77,
+          "predicted_values": 99,
+          "present_correct": 50,
+          "present_total": 108,
+          "schema_ok": 65,
+          "token_limited": 0,
+          "tp": 66,
+          "unsupported_values": 3
+        },
+        "exact": 0.38961038961038963,
+        "f1": 0.528,
+        "false_abstention_rate": 0.25925925925925924,
+        "field_accuracy": 0.6335078534031413,
+        "json_parse_rate": 0.987012987012987,
+        "missed_abstention_rate": 0.14457831325301204,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.16598448270853222,
+        "precision": 0.6666666666666666,
+        "present_accuracy": 0.46296296296296297,
+        "recall": 0.4370860927152318,
+        "schema_valid_rate": 0.8441558441558441,
+        "token_limited_rate": 0.0,
+        "unsupported_value_rate": 0.030303030303030304
+      },
+      "variant/canonical": {
+        "absent_accuracy": 0.9397590361445783,
+        "count": 253,
+        "counts": {
+          "absent_correct": 234,
+          "absent_total": 249,
+          "exact": 187,
+          "false_abstention": 29,
+          "field_correct": 526,
+          "fields": 607,
+          "fn": 76,
+          "fp": 40,
+          "json_parse_ok": 253,
+          "missed_abstention": 15,
+          "natural_stop": 253,
+          "nonrepetitive_nonempty": 253,
+          "predicted_values": 376,
+          "present_correct": 292,
+          "present_total": 358,
+          "schema_ok": 253,
+          "token_limited": 0,
+          "tp": 336,
+          "unsupported_values": 10
+        },
+        "exact": 0.7391304347826086,
+        "f1": 0.852791878172589,
+        "false_abstention_rate": 0.08100558659217877,
+        "field_accuracy": 0.8665568369028006,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.060240963855421686,
+        "natural_stop_rate": 1.0,
+        "nonrepetitive_nonempty_rate": 1.0,
+        "output_nll": 0.06281126955392487,
+        "precision": 0.8936170212765957,
+        "present_accuracy": 0.8156424581005587,
+        "recall": 0.8155339805825242,
+        "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.03125
+        "unsupported_value_rate": 0.026595744680851064
+      },
+      "variant/nullable": {
+        "absent_accuracy": 0.8481012658227848,
+        "count": 74,
+        "counts": {
+          "absent_correct": 67,
+          "absent_total": 79,
+          "exact": 37,
+          "false_abstention": 13,
+          "field_correct": 122,
+          "fields": 182,
+          "fn": 56,
+          "fp": 23,
+          "json_parse_ok": 72,
+          "missed_abstention": 12,
+          "natural_stop": 73,
+          "nonrepetitive_nonempty": 73,
+          "predicted_values": 116,
+          "present_correct": 55,
+          "present_total": 103,
+          "schema_ok": 53,
+          "token_limited": 1,
+          "tp": 93,
+          "unsupported_values": 3
+        },
+        "exact": 0.5,
+        "f1": 0.7018867924528301,
+        "false_abstention_rate": 0.1262135922330097,
+        "field_accuracy": 0.6703296703296703,
+        "json_parse_rate": 0.972972972972973,
+        "missed_abstention_rate": 0.1518987341772152,
+        "natural_stop_rate": 0.9864864864864865,
+        "nonrepetitive_nonempty_rate": 0.9864864864864865,
+        "output_nll": 0.1592064066821508,
+        "precision": 0.8017241379310345,
+        "present_accuracy": 0.5339805825242718,
+        "recall": 0.6241610738255033,
+        "schema_valid_rate": 0.7162162162162162,
+        "token_limited_rate": 0.013513513513513514,
+        "unsupported_value_rate": 0.02586206896551724
       }
     },
     "protocol": {
@@ -465,89 +1119,89 @@
       "serialization": "native-sft-chat-v1",
       "temperature": 0
     },
-    "scope": "Raw model-generated JSON, source-span annotation agreement. Duplicate keys, nonfinite JSON, fences, trailing prose and schema violations fail exact correctness. Flat string arrays/nullable strings in seven SNIPS domains; observed research panels, not a new blind or external benchmark."
+    "scope": "Raw whole-object generation. Authored cardinality contrasts plus observed original/MixSNIPS/list controls. New authored values exclude existing evaluation source texts; split-disjoint values and phrasing for added controlled panels. BIO targets preserve annotated source order on space-reconstructed text; no independent gold perfection or external blind benchmark claim."
   },
   "test": {
     "metrics": {
       "all": {
-        "absent_accuracy": 0.9246395806028833,
+        "absent_accuracy": 0.927916120576671,
         "count": 1444,
         "counts": {
-          "absent_correct": 1411,
+          "absent_correct": 1416,
           "absent_total": 1526,
-          "exact": 1191,
-          "false_abstention": 111,
-          "field_correct": 3193,
+          "exact": 1199,
+          "false_abstention": 107,
+          "field_correct": 3195,
           "fields": 3497,
-          "fn": 189,
+          "fn": 192,
           "fp": 186,
           "json_parse_ok": 1442,
-          "missed_abstention": 115,
+          "missed_abstention": 110,
           "natural_stop": 1444,
           "nonrepetitive_nonempty": 1444,
-          "predicted_values": 1968,
-          "present_correct": 1782,
+          "predicted_values": 1965,
+          "present_correct": 1779,
           "present_total": 1971,
           "schema_ok": 1441,
           "token_limited": 0,
-          "tp": 1782,
-          "unsupported_values": 30
+          "tp": 1779,
+          "unsupported_values": 27
         },
-        "exact": 0.824792243767313,
-        "f1": 0.9047981721249048,
-        "false_abstention_rate": 0.0563165905631659,
-        "field_accuracy": 0.9130683442951101,
+        "exact": 0.8303324099722992,
+        "f1": 0.9039634146341463,
+        "false_abstention_rate": 0.05428716387620497,
+        "field_accuracy": 0.9136402630826422,
         "json_parse_rate": 0.9986149584487535,
-        "missed_abstention_rate": 0.07536041939711664,
+        "missed_abstention_rate": 0.07208387942332896,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.028334847962383555,
-        "precision": 0.9054878048780488,
-        "present_accuracy": 0.9041095890410958,
-        "recall": 0.9041095890410958,
+        "output_nll": 0.02910132725713655,
+        "precision": 0.9053435114503817,
+        "present_accuracy": 0.9025875190258752,
+        "recall": 0.9025875190258752,
         "schema_valid_rate": 0.9979224376731302,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.01524390243902439
+        "unsupported_value_rate": 0.013740458015267175
       },
       "domain/AddToPlaylist": {
-        "absent_accuracy": 0.9110169491525424,
+        "absent_accuracy": 0.9152542372881356,
         "count": 206,
         "counts": {
-          "absent_correct": 215,
+          "absent_correct": 216,
           "absent_total": 236,
-          "exact": 168,
-          "false_abstention": 13,
-          "field_correct": 475,
+          "exact": 165,
+          "false_abstention": 12,
+          "field_correct": 473,
           "fields": 526,
-          "fn": 30,
-          "fp": 38,
+          "fn": 33,
+          "fp": 41,
           "json_parse_ok": 206,
-          "missed_abstention": 21,
+          "missed_abstention": 20,
           "natural_stop": 206,
           "nonrepetitive_nonempty": 206,
           "predicted_values": 298,
-          "present_correct": 260,
+          "present_correct": 257,
           "present_total": 290,
           "schema_ok": 206,
           "token_limited": 0,
-          "tp": 260,
-          "unsupported_values": 13
+          "tp": 257,
+          "unsupported_values": 15
         },
-        "exact": 0.8155339805825242,
-        "f1": 0.8843537414965987,
-        "false_abstention_rate": 0.04482758620689655,
-        "field_accuracy": 0.903041825095057,
+        "exact": 0.8009708737864077,
+        "f1": 0.8741496598639455,
+        "false_abstention_rate": 0.041379310344827586,
+        "field_accuracy": 0.8992395437262357,
         "json_parse_rate": 1.0,
-        "missed_abstention_rate": 0.08898305084745763,
+        "missed_abstention_rate": 0.0847457627118644,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.04326067907575776,
-        "precision": 0.87248322147651,
-        "present_accuracy": 0.896551724137931,
-        "recall": 0.896551724137931,
+        "output_nll": 0.044631248904427163,
+        "precision": 0.8624161073825504,
+        "present_accuracy": 0.8862068965517241,
+        "recall": 0.8862068965517241,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.0436241610738255
+        "unsupported_value_rate": 0.050335570469798654
       },
       "domain/BookRestaurant": {
         "absent_accuracy": 0.908,
@@ -555,79 +1209,79 @@
         "counts": {
           "absent_correct": 227,
           "absent_total": 250,
-          "exact": 156,
-          "false_abstention": 21,
-          "field_correct": 506,
+          "exact": 162,
+          "false_abstention": 16,
+          "field_correct": 510,
           "fields": 569,
-          "fn": 40,
-          "fp": 42,
+          "fn": 36,
+          "fp": 43,
           "json_parse_ok": 208,
           "missed_abstention": 23,
           "natural_stop": 208,
           "nonrepetitive_nonempty": 208,
-          "predicted_values": 321,
-          "present_correct": 279,
+          "predicted_values": 326,
+          "present_correct": 283,
           "present_total": 319,
           "schema_ok": 208,
           "token_limited": 0,
-          "tp": 279,
-          "unsupported_values": 4
+          "tp": 283,
+          "unsupported_values": 3
         },
-        "exact": 0.75,
-        "f1": 0.8718750000000001,
-        "false_abstention_rate": 0.06583072100313479,
-        "field_accuracy": 0.8892794376098418,
+        "exact": 0.7788461538461539,
+        "f1": 0.8775193798449612,
+        "false_abstention_rate": 0.050156739811912224,
+        "field_accuracy": 0.8963093145869947,
         "json_parse_rate": 1.0,
         "missed_abstention_rate": 0.092,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.032639438736133834,
-        "precision": 0.8691588785046729,
-        "present_accuracy": 0.8746081504702194,
-        "recall": 0.8746081504702194,
+        "output_nll": 0.03397235209894671,
+        "precision": 0.8680981595092024,
+        "present_accuracy": 0.8871473354231975,
+        "recall": 0.8871473354231975,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.012461059190031152
+        "unsupported_value_rate": 0.009202453987730062
       },
       "domain/GetWeather": {
-        "absent_accuracy": 0.9349593495934959,
+        "absent_accuracy": 0.9186991869918699,
         "count": 206,
         "counts": {
-          "absent_correct": 230,
+          "absent_correct": 226,
           "absent_total": 246,
-          "exact": 168,
+          "exact": 164,
           "false_abstention": 15,
-          "field_correct": 479,
+          "field_correct": 473,
           "fields": 525,
-          "fn": 30,
-          "fp": 27,
+          "fn": 32,
+          "fp": 32,
           "json_parse_ok": 205,
-          "missed_abstention": 16,
+          "missed_abstention": 20,
           "natural_stop": 206,
           "nonrepetitive_nonempty": 206,
-          "predicted_values": 276,
-          "present_correct": 249,
+          "predicted_values": 279,
+          "present_correct": 247,
           "present_total": 279,
           "schema_ok": 204,
           "token_limited": 0,
-          "tp": 249,
-          "unsupported_values": 2
+          "tp": 247,
+          "unsupported_values": 3
         },
-        "exact": 0.8155339805825242,
-        "f1": 0.8972972972972973,
+        "exact": 0.7961165048543689,
+        "f1": 0.8853046594982079,
         "false_abstention_rate": 0.053763440860215055,
-        "field_accuracy": 0.9123809523809524,
+        "field_accuracy": 0.900952380952381,
         "json_parse_rate": 0.9951456310679612,
-        "missed_abstention_rate": 0.06504065040650407,
+        "missed_abstention_rate": 0.08130081300813008,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.028848352069651157,
-        "precision": 0.9021739130434783,
-        "present_accuracy": 0.8924731182795699,
-        "recall": 0.8924731182795699,
+        "output_nll": 0.02975186593454779,
+        "precision": 0.8853046594982079,
+        "present_accuracy": 0.8853046594982079,
+        "recall": 0.8853046594982079,
         "schema_valid_rate": 0.9902912621359223,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.007246376811594203
+        "unsupported_value_rate": 0.010752688172043012
       },
       "domain/PlayMusic": {
         "absent_accuracy": 0.94140625,
@@ -635,183 +1289,183 @@
         "counts": {
           "absent_correct": 241,
           "absent_total": 256,
-          "exact": 149,
-          "false_abstention": 44,
-          "field_correct": 451,
+          "exact": 153,
+          "false_abstention": 45,
+          "field_correct": 449,
           "fields": 523,
-          "fn": 57,
-          "fp": 28,
-          "json_parse_ok": 208,
+          "fn": 59,
+          "fp": 25,
+          "json_parse_ok": 207,
           "missed_abstention": 15,
           "natural_stop": 208,
           "nonrepetitive_nonempty": 208,
-          "predicted_values": 238,
-          "present_correct": 210,
+          "predicted_values": 233,
+          "present_correct": 208,
           "present_total": 267,
-          "schema_ok": 208,
+          "schema_ok": 207,
           "token_limited": 0,
-          "tp": 210,
-          "unsupported_values": 2
+          "tp": 208,
+          "unsupported_values": 1
         },
-        "exact": 0.7163461538461539,
-        "f1": 0.8316831683168316,
-        "false_abstention_rate": 0.1647940074906367,
-        "field_accuracy": 0.8623326959847036,
-        "json_parse_rate": 1.0,
+        "exact": 0.7355769230769231,
+        "f1": 0.8320000000000001,
+        "false_abstention_rate": 0.16853932584269662,
+        "field_accuracy": 0.858508604206501,
+        "json_parse_rate": 0.9951923076923077,
         "missed_abstention_rate": 0.05859375,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.04051304714644525,
-        "precision": 0.8823529411764706,
-        "present_accuracy": 0.7865168539325843,
-        "recall": 0.7865168539325843,
-        "schema_valid_rate": 1.0,
+        "output_nll": 0.04383864237080651,
+        "precision": 0.8927038626609443,
+        "present_accuracy": 0.7790262172284644,
+        "recall": 0.7790262172284644,
+        "schema_valid_rate": 0.9951923076923077,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.008403361344537815
+        "unsupported_value_rate": 0.004291845493562232
       },
       "domain/RateBook": {
-        "absent_accuracy": 0.9552845528455285,
+        "absent_accuracy": 0.9796747967479674,
         "count": 204,
         "counts": {
-          "absent_correct": 235,
+          "absent_correct": 241,
           "absent_total": 246,
-          "exact": 188,
-          "false_abstention": 2,
-          "field_correct": 548,
+          "exact": 193,
+          "false_abstention": 3,
+          "field_correct": 556,
           "fields": 567,
-          "fn": 8,
-          "fp": 14,
-          "json_parse_ok": 203,
-          "missed_abstention": 11,
+          "fn": 6,
+          "fp": 8,
+          "json_parse_ok": 204,
+          "missed_abstention": 5,
           "natural_stop": 204,
           "nonrepetitive_nonempty": 204,
-          "predicted_values": 327,
-          "present_correct": 313,
+          "predicted_values": 323,
+          "present_correct": 315,
           "present_total": 321,
-          "schema_ok": 203,
+          "schema_ok": 204,
           "token_limited": 0,
-          "tp": 313,
-          "unsupported_values": 2
+          "tp": 315,
+          "unsupported_values": 1
         },
-        "exact": 0.9215686274509803,
-        "f1": 0.9660493827160493,
-        "false_abstention_rate": 0.006230529595015576,
-        "field_accuracy": 0.9664902998236331,
-        "json_parse_rate": 0.9950980392156863,
-        "missed_abstention_rate": 0.044715447154471545,
+        "exact": 0.946078431372549,
+        "f1": 0.9782608695652175,
+        "false_abstention_rate": 0.009345794392523364,
+        "field_accuracy": 0.9805996472663139,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.02032520325203252,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.011863740803485545,
-        "precision": 0.9571865443425076,
-        "present_accuracy": 0.9750778816199377,
-        "recall": 0.9750778816199377,
-        "schema_valid_rate": 0.9950980392156863,
+        "output_nll": 0.010552975621619992,
+        "precision": 0.9752321981424149,
+        "present_accuracy": 0.9813084112149533,
+        "recall": 0.9813084112149533,
+        "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.0061162079510703364
+        "unsupported_value_rate": 0.0030959752321981426
       },
       "domain/SearchCreativeWork": {
-        "absent_accuracy": 0.9230769230769231,
+        "absent_accuracy": 0.9487179487179487,
         "count": 208,
         "counts": {
-          "absent_correct": 36,
+          "absent_correct": 37,
           "absent_total": 39,
           "exact": 197,
           "false_abstention": 2,
           "field_correct": 275,
           "fields": 286,
-          "fn": 8,
+          "fn": 9,
           "fp": 9,
           "json_parse_ok": 208,
-          "missed_abstention": 3,
+          "missed_abstention": 2,
           "natural_stop": 208,
           "nonrepetitive_nonempty": 208,
-          "predicted_values": 248,
-          "present_correct": 239,
+          "predicted_values": 247,
+          "present_correct": 238,
           "present_total": 247,
           "schema_ok": 208,
           "token_limited": 0,
-          "tp": 239,
+          "tp": 238,
           "unsupported_values": 0
         },
         "exact": 0.9471153846153846,
-        "f1": 0.9656565656565657,
+        "f1": 0.9635627530364372,
         "false_abstention_rate": 0.008097165991902834,
         "field_accuracy": 0.9615384615384616,
         "json_parse_rate": 1.0,
-        "missed_abstention_rate": 0.07692307692307693,
+        "missed_abstention_rate": 0.05128205128205128,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.019352024208483972,
-        "precision": 0.9637096774193549,
-        "present_accuracy": 0.9676113360323887,
-        "recall": 0.9676113360323887,
+        "output_nll": 0.0180713094832754,
+        "precision": 0.9635627530364372,
+        "present_accuracy": 0.9635627530364372,
+        "recall": 0.9635627530364372,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
         "unsupported_value_rate": 0.0
       },
       "domain/SearchScreeningEvent": {
-        "absent_accuracy": 0.8972332015810277,
+        "absent_accuracy": 0.9011857707509882,
         "count": 204,
         "counts": {
-          "absent_correct": 227,
+          "absent_correct": 228,
           "absent_total": 253,
           "exact": 165,
           "false_abstention": 14,
           "field_correct": 459,
           "fields": 501,
-          "fn": 16,
+          "fn": 17,
           "fp": 28,
           "json_parse_ok": 204,
-          "missed_abstention": 26,
+          "missed_abstention": 25,
           "natural_stop": 204,
           "nonrepetitive_nonempty": 204,
-          "predicted_values": 260,
-          "present_correct": 232,
+          "predicted_values": 259,
+          "present_correct": 231,
           "present_total": 248,
           "schema_ok": 204,
           "token_limited": 0,
-          "tp": 232,
-          "unsupported_values": 7
+          "tp": 231,
+          "unsupported_values": 4
         },
         "exact": 0.8088235294117647,
-        "f1": 0.9133858267716536,
+        "f1": 0.9112426035502958,
         "false_abstention_rate": 0.056451612903225805,
         "field_accuracy": 0.9161676646706587,
         "json_parse_rate": 1.0,
-        "missed_abstention_rate": 0.10276679841897234,
+        "missed_abstention_rate": 0.09881422924901186,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.021568229504291415,
-        "precision": 0.8923076923076924,
-        "present_accuracy": 0.9354838709677419,
-        "recall": 0.9354838709677419,
+        "output_nll": 0.02256406202664663,
+        "precision": 0.8918918918918919,
+        "present_accuracy": 0.9314516129032258,
+        "recall": 0.9314516129032258,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.026923076923076925
+        "unsupported_value_rate": 0.015444015444015444
       },
-      "macro_exact": 0.8249888080699045,
+      "macro_exact": 0.8305039715662217,
       "paired_requests": {
-        "accuracy": 0.7219020172910663,
-        "both_correct": 501,
+        "accuracy": 0.7377521613832853,
+        "both_correct": 512,
         "count": 694
       },
       "variant/alias": {
-        "absent_accuracy": 0.8275862068965517,
+        "absent_accuracy": 0.7931034482758621,
         "count": 28,
         "counts": {
-          "absent_correct": 24,
+          "absent_correct": 23,
           "absent_total": 29,
-          "exact": 19,
-          "false_abstention": 2,
-          "field_correct": 62,
+          "exact": 21,
+          "false_abstention": 1,
+          "field_correct": 61,
           "fields": 75,
           "fn": 8,
-          "fp": 7,
-          "json_parse_ok": 27,
-          "missed_abstention": 5,
+          "fp": 5,
+          "json_parse_ok": 26,
+          "missed_abstention": 6,
           "natural_stop": 28,
           "nonrepetitive_nonempty": 28,
-          "predicted_values": 45,
+          "predicted_values": 43,
           "present_correct": 38,
           "present_total": 46,
           "schema_ok": 26,
@@ -819,101 +1473,101 @@
           "tp": 38,
           "unsupported_values": 2
         },
-        "exact": 0.6785714285714286,
-        "f1": 0.8351648351648352,
-        "false_abstention_rate": 0.043478260869565216,
-        "field_accuracy": 0.8266666666666667,
-        "json_parse_rate": 0.9642857142857143,
-        "missed_abstention_rate": 0.1724137931034483,
+        "exact": 0.75,
+        "f1": 0.853932584269663,
+        "false_abstention_rate": 0.021739130434782608,
+        "field_accuracy": 0.8133333333333334,
+        "json_parse_rate": 0.9285714285714286,
+        "missed_abstention_rate": 0.20689655172413793,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.05925792032836138,
-        "precision": 0.8444444444444444,
+        "output_nll": 0.05795656384933474,
+        "precision": 0.8837209302325582,
         "present_accuracy": 0.8260869565217391,
         "recall": 0.8260869565217391,
         "schema_valid_rate": 0.9285714285714286,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.044444444444444446
+        "unsupported_value_rate": 0.046511627906976744
       },
       "variant/canonical": {
-        "absent_accuracy": 0.9305177111716622,
+        "absent_accuracy": 0.9339237057220708,
         "count": 1388,
         "counts": {
-          "absent_correct": 1366,
+          "absent_correct": 1371,
           "absent_total": 1468,
-          "exact": 1156,
-          "false_abstention": 103,
-          "field_correct": 3074,
+          "exact": 1163,
+          "false_abstention": 100,
+          "field_correct": 3075,
           "fields": 3347,
-          "fn": 171,
-          "fp": 170,
+          "fn": 175,
+          "fp": 172,
           "json_parse_ok": 1388,
-          "missed_abstention": 102,
+          "missed_abstention": 97,
           "natural_stop": 1388,
           "nonrepetitive_nonempty": 1388,
-          "predicted_values": 1878,
-          "present_correct": 1708,
+          "predicted_values": 1876,
+          "present_correct": 1704,
           "present_total": 1879,
           "schema_ok": 1388,
           "token_limited": 0,
-          "tp": 1708,
-          "unsupported_values": 24
+          "tp": 1704,
+          "unsupported_values": 23
         },
-        "exact": 0.8328530259365994,
-        "f1": 0.909236092627096,
-        "false_abstention_rate": 0.05481639169771155,
-        "field_accuracy": 0.9184344188825814,
+        "exact": 0.8378962536023055,
+        "f1": 0.9075898801597869,
+        "false_abstention_rate": 0.05321979776476849,
+        "field_accuracy": 0.9187331939049895,
         "json_parse_rate": 1.0,
-        "missed_abstention_rate": 0.06948228882833787,
+        "missed_abstention_rate": 0.06607629427792916,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.02666785328274954,
-        "precision": 0.9094781682641108,
-        "present_accuracy": 0.9089941458222459,
-        "recall": 0.9089941458222459,
+        "output_nll": 0.02737440389113602,
+        "precision": 0.908315565031983,
+        "present_accuracy": 0.9068653539116551,
+        "recall": 0.9068653539116551,
         "schema_valid_rate": 1.0,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.012779552715654952
+        "unsupported_value_rate": 0.012260127931769723
       },
       "variant/nullable": {
-        "absent_accuracy": 0.7241379310344828,
+        "absent_accuracy": 0.7586206896551724,
         "count": 28,
         "counts": {
-          "absent_correct": 21,
+          "absent_correct": 22,
           "absent_total": 29,
-          "exact": 16,
+          "exact": 15,
           "false_abstention": 6,
-          "field_correct": 57,
+          "field_correct": 59,
           "fields": 75,
-          "fn": 10,
+          "fn": 9,
           "fp": 9,
-          "json_parse_ok": 27,
-          "missed_abstention": 8,
+          "json_parse_ok": 28,
+          "missed_abstention": 7,
           "natural_stop": 28,
           "nonrepetitive_nonempty": 28,
-          "predicted_values": 45,
-          "present_correct": 36,
+          "predicted_values": 46,
+          "present_correct": 37,
           "present_total": 46,
           "schema_ok": 27,
           "token_limited": 0,
-          "tp": 36,
-          "unsupported_values": 4
+          "tp": 37,
+          "unsupported_values": 2
         },
-        "exact": 0.5714285714285714,
-        "f1": 0.7912087912087912,
+        "exact": 0.5357142857142857,
+        "f1": 0.8043478260869565,
         "false_abstention_rate": 0.13043478260869565,
-        "field_accuracy": 0.76,
-        "json_parse_rate": 0.9642857142857143,
-        "missed_abstention_rate": 0.27586206896551724,
+        "field_accuracy": 0.7866666666666666,
+        "json_parse_rate": 1.0,
+        "missed_abstention_rate": 0.2413793103448276,
         "natural_stop_rate": 1.0,
         "nonrepetitive_nonempty_rate": 1.0,
-        "output_nll": 0.08004708328683462,
-        "precision": 0.8,
-        "present_accuracy": 0.782608695652174,
-        "recall": 0.782608695652174,
+        "output_nll": 0.08585214895096474,
+        "precision": 0.8043478260869565,
+        "present_accuracy": 0.8043478260869565,
+        "recall": 0.8043478260869565,
         "schema_valid_rate": 0.9642857142857143,
         "token_limited_rate": 0.0,
-        "unsupported_value_rate": 0.08888888888888889
+        "unsupported_value_rate": 0.043478260869565216
       }
     },
     "protocol": {
@@ -932,231 +1586,2370 @@
   },
   "playground": {
     "metrics": {
-      "alias": {
-        "absent_accuracy": 0.875,
-        "count": 7,
-        "counts": {
-          "absent_correct": 7,
-          "absent_total": 8,
-          "exact": 6,
+      "absent_accuracy": 0.9245283018867925,
+      "count": 54,
+      "counts": {
+        "absent_correct": 49,
+        "absent_total": 53,
+        "exact": 44,
+        "false_abstention": 3,
+        "field_correct": 124,
+        "fields": 135,
+        "fn": 7,
+        "fp": 9,
+        "json_parse_ok": 54,
+        "missed_abstention": 4,
+        "natural_stop": 54,
+        "nonrepetitive_nonempty": 54,
+        "predicted_values": 86,
+        "present_correct": 75,
+        "present_total": 82,
+        "schema_ok": 54,
+        "token_limited": 0,
+        "tp": 77,
+        "unsupported_values": 3
+      },
+      "exact": 0.8148148148148148,
+      "f1": 0.9058823529411765,
+      "false_abstention_rate": 0.036585365853658534,
+      "field_accuracy": 0.9185185185185185,
+      "json_parse_rate": 1.0,
+      "missed_abstention_rate": 0.07547169811320754,
+      "natural_stop_rate": 1.0,
+      "nonrepetitive_nonempty_rate": 1.0,
+      "output_nll": 0.05903947115142795,
+      "precision": 0.8953488372093024,
+      "present_accuracy": 0.9146341463414634,
+      "recall": 0.9166666666666666,
+      "schema_valid_rate": 1.0,
+      "token_limited_rate": 0.0,
+      "unsupported_value_rate": 0.03488372093023256
+    },
+    "requests": 54,
+    "outputs": [
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 0,
+          "false_abstention": 1,
+          "field_correct": 1,
+          "fields": 3,
+          "fn": 2,
+          "fp": 1,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 1,
+          "present_total": 3,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-01",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"playlist_owner\":[],\"playlist\":[\"Rock Gaming\"],\"entity_name\":[\"Mariem Hassan\"]}",
+        "tokens": 37,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 2,
+          "exact": 0,
           "false_abstention": 0,
-          "field_correct": 16,
-          "fields": 17,
+          "field_correct": 1,
+          "fields": 2,
           "fn": 0,
           "fp": 1,
-          "json_parse_ok": 7,
+          "json_parse_ok": 1,
           "missed_abstention": 1,
-          "natural_stop": 7,
-          "nonrepetitive_nonempty": 7,
-          "predicted_values": 10,
-          "present_correct": 9,
-          "present_total": 9,
-          "schema_ok": 7,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 0,
+          "present_total": 0,
+          "schema_ok": 1,
           "token_limited": 0,
-          "tp": 9,
+          "tp": 0,
           "unsupported_values": 0
         },
-        "exact": 0.8571428571428571,
-        "f1": 0.9473684210526316,
-        "field_accuracy": 0.9411764705882353,
-        "json_parse": 1.0,
-        "natural_stop_rate": 1.0,
-        "precision": 0.9,
-        "present_accuracy": 1.0,
-        "recall": 1.0,
-        "schema_valid": 1.0,
-        "unsupported_value_rate": 0.0
+        "id": "FIELD-02",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"artist\":[\"Mariem Hassan\"],\"music_item\":[]}",
+        "tokens": 23,
+        "variant": "canonical"
       },
-      "all": {
-        "absent_accuracy": 0.9056603773584906,
-        "count": 54,
-        "counts": {
-          "absent_correct": 48,
-          "absent_total": 53,
-          "exact": 42,
-          "false_abstention": 3,
-          "field_correct": 118,
-          "fields": 135,
-          "fn": 13,
-          "fp": 7,
-          "json_parse_ok": 52,
-          "missed_abstention": 5,
-          "natural_stop": 54,
-          "nonrepetitive_nonempty": 54,
-          "predicted_values": 78,
-          "present_correct": 70,
-          "present_total": 82,
-          "schema_ok": 52,
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 1,
+          "fields": 1,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
           "token_limited": 0,
-          "tp": 71,
-          "unsupported_values": 2
+          "tp": 1,
+          "unsupported_values": 0
         },
-        "exact": 0.7777777777777778,
-        "f1": 0.8765432098765431,
-        "field_accuracy": 0.8740740740740741,
-        "json_parse": 0.9629629629629629,
-        "natural_stop_rate": 1.0,
-        "precision": 0.9102564102564102,
-        "present_accuracy": 0.8536585365853658,
-        "recall": 0.8452380952380952,
-        "schema_valid": 0.9629629629629629,
-        "unsupported_value_rate": 0.02564102564102564
+        "id": "FIELD-03",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"playlist_owner\":[\"my\"]}",
+        "tokens": 13,
+        "variant": "canonical"
       },
-      "authored_diagnostics": {
-        "absent_accuracy": 1.0,
-        "count": 12,
-        "counts": {
-          "absent_correct": 11,
-          "absent_total": 11,
-          "exact": 7,
-          "false_abstention": 2,
-          "field_correct": 29,
-          "fields": 34,
-          "fn": 6,
-          "fp": 2,
-          "json_parse_ok": 12,
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
           "missed_abstention": 0,
-          "natural_stop": 12,
-          "nonrepetitive_nonempty": 12,
-          "predicted_values": 21,
-          "present_correct": 18,
-          "present_total": 23,
-          "schema_ok": 12,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
           "token_limited": 0,
-          "tp": 19,
-          "unsupported_values": 1
+          "tp": 1,
+          "unsupported_values": 0
         },
-        "exact": 0.5833333333333334,
-        "f1": 0.8260869565217391,
-        "field_accuracy": 0.8529411764705882,
-        "json_parse": 1.0,
-        "natural_stop_rate": 1.0,
-        "precision": 0.9047619047619048,
-        "present_accuracy": 0.782608695652174,
-        "recall": 0.76,
-        "schema_valid": 1.0,
-        "unsupported_value_rate": 0.047619047619047616
-      },
-      "nullable": {
-        "absent_accuracy": 0.625,
-        "count": 7,
-        "counts": {
-          "absent_correct": 5,
-          "absent_total": 8,
-          "exact": 4,
+        "id": "FIELD-04",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"artist\":[],\"entity_name\":[],\"playlist\":[\"Digster Future Hits\"]}",
+        "tokens": 29,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
           "false_abstention": 0,
-          "field_correct": 12,
-          "fields": 17,
-          "fn": 2,
-          "fp": 2,
-          "json_parse_ok": 6,
-          "missed_abstention": 3,
-          "natural_stop": 7,
-          "nonrepetitive_nonempty": 7,
-          "predicted_values": 9,
-          "present_correct": 7,
-          "present_total": 9,
-          "schema_ok": 6,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 3,
+          "present_correct": 3,
+          "present_total": 3,
+          "schema_ok": 1,
           "token_limited": 0,
-          "tp": 7,
-          "unsupported_values": 1
+          "tp": 3,
+          "unsupported_values": 0
         },
-        "exact": 0.5714285714285714,
-        "f1": 0.7777777777777778,
-        "field_accuracy": 0.7058823529411765,
-        "json_parse": 0.8571428571428571,
-        "natural_stop_rate": 1.0,
-        "precision": 0.7777777777777778,
-        "present_accuracy": 0.7777777777777778,
-        "recall": 0.7777777777777778,
-        "schema_valid": 0.8571428571428571,
-        "unsupported_value_rate": 0.1111111111111111
+        "id": "FIELD-05",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"state\":[\"AR\"],\"party_size_number\":[\"nine\"],\"restaurant_type\":[\"brasserie\"]}",
+        "tokens": 36,
+        "variant": "canonical"
       },
-      "observed_originals": {
-        "absent_accuracy": 0.9615384615384616,
-        "count": 28,
-        "counts": {
-          "absent_correct": 25,
-          "absent_total": 26,
-          "exact": 25,
-          "false_abstention": 1,
-          "field_correct": 61,
-          "fields": 67,
-          "fn": 5,
-          "fp": 2,
-          "json_parse_ok": 27,
-          "missed_abstention": 1,
-          "natural_stop": 28,
-          "nonrepetitive_nonempty": 28,
-          "predicted_values": 38,
-          "present_correct": 36,
-          "present_total": 41,
-          "schema_ok": 27,
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
           "token_limited": 0,
-          "tp": 36,
+          "tp": 1,
           "unsupported_values": 0
         },
-        "exact": 0.8928571428571429,
-        "f1": 0.9113924050632912,
-        "field_accuracy": 0.9104477611940298,
-        "json_parse": 0.9642857142857143,
-        "natural_stop_rate": 1.0,
-        "precision": 0.9473684210526315,
-        "present_accuracy": 0.8780487804878049,
-        "recall": 0.8780487804878049,
-        "schema_valid": 0.9642857142857143,
-        "unsupported_value_rate": 0.0
+        "id": "FIELD-06",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"party_size_number\":[\"nine\"],\"timeRange\":[],\"sort\":[]}",
+        "tokens": 27,
+        "variant": "canonical"
       },
-      "schema_stress": {
-        "absent_accuracy": 0.75,
-        "count": 14,
-        "counts": {
-          "absent_correct": 12,
-          "absent_total": 16,
-          "exact": 10,
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
           "false_abstention": 0,
-          "field_correct": 28,
-          "fields": 34,
-          "fn": 2,
-          "fp": 3,
-          "json_parse_ok": 13,
-          "missed_abstention": 4,
-          "natural_stop": 14,
-          "nonrepetitive_nonempty": 14,
-          "predicted_values": 19,
-          "present_correct": 16,
-          "present_total": 18,
-          "schema_ok": 13,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
           "token_limited": 0,
-          "tp": 16,
-          "unsupported_values": 1
+          "tp": 2,
+          "unsupported_values": 0
         },
-        "exact": 0.7142857142857143,
-        "f1": 0.8648648648648649,
-        "field_accuracy": 0.8235294117647058,
-        "json_parse": 0.9285714285714286,
-        "natural_stop_rate": 1.0,
-        "precision": 0.8421052631578947,
-        "present_accuracy": 0.8888888888888888,
-        "recall": 0.8888888888888888,
-        "schema_valid": 0.9285714285714286,
-        "unsupported_value_rate": 0.05263157894736842
+        "id": "FIELD-07",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"city\":[\"Wrigley\"],\"sort\":[\"best\"]}",
+        "tokens": 21,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 0,
+          "present_correct": 0,
+          "present_total": 0,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 0,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-08",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"poi\":[],\"timeRange\":[]}",
+        "tokens": 15,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-09",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"state\":[\"Louisiana\"],\"condition_temperature\":[\"colder\"]}",
+        "tokens": 23,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-10",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"current_location\":[],\"geographic_poi\":[],\"condition_temperature\":[\"colder\"]}",
+        "tokens": 31,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 3,
+          "present_correct": 3,
+          "present_total": 3,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 3,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-11",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"timeRange\":[\"last August\"],\"geographic_poi\":[\"Stunt Ranch Santa Monica Mountains Reserve\"],\"condition_temperature\":[\"colder\"]}",
+        "tokens": 44,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-12",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"state\":[],\"geographic_poi\":[\"Stunt Ranch Santa Monica Mountains Reserve\"],\"current_location\":[]}",
+        "tokens": 34,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 3,
+          "present_correct": 3,
+          "present_total": 3,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 3,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-13",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"artist\":[\"Behzad Mirkhani\"],\"music_item\":[\"theme\"],\"sort\":[\"last\"]}",
+        "tokens": 38,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-14",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"playlist\":[],\"music_item\":[\"theme\"],\"service\":[]}",
+        "tokens": 25,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 3,
+          "present_correct": 3,
+          "present_total": 3,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 3,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-15",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"artist\":[\"Yui\"],\"music_item\":[\"track\"],\"service\":[\"Vimeo\"]}",
+        "tokens": 33,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 0,
+          "present_correct": 0,
+          "present_total": 0,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 0,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-16",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"playlist\":[],\"sort\":[]}",
+        "tokens": 14,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 3,
+          "present_correct": 3,
+          "present_total": 3,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 3,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-17",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"rating_value\":[\"3\"],\"rating_unit\":[\"stars\"],\"object_name\":[\"Things Fall Apart\"]}",
+        "tokens": 35,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-18",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_name\":[\"Things Fall Apart\"],\"object_select\":[],\"object_type\":[]}",
+        "tokens": 29,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-19",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"rating_value\":[\"1\"],\"object_name\":[]}",
+        "tokens": 19,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 0,
+          "present_correct": 0,
+          "present_total": 0,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 0,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-20",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_part_of_series_type\":[],\"object_name\":[]}",
+        "tokens": 23,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 1,
+          "fields": 1,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-21",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_name\":[\"Happiness Was Free\"]}",
+        "tokens": 16,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-22",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_type\":[],\"object_name\":[\"Happiness Was Free\"]}",
+        "tokens": 23,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-23",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_name\":[\"Martin Morning\"],\"object_type\":[\"saga\"]}",
+        "tokens": 24,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 1,
+          "fields": 1,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-24",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_name\":[\"Martin Morning\"]}",
+        "tokens": 13,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-25",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"movie_type\":[\"animated movies\"],\"spatial_relation\":[\"in the neighborhood\"]}",
+        "tokens": 29,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-26",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"movie_name\":[],\"timeRange\":[],\"movie_type\":[\"animated movies\"]}",
+        "tokens": 32,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-27",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"timeRange\":[\"twenty two o'clock\"],\"movie_name\":[\"Mabel’s Dramatic Career\"]}",
+        "tokens": 36,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-28",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"timeRange\":[\"twenty two o'clock\"],\"spatial_relation\":[],\"object_location_type\":[]}",
+        "tokens": 35,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-29",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"track\":[\"Blue Lantern\"],\"artist\":[\"Mira Sol\"],\"album\":[]}",
+        "tokens": 29,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 4,
+          "fields": 4,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 4,
+          "present_correct": 4,
+          "present_total": 4,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 4,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-30",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"restaurant_name\":[\"River Moon\"],\"city\":[\"Denver\"],\"party_size_number\":[\"four\"],\"timeRange\":[\"tomorrow\"]}",
+        "tokens": 49,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 0,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 3,
+          "fn": 1,
+          "fp": 1,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 1,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 1
+        },
+        "id": "FIELD-31",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"city\":[\"Ose\"],\"timeRange\":[\"Friday\"],\"country\":[]}",
+        "tokens": 26,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 0,
+          "false_abstention": 1,
+          "field_correct": 3,
+          "fields": 4,
+          "fn": 1,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 3,
+          "present_correct": 3,
+          "present_total": 4,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 3,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-32",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_name\":[\"Glass Harbor\"],\"rating_value\":[\"four\"],\"best_rating\":[],\"rating_unit\":[\"stars\"]}",
+        "tokens": 42,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-33",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"timeRange\":[],\"location_name\":[\"Maple Cinema\"],\"movie_name\":[\"Silver Orchard\"]}",
+        "tokens": 37,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-34",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"entity_name\":[\"Night Steps\"],\"playlist\":[\"Evening Walks\"]}",
+        "tokens": 27,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-35",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"artist\":[\"Mira Sol\",\"Theo Lane\"],\"album\":[]}",
+        "tokens": 24,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 0,
+          "false_abstention": 0,
+          "field_correct": 1,
+          "fields": 2,
+          "fn": 1,
+          "fp": 2,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 3,
+          "present_correct": 0,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 2
+        },
+        "id": "FIELD-36",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"city\":[\"Bergen\",\"Orange\",\"Lake\"],\"country\":[]}",
+        "tokens": 24,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 0,
+          "false_abstention": 1,
+          "field_correct": 2,
+          "fields": 3,
+          "fn": 1,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-37",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"cuisine\":[],\"city\":[\"Boston\"],\"restaurant_name\":[]}",
+        "tokens": 26,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-38",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"track\":[],\"artist\":[\"Mira Sol\"],\"album\":[\"Quiet Signals\"]}",
+        "tokens": 30,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 1,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-39",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_name\":[\"Paper Bridge\"],\"rating_value\":[]}",
+        "tokens": 20,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 3,
+          "absent_total": 3,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 0,
+          "present_correct": 0,
+          "present_total": 0,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 0,
+          "unsupported_values": 0
+        },
+        "id": "FIELD-40",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"artist\":[],\"timeRange\":[],\"country\":[]}",
+        "tokens": 20,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:AddToPlaylist:train:80:view1:native:alias",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"selected_playlist\":[\"night vibes\"],\"selected_artist\":[],\"selected_playlist_owner\":[]}",
+        "tokens": 36,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 2,
+          "exact": 0,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 3,
+          "fn": 0,
+          "fp": 1,
+          "json_parse_ok": 1,
+          "missed_abstention": 1,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:AddToPlaylist:train:80:view1:native:nullable",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"playlist_owner\":null,\"artist\":\"gn\",\"playlist\":\"night vibes\"}",
+        "tokens": 26,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 2,
+          "exact": 0,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 3,
+          "fn": 0,
+          "fp": 1,
+          "json_parse_ok": 1,
+          "missed_abstention": 1,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:BookRestaurant:train:684:view1:native:alias",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"selected_restaurant_name\":[\"mughlai restaurant\"],\"selected_timeRange\":[\"Nov. the 1st\"],\"selected_sort\":[]}",
+        "tokens": 47,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 1,
+          "absent_total": 2,
+          "exact": 0,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 3,
+          "fn": 0,
+          "fp": 1,
+          "json_parse_ok": 1,
+          "missed_abstention": 1,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:BookRestaurant:train:684:view1:native:nullable",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"restaurant_name\":\"mughlai restaurant\",\"timeRange\":\"Nov. the 1st\",\"sort\":null}",
+        "tokens": 34,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:GetWeather:train:109:view0:native:alias",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"selected_condition_temperature\":[\"colder\"],\"selected_state\":[\"Louisiana\"]}",
+        "tokens": 29,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:GetWeather:train:109:view0:native:nullable",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"state\":\"Louisiana\",\"condition_temperature\":\"colder\"}",
+        "tokens": 19,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:PlayMusic:train:801:view1:native:alias",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"selected_playlist\":[],\"selected_music_item\":[\"theme\"],\"selected_service\":[]}",
+        "tokens": 34,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:PlayMusic:train:801:view1:native:nullable",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"playlist\":null,\"music_item\":\"theme\",\"service\":null}",
+        "tokens": 23,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:RateBook:train:293:view0:native:alias",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"selected_rating_value\":[\"2\"],\"selected_object_select\":[\"current\"]}",
+        "tokens": 29,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 2,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 2,
+          "present_correct": 2,
+          "present_total": 2,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 2,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:RateBook:train:293:view0:native:nullable",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_select\":\"current\",\"rating_value\":\"2\"}",
+        "tokens": 19,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 1,
+          "fields": 1,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:SearchCreativeWork:train:602:view1:native:alias",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"selected_object_name\":[\"Playlist: The Very Best of Dolly Parton\"]}",
+        "tokens": 25,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 0,
+          "absent_total": 0,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 1,
+          "fields": 1,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:SearchCreativeWork:train:602:view1:native:nullable",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"object_name\":\"Playlist: The Very Best of Dolly Parton\"}",
+        "tokens": 20,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 1,
+          "false_abstention": 0,
+          "field_correct": 3,
+          "fields": 3,
+          "fn": 0,
+          "fp": 0,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 1,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 1,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:SearchScreeningEvent:train:897:view1:native:alias",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"selected_movie_type\":[\"animated movies\"],\"selected_movie_name\":[],\"selected_location_name\":[]}",
+        "tokens": 42,
+        "variant": "canonical"
+      },
+      {
+        "checks": {
+          "absent_correct": 2,
+          "absent_total": 2,
+          "exact": 0,
+          "false_abstention": 0,
+          "field_correct": 2,
+          "fields": 3,
+          "fn": 1,
+          "fp": 1,
+          "json_parse_ok": 1,
+          "missed_abstention": 0,
+          "natural_stop": 1,
+          "nonrepetitive_nonempty": 1,
+          "predicted_values": 1,
+          "present_correct": 0,
+          "present_total": 1,
+          "schema_ok": 1,
+          "token_limited": 0,
+          "tp": 0,
+          "unsupported_values": 0
+        },
+        "id": "native:snips:SearchScreeningEvent:train:897:view1:native:nullable",
+        "source": "playground",
+        "stop_reason": "turn_end",
+        "text": "{\"movie_name\":null,\"movie_type\":\"movies\",\"location_name\":null}",
+        "tokens": 31,
+        "variant": "canonical"
       }
+    ],
+    "scope": "Observed fixed local54 diagnostics; standalone parity verification recorded separately."
+  },
+  "previous_release_comparison": {
+    "all": {
+      "candidate_correct": 1199,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 107,
+          "parent": 111
+        },
+        "json_parse_ok": {
+          "candidate": 1442,
+          "parent": 1442
+        },
+        "missed_abstention": {
+          "candidate": 110,
+          "parent": 115
+        },
+        "schema_ok": {
+          "candidate": 1441,
+          "parent": 1441
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 27,
+          "parent": 30
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.927916120576671,
+          "delta_percentage_points": 0.327653997378774,
+          "parent": 0.9246395806028833
+        },
+        "exact": {
+          "candidate": 0.8303324099722992,
+          "delta_percentage_points": 0.5540166204986208,
+          "parent": 0.824792243767313
+        },
+        "f1": {
+          "candidate": 0.9039634146341463,
+          "delta_percentage_points": -0.08347574907584532,
+          "parent": 0.9047981721249048
+        },
+        "field_accuracy": {
+          "candidate": 0.9136402630826422,
+          "delta_percentage_points": 0.05719187875321552,
+          "parent": 0.9130683442951101
+        },
+        "precision": {
+          "candidate": 0.9053435114503817,
+          "delta_percentage_points": -0.014429342766708597,
+          "parent": 0.9054878048780488
+        },
+        "recall": {
+          "candidate": 0.9025875190258752,
+          "delta_percentage_points": -0.15220700152206446,
+          "parent": 0.9041095890410958
+        },
+        "schema_valid_rate": {
+          "candidate": 0.9979224376731302,
+          "delta_percentage_points": 0.0,
+          "parent": 0.9979224376731302
+        }
+      },
+      "parent_correct": 1191,
+      "requests": 1444
     },
-    "protocol": {
-      "constrained": false,
-      "json_assembly": false,
-      "max_tokens": 256,
-      "model_calls_per_request": 1,
-      "output_repair": false,
-      "raw_text_preserved": true,
-      "repetition_penalty": 1,
-      "route": "/api/json/generate",
-      "seed": 2026,
-      "temperature": 0,
-      "top_k": 40
+    "domain/AddToPlaylist": {
+      "candidate_correct": 165,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 12,
+          "parent": 13
+        },
+        "json_parse_ok": {
+          "candidate": 206,
+          "parent": 206
+        },
+        "missed_abstention": {
+          "candidate": 20,
+          "parent": 21
+        },
+        "schema_ok": {
+          "candidate": 206,
+          "parent": 206
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 15,
+          "parent": 13
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.9152542372881356,
+          "delta_percentage_points": 0.4237288135593209,
+          "parent": 0.9110169491525424
+        },
+        "exact": {
+          "candidate": 0.8009708737864077,
+          "delta_percentage_points": -1.4563106796116498,
+          "parent": 0.8155339805825242
+        },
+        "f1": {
+          "candidate": 0.8741496598639455,
+          "delta_percentage_points": -1.0204081632653184,
+          "parent": 0.8843537414965987
+        },
+        "field_accuracy": {
+          "candidate": 0.8992395437262357,
+          "delta_percentage_points": -0.38022813688213253,
+          "parent": 0.903041825095057
+        },
+        "precision": {
+          "candidate": 0.8624161073825504,
+          "delta_percentage_points": -1.0067114093959662,
+          "parent": 0.87248322147651
+        },
+        "recall": {
+          "candidate": 0.8862068965517241,
+          "delta_percentage_points": -1.0344827586206917,
+          "parent": 0.896551724137931
+        },
+        "schema_valid_rate": {
+          "candidate": 1.0,
+          "delta_percentage_points": 0.0,
+          "parent": 1.0
+        }
+      },
+      "parent_correct": 168,
+      "requests": 206
+    },
+    "domain/BookRestaurant": {
+      "candidate_correct": 162,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 16,
+          "parent": 21
+        },
+        "json_parse_ok": {
+          "candidate": 208,
+          "parent": 208
+        },
+        "missed_abstention": {
+          "candidate": 23,
+          "parent": 23
+        },
+        "schema_ok": {
+          "candidate": 208,
+          "parent": 208
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 3,
+          "parent": 4
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.908,
+          "delta_percentage_points": 0.0,
+          "parent": 0.908
+        },
+        "exact": {
+          "candidate": 0.7788461538461539,
+          "delta_percentage_points": 2.8846153846153855,
+          "parent": 0.75
+        },
+        "f1": {
+          "candidate": 0.8775193798449612,
+          "delta_percentage_points": 0.5644379844961134,
+          "parent": 0.8718750000000001
+        },
+        "field_accuracy": {
+          "candidate": 0.8963093145869947,
+          "delta_percentage_points": 0.7029876977152849,
+          "parent": 0.8892794376098418
+        },
+        "precision": {
+          "candidate": 0.8680981595092024,
+          "delta_percentage_points": -0.10607189954704443,
+          "parent": 0.8691588785046729
+        },
+        "recall": {
+          "candidate": 0.8871473354231975,
+          "delta_percentage_points": 1.253918495297801,
+          "parent": 0.8746081504702194
+        },
+        "schema_valid_rate": {
+          "candidate": 1.0,
+          "delta_percentage_points": 0.0,
+          "parent": 1.0
+        }
+      },
+      "parent_correct": 156,
+      "requests": 208
+    },
+    "domain/GetWeather": {
+      "candidate_correct": 164,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 15,
+          "parent": 15
+        },
+        "json_parse_ok": {
+          "candidate": 205,
+          "parent": 205
+        },
+        "missed_abstention": {
+          "candidate": 20,
+          "parent": 16
+        },
+        "schema_ok": {
+          "candidate": 204,
+          "parent": 204
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 3,
+          "parent": 2
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.9186991869918699,
+          "delta_percentage_points": -1.6260162601625994,
+          "parent": 0.9349593495934959
+        },
+        "exact": {
+          "candidate": 0.7961165048543689,
+          "delta_percentage_points": -1.9417475728155331,
+          "parent": 0.8155339805825242
+        },
+        "f1": {
+          "candidate": 0.8853046594982079,
+          "delta_percentage_points": -1.1992637799089434,
+          "parent": 0.8972972972972973
+        },
+        "field_accuracy": {
+          "candidate": 0.900952380952381,
+          "delta_percentage_points": -1.1428571428571455,
+          "parent": 0.9123809523809524
+        },
+        "precision": {
+          "candidate": 0.8853046594982079,
+          "delta_percentage_points": -1.6869253545270357,
+          "parent": 0.9021739130434783
+        },
+        "recall": {
+          "candidate": 0.8853046594982079,
+          "delta_percentage_points": -0.7168458781361964,
+          "parent": 0.8924731182795699
+        },
+        "schema_valid_rate": {
+          "candidate": 0.9902912621359223,
+          "delta_percentage_points": 0.0,
+          "parent": 0.9902912621359223
+        }
+      },
+      "parent_correct": 168,
+      "requests": 206
+    },
+    "domain/PlayMusic": {
+      "candidate_correct": 153,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 45,
+          "parent": 44
+        },
+        "json_parse_ok": {
+          "candidate": 207,
+          "parent": 208
+        },
+        "missed_abstention": {
+          "candidate": 15,
+          "parent": 15
+        },
+        "schema_ok": {
+          "candidate": 207,
+          "parent": 208
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 1,
+          "parent": 2
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.94140625,
+          "delta_percentage_points": 0.0,
+          "parent": 0.94140625
+        },
+        "exact": {
+          "candidate": 0.7355769230769231,
+          "delta_percentage_points": 1.9230769230769273,
+          "parent": 0.7163461538461539
+        },
+        "f1": {
+          "candidate": 0.8320000000000001,
+          "delta_percentage_points": 0.031683168316842814,
+          "parent": 0.8316831683168316
+        },
+        "field_accuracy": {
+          "candidate": 0.858508604206501,
+          "delta_percentage_points": -0.3824091778202643,
+          "parent": 0.8623326959847036
+        },
+        "precision": {
+          "candidate": 0.8927038626609443,
+          "delta_percentage_points": 1.0350921484473696,
+          "parent": 0.8823529411764706
+        },
+        "recall": {
+          "candidate": 0.7790262172284644,
+          "delta_percentage_points": -0.7490636704119868,
+          "parent": 0.7865168539325843
+        },
+        "schema_valid_rate": {
+          "candidate": 0.9951923076923077,
+          "delta_percentage_points": -0.48076923076922906,
+          "parent": 1.0
+        }
+      },
+      "parent_correct": 149,
+      "requests": 208
     },
-    "scope": "All actual playground source/schema fixtures, with their displayed schema property ordering and instructions unchanged. Observed original DEV cases, previously authored diagnostics, and observed schema-stress views; local diagnostic, not a fresh blind benchmark. NLL not measured through generation API."
+    "domain/RateBook": {
+      "candidate_correct": 193,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 3,
+          "parent": 2
+        },
+        "json_parse_ok": {
+          "candidate": 204,
+          "parent": 203
+        },
+        "missed_abstention": {
+          "candidate": 5,
+          "parent": 11
+        },
+        "schema_ok": {
+          "candidate": 204,
+          "parent": 203
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 1,
+          "parent": 2
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.9796747967479674,
+          "delta_percentage_points": 2.4390243902438935,
+          "parent": 0.9552845528455285
+        },
+        "exact": {
+          "candidate": 0.946078431372549,
+          "delta_percentage_points": 2.450980392156865,
+          "parent": 0.9215686274509803
+        },
+        "f1": {
+          "candidate": 0.9782608695652175,
+          "delta_percentage_points": 1.2211486849168174,
+          "parent": 0.9660493827160493
+        },
+        "field_accuracy": {
+          "candidate": 0.9805996472663139,
+          "delta_percentage_points": 1.4109347442680775,
+          "parent": 0.9664902998236331
+        },
+        "precision": {
+          "candidate": 0.9752321981424149,
+          "delta_percentage_points": 1.8045653799907302,
+          "parent": 0.9571865443425076
+        },
+        "recall": {
+          "candidate": 0.9813084112149533,
+          "delta_percentage_points": 0.6230529595015577,
+          "parent": 0.9750778816199377
+        },
+        "schema_valid_rate": {
+          "candidate": 1.0,
+          "delta_percentage_points": 0.4901960784313708,
+          "parent": 0.9950980392156863
+        }
+      },
+      "parent_correct": 188,
+      "requests": 204
+    },
+    "domain/SearchCreativeWork": {
+      "candidate_correct": 197,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 2,
+          "parent": 2
+        },
+        "json_parse_ok": {
+          "candidate": 208,
+          "parent": 208
+        },
+        "missed_abstention": {
+          "candidate": 2,
+          "parent": 3
+        },
+        "schema_ok": {
+          "candidate": 208,
+          "parent": 208
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 0,
+          "parent": 0
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.9487179487179487,
+          "delta_percentage_points": 2.564102564102555,
+          "parent": 0.9230769230769231
+        },
+        "exact": {
+          "candidate": 0.9471153846153846,
+          "delta_percentage_points": 0.0,
+          "parent": 0.9471153846153846
+        },
+        "f1": {
+          "candidate": 0.9635627530364372,
+          "delta_percentage_points": -0.20938126201284213,
+          "parent": 0.9656565656565657
+        },
+        "field_accuracy": {
+          "candidate": 0.9615384615384616,
+          "delta_percentage_points": 0.0,
+          "parent": 0.9615384615384616
+        },
+        "precision": {
+          "candidate": 0.9635627530364372,
+          "delta_percentage_points": -0.014692438291763477,
+          "parent": 0.9637096774193549
+        },
+        "recall": {
+          "candidate": 0.9635627530364372,
+          "delta_percentage_points": -0.4048582995951455,
+          "parent": 0.9676113360323887
+        },
+        "schema_valid_rate": {
+          "candidate": 1.0,
+          "delta_percentage_points": 0.0,
+          "parent": 1.0
+        }
+      },
+      "parent_correct": 197,
+      "requests": 208
+    },
+    "domain/SearchScreeningEvent": {
+      "candidate_correct": 165,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 14,
+          "parent": 14
+        },
+        "json_parse_ok": {
+          "candidate": 204,
+          "parent": 204
+        },
+        "missed_abstention": {
+          "candidate": 25,
+          "parent": 26
+        },
+        "schema_ok": {
+          "candidate": 204,
+          "parent": 204
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 4,
+          "parent": 7
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.9011857707509882,
+          "delta_percentage_points": 0.39525691699604515,
+          "parent": 0.8972332015810277
+        },
+        "exact": {
+          "candidate": 0.8088235294117647,
+          "delta_percentage_points": 0.0,
+          "parent": 0.8088235294117647
+        },
+        "f1": {
+          "candidate": 0.9112426035502958,
+          "delta_percentage_points": -0.21432232213577374,
+          "parent": 0.9133858267716536
+        },
+        "field_accuracy": {
+          "candidate": 0.9161676646706587,
+          "delta_percentage_points": 0.0,
+          "parent": 0.9161676646706587
+        },
+        "precision": {
+          "candidate": 0.8918918918918919,
+          "delta_percentage_points": -0.04158004158004713,
+          "parent": 0.8923076923076924
+        },
+        "recall": {
+          "candidate": 0.9314516129032258,
+          "delta_percentage_points": -0.40322580645161255,
+          "parent": 0.9354838709677419
+        },
+        "schema_valid_rate": {
+          "candidate": 1.0,
+          "delta_percentage_points": 0.0,
+          "parent": 1.0
+        }
+      },
+      "parent_correct": 165,
+      "requests": 204
+    },
+    "variant/alias": {
+      "candidate_correct": 21,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 1,
+          "parent": 2
+        },
+        "json_parse_ok": {
+          "candidate": 26,
+          "parent": 27
+        },
+        "missed_abstention": {
+          "candidate": 6,
+          "parent": 5
+        },
+        "schema_ok": {
+          "candidate": 26,
+          "parent": 26
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 2,
+          "parent": 2
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.7931034482758621,
+          "delta_percentage_points": -3.4482758620689613,
+          "parent": 0.8275862068965517
+        },
+        "exact": {
+          "candidate": 0.75,
+          "delta_percentage_points": 7.14285714285714,
+          "parent": 0.6785714285714286
+        },
+        "f1": {
+          "candidate": 0.853932584269663,
+          "delta_percentage_points": 1.8767749104827813,
+          "parent": 0.8351648351648352
+        },
+        "field_accuracy": {
+          "candidate": 0.8133333333333334,
+          "delta_percentage_points": -1.3333333333333308,
+          "parent": 0.8266666666666667
+        },
+        "precision": {
+          "candidate": 0.8837209302325582,
+          "delta_percentage_points": 3.9276485788113713,
+          "parent": 0.8444444444444444
+        },
+        "recall": {
+          "candidate": 0.8260869565217391,
+          "delta_percentage_points": 0.0,
+          "parent": 0.8260869565217391
+        },
+        "schema_valid_rate": {
+          "candidate": 0.9285714285714286,
+          "delta_percentage_points": 0.0,
+          "parent": 0.9285714285714286
+        }
+      },
+      "parent_correct": 19,
+      "requests": 28
+    },
+    "variant/canonical": {
+      "candidate_correct": 1163,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 100,
+          "parent": 103
+        },
+        "json_parse_ok": {
+          "candidate": 1388,
+          "parent": 1388
+        },
+        "missed_abstention": {
+          "candidate": 97,
+          "parent": 102
+        },
+        "schema_ok": {
+          "candidate": 1388,
+          "parent": 1388
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 23,
+          "parent": 24
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.9339237057220708,
+          "delta_percentage_points": 0.34059945504086864,
+          "parent": 0.9305177111716622
+        },
+        "exact": {
+          "candidate": 0.8378962536023055,
+          "delta_percentage_points": 0.5043227665706085,
+          "parent": 0.8328530259365994
+        },
+        "f1": {
+          "candidate": 0.9075898801597869,
+          "delta_percentage_points": -0.1646212467309116,
+          "parent": 0.909236092627096
+        },
+        "field_accuracy": {
+          "candidate": 0.9187331939049895,
+          "delta_percentage_points": 0.02987750224081598,
+          "parent": 0.9184344188825814
+        },
+        "precision": {
+          "candidate": 0.908315565031983,
+          "delta_percentage_points": -0.11626032321278013,
+          "parent": 0.9094781682641108
+        },
+        "recall": {
+          "candidate": 0.9068653539116551,
+          "delta_percentage_points": -0.21287919105907882,
+          "parent": 0.9089941458222459
+        },
+        "schema_valid_rate": {
+          "candidate": 1.0,
+          "delta_percentage_points": 0.0,
+          "parent": 1.0
+        }
+      },
+      "parent_correct": 1156,
+      "requests": 1388
+    },
+    "variant/nullable": {
+      "candidate_correct": 15,
+      "error_counts": {
+        "false_abstention": {
+          "candidate": 6,
+          "parent": 6
+        },
+        "json_parse_ok": {
+          "candidate": 28,
+          "parent": 27
+        },
+        "missed_abstention": {
+          "candidate": 7,
+          "parent": 8
+        },
+        "schema_ok": {
+          "candidate": 27,
+          "parent": 27
+        },
+        "token_limited": {
+          "candidate": 0,
+          "parent": 0
+        },
+        "unsupported_values": {
+          "candidate": 2,
+          "parent": 4
+        }
+      },
+      "metrics": {
+        "absent_accuracy": {
+          "candidate": 0.7586206896551724,
+          "delta_percentage_points": 3.4482758620689613,
+          "parent": 0.7241379310344828
+        },
+        "exact": {
+          "candidate": 0.5357142857142857,
+          "delta_percentage_points": -3.57142857142857,
+          "parent": 0.5714285714285714
+        },
+        "f1": {
+          "candidate": 0.8043478260869565,
+          "delta_percentage_points": 1.3139034878165368,
+          "parent": 0.7912087912087912
+        },
+        "field_accuracy": {
+          "candidate": 0.7866666666666666,
+          "delta_percentage_points": 2.6666666666666616,
+          "parent": 0.76
+        },
+        "precision": {
+          "candidate": 0.8043478260869565,
+          "delta_percentage_points": 0.43478260869564966,
+          "parent": 0.8
+        },
+        "recall": {
+          "candidate": 0.8043478260869565,
+          "delta_percentage_points": 2.1739130434782594,
+          "parent": 0.782608695652174
+        },
+        "schema_valid_rate": {
+          "candidate": 0.9642857142857143,
+          "delta_percentage_points": 0.0,
+          "parent": 0.9642857142857143
+        }
+      },
+      "parent_correct": 16,
+      "requests": 28
+    }
   },
-  "historical_protocol_note": "SFT-093 results used labeled fieldwise generation plus JSON assembly; they do not describe the current raw JSON model."
+  "historical_protocol_note": "Earlier extraction-plus-assembly scores are historical and do not describe these native JSON weights.",
+  "selection": {
+    "method": "Owner-selected main checkpoint after development/playground and observed original1444 matched comparison",
+    "strict_retention_gates_passed": false,
+    "reason": "Modest net complete-request gain with per-domain tradeoffs; unsupported values and nullable false abstentions exceeded some strict development gates. No uniform no-regression or broad reliability claim."
+  }
 }