diff --git "a/data.json" "b/data.json"
--- "a/data.json"
+++ "b/data.json"
@@ -1 +1 @@
-{"generated_utc":"2026-09-18T14:56:09Z","operating_point":{"name":"high","target_fa_per_hour":31.396,"max_redaction_overhead":0.09413,"threshold":0.812,"pre_margin_s":0.25,"post_margin_s":0.2,"close_gap_s":0.4,"min_duration_s":0.1,"measured":{"threshold":0.812,"recall":0.18705,"n_reference":278,"n_detected":52,"n_hypotheses":99,"fa_per_hour":29.933,"n_false_alarms":28,"frame_fpr":0.01559,"redaction_overhead":0.031,"per_category_recall":{"DIGIT_SEQUENCE":0.0,"GROUPED_DIGITS":0.65116,"SPELLED_OUT":0.43478,"DATETIME":0.05263,"ADDRESS":0.04,"PERSON_NAME":0.0,"IDENTIFIER":0.02564,"MONEY":0.0},"budget_met":true,"n_utterances":250,"total_audio_hours":0.9354,"min_overlap":0.5,"fa_budget":31.396,"overhead_budget":0.09413}},"examples":[{"utt_id":"test_000000","condition":"mic_variation","duration":12.061,"envelope":[0.0,0.0,0.029,0.051,0.333,0.832,0.835,0.271,0.144,0.109,0.084,0.266,0.35,0.347,0.372,0.408,0.385,0.244,0.307,0.693,0.89,0.9,0.272,0.07,0.134,0.631,0.792,0.309,0.175,0.144,0.237,0.396,0.622,0.864,0.894,0.778,0.456,0.907,0.922,0.819,0.558,0.829,0.953,0.986,0.981,0.948,0.763,0.843,0.976,0.852,0.917,0.863,0.896,0.349,0.062,0.071,0.21,0.273,0.975,0.979,0.92,0.308,0.156,0.661,0.933,0.918,0.753,0.375,0.239,0.212,0.19,0.361,0.869,0.877,0.666,0.532,0.672,0.545,0.048,0.058,0.089,0.264,0.531,0.529,0.548,0.548,0.6,0.606,0.424,0.218,0.277,0.97,0.982,1.0,0.992,0.879,0.088,0.458,0.957,0.977,0.94,0.617,0.443,0.709,0.713,0.182,0.009,0.051,0.102,0.249,0.506,0.509,0.483,0.545,0.512,0.2,0.909,0.928,0.832,0.143,0.294,0.203,0.102,0.533,0.66,0.617,0.553,0.286,0.05,0.082,0.087,0.155,0.467,0.774,0.855,0.834,0.489,0.854,0.868,0.614,0.208,0.199,0.425,0.557,0.659,0.681,0.565,0.504,0.489,0.468,0.399,0.283,0.03,0.0,0.0,0.0,0.0,0.34,0.563,0.567,0.547,0.533,0.533,0.314,0.211,0.305,0.429,0.725,0.88,0.852,0.804,0.591,0.558,0.561,0.557,0.327,0.017,0.324,0.412,0.37,0.284,0.014,0.001,0.0,0.0,0.0,0.0,0.001,0.781,0.972,0.962,0.818,0.178,0.131,0.596,0.704,0.562,0.32,0.263,0.594,0.901,0.954,0.952,0.282,0.126,0.107,0.336,0.714,0.807,0.647,0.202,0.179,0.281,0.539,0.559,0.584,0.874,0.89,0.808,0.591,0.505,0.386,0.227,0.664,0.539,0.484,0.443,0.429,0.37,0.103,0.003,0.0,0.007,0.063,0.071,0.074,0.14,0.692,0.879,0.936,0.936,0.911,0.856,0.725,0.232,0.2,0.076,0.1,0.091,0.307,0.388,0.411,0.447,0.494,0.518,0.276,0.15,0.697,0.891,0.907,0.92,0.91,0.863,0.8,0.168,0.155,0.15,0.222,0.093,0.103,0.091,0.307,0.385,0.423,0.473,0.557,0.572,0.195,0.129,0.07,0.084,0.255,0.377,0.396,0.419,0.518,0.547,0.445,0.614,0.651,0.632,0.621,0.827,0.92,0.596,0.012,0.176,0.316,0.586,0.573,0.497,0.736,0.628,0.691,0.622,0.786,0.7,0.645,0.539,0.45,0.065,0.022,0.078,0.219,0.333,0.34,0.34,0.348,0.334,0.219,0.074,0.002,0.0,0.0,0.077,0.783,0.861,0.794,0.475,0.29,0.015,0.118,0.418,0.633,0.73,0.857,0.847,0.801,0.724,0.717,0.666,0.616,0.596,0.581,0.551,0.363,0.042,0.001,0.0,0.0,0.0,0.0,0.0,0.025,0.977,0.993,0.977,0.968,0.832,0.231,0.066,0.045,0.486,0.613,0.786,0.87,0.841,0.787,0.112,0.014,0.039,0.471,0.988,0.996,0.995,0.921,0.056,0.042,0.106,0.191,0.842,0.941,0.91,0.88,0.569,0.187,0.547,0.748,0.879,0.847,0.063,0.047,0.039,0.844,0.989,0.998,0.999,0.998,0.96,0.729,0.233,0.212,0.177,0.198,0.206,0.926,0.956,0.994,0.983,0.928,0.899,0.8,0.731,0.601,0.396,0.256,0.259,0.235,0.171,0.09],"truth":[{"start":6.6928,"end":9.2268,"label":"DIGIT_SEQUENCE","score":1.0,"source":"gt"}],"asr":[{"start":2.44,"end":3.06,"label":"DATETIME","score":1.0,"source":"asr"},{"start":6.68,"end":9.54,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":9.14,"end":10.72,"label":"PERSON_NAME","score":0.7,"source":"asr"}],"bleep":[{"start":9.11,"end":9.66,"label":"ANY","score":0.8954,"source":"bleep"}],"bleep_typed":[],"union":[{"start":2.44,"end":3.06,"label":"ANY","score":1.0,"source":"union"},{"start":6.68,"end":10.72,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000002","condition":"noisy_babble_10db","duration":14.492,"envelope":[0.162,0.142,0.152,0.364,0.426,0.721,0.639,0.359,0.177,0.496,0.45,0.396,0.43,0.368,0.162,0.176,0.692,0.603,0.435,0.489,0.514,0.42,0.459,0.405,0.358,0.263,0.184,0.332,0.435,0.464,0.441,0.177,0.233,0.412,0.434,0.423,0.361,0.288,0.495,0.384,0.174,0.202,0.392,0.683,0.587,0.602,0.522,0.379,0.157,0.157,0.169,0.585,0.6,0.504,0.446,0.147,0.193,0.596,0.76,0.71,0.629,0.585,0.535,0.364,0.225,0.169,0.148,0.188,0.159,0.148,0.203,0.358,0.5,0.366,0.225,0.147,0.155,0.179,0.181,0.503,0.664,0.565,0.456,0.439,0.453,0.407,0.436,0.382,0.362,0.331,0.298,0.36,0.282,0.608,0.557,0.466,0.157,0.115,0.642,0.712,0.686,0.602,0.537,0.384,0.355,0.365,0.106,0.097,0.564,0.609,0.584,0.511,0.513,0.429,0.375,0.17,0.151,0.153,0.179,0.158,0.178,0.151,0.158,0.288,0.469,0.508,0.287,0.144,0.143,0.199,0.135,0.612,0.528,0.371,0.188,0.257,0.651,0.694,0.575,0.18,0.203,0.425,0.379,0.287,0.293,0.18,0.668,0.669,0.701,0.693,0.532,0.475,0.255,0.502,0.662,0.631,0.559,0.515,0.17,0.44,0.449,0.484,0.56,0.704,0.679,0.592,0.434,0.163,0.191,0.402,0.418,0.416,0.37,0.305,0.302,0.132,0.14,0.474,0.666,0.661,0.625,0.767,0.901,0.941,0.693,0.601,0.128,0.14,0.202,0.694,0.601,0.674,0.601,0.526,0.479,0.121,0.1,0.121,0.198,0.154,0.208,0.16,0.159,0.205,0.18,0.348,0.315,0.323,0.501,0.49,0.409,0.297,0.205,0.702,0.77,0.583,0.547,0.127,0.141,0.136,0.829,0.791,0.788,1.0,0.191,0.145,0.442,0.516,0.477,0.46,0.411,0.416,0.434,0.226,0.151,0.206,0.185,0.213,0.174,0.138,0.317,0.673,0.655,0.647,0.637,0.769,0.656,0.525,0.198,0.129,0.131,0.166,0.603,0.627,0.644,0.638,0.541,0.41,0.182,0.183,0.158,0.174,0.137,0.628,0.669,0.529,0.441,0.182,0.165,0.206,0.429,0.748,0.683,0.714,0.601,0.649,0.631,0.164,0.141,0.209,0.404,0.384,0.266,0.253,0.18,0.134,0.149,0.355,0.405,0.307,0.236,0.159,0.162,0.32,0.321,0.243,0.173,0.252,0.402,0.792,0.883,0.784,0.714,0.425,0.392,0.296,0.14,0.176,0.402,0.532,0.454,0.466,0.363,0.352,0.439,0.433,0.373,0.388,0.381,0.359,0.333,0.383,0.252,0.211,0.156,0.194,0.209,0.362,0.352,0.501,0.929,0.864,0.721,0.661,0.211,0.171,0.215,0.44,0.552,0.578,0.531,0.378,0.41,0.459,0.338,0.439,0.694,0.673,0.588,0.444,0.703,0.844,0.749,0.708,0.74,0.648,0.635,0.44,0.403,0.141,0.308,0.39,0.293,0.267,0.213,0.193,0.603,0.53,0.379,0.265,0.167,0.181,0.626,0.573,0.543,0.346,0.174,0.171,0.174,0.17,0.772,0.759,0.72,0.697,0.559,0.556,0.655,0.584,0.253,0.205,0.392,0.393,0.449,0.373,0.28,0.145,0.185,0.496,0.505,0.45,0.359,0.554,0.562,0.622,0.715,0.37,0.318,0.253,0.214,0.322,0.378,0.307,0.508,0.463,0.455,0.405,0.368,0.417,0.304,0.155],"truth":[{"start":6.1365,"end":8.9279,"label":"GROUPED_DIGITS","score":1.0,"source":"gt"}],"asr":[{"start":6.06,"end":9.48,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":6.06,"end":9.48,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000006","condition":"overlap_6db","duration":11.972,"envelope":[0.0,0.0,0.017,0.47,0.578,0.442,0.097,0.029,0.019,0.098,0.586,0.636,0.64,0.613,0.564,0.527,0.454,0.353,0.497,0.499,0.491,0.414,0.053,0.105,0.129,0.494,0.566,0.449,0.286,0.211,0.188,0.15,0.515,0.528,0.538,0.492,0.494,0.49,0.563,0.522,0.46,0.503,0.623,0.665,0.656,0.555,0.567,0.292,0.32,0.289,0.348,0.361,0.624,0.606,0.421,0.159,0.417,0.513,0.563,0.539,0.54,0.538,0.482,0.476,0.298,0.312,0.277,0.424,0.462,0.462,0.469,0.556,0.618,0.626,0.389,0.227,0.092,0.097,0.009,0.114,0.175,0.579,0.754,0.748,0.689,0.686,0.671,0.644,0.436,0.509,0.519,0.63,0.639,0.654,0.688,0.593,0.224,0.08,0.521,0.576,0.568,0.547,0.362,0.513,0.595,0.551,0.368,0.063,0.094,0.135,0.403,0.689,0.696,0.639,0.532,0.231,0.191,0.556,0.551,0.325,0.104,0.047,0.036,0.08,0.513,0.575,0.468,0.084,0.017,0.104,0.075,0.242,0.7,0.73,0.713,0.695,0.692,0.644,0.622,0.589,0.69,0.583,0.213,0.51,0.518,0.469,0.378,0.291,0.209,0.072,0.021,0.0,0.0,0.0,0.0,0.0,0.137,0.681,0.645,0.534,0.543,0.469,0.502,0.482,0.411,0.427,0.524,0.476,0.41,0.063,0.081,0.111,0.56,0.565,0.429,0.425,0.547,0.589,0.563,0.117,0.021,0.063,0.575,0.586,0.495,0.31,0.336,0.558,0.57,0.498,0.5,0.338,0.045,0.136,0.336,0.597,0.625,0.599,0.251,0.205,0.463,0.456,0.505,0.643,0.651,0.631,0.617,0.601,0.605,0.529,0.59,0.592,0.467,0.426,0.347,0.577,0.534,0.343,0.065,0.051,0.275,0.283,0.408,0.338,0.558,0.696,0.677,0.659,0.637,0.541,0.448,0.303,0.194,0.096,0.06,0.051,0.044,0.028,0.002,0.0,0.001,0.154,0.558,0.564,0.519,0.343,0.169,0.141,0.083,0.004,0.024,0.153,0.53,0.551,0.594,0.587,0.562,0.442,0.371,0.248,0.25,0.307,0.323,0.486,0.527,0.618,0.655,0.546,0.589,0.376,0.295,0.322,0.256,0.32,0.572,0.65,0.661,0.529,0.576,0.475,0.421,0.296,0.195,0.211,0.001,0.0,0.0,0.0,0.0,0.646,0.682,0.589,0.543,0.453,0.483,0.541,0.573,0.437,0.097,0.024,0.023,0.067,0.466,0.607,0.666,0.625,0.567,0.535,0.26,0.08,0.273,0.591,0.554,0.111,0.031,0.166,0.182,0.497,0.508,0.512,0.531,0.458,0.456,0.45,0.636,0.723,0.645,0.587,0.352,0.284,0.425,0.507,0.544,0.604,0.645,0.639,0.544,0.479,0.478,0.297,0.596,0.669,0.742,0.655,0.536,0.364,0.381,0.408,0.427,0.642,0.927,0.669,0.568,0.315,0.228,0.399,0.538,0.701,0.813,0.437,0.362,0.242,0.749,1.0,0.83,0.713,0.714,0.658,0.586,0.628,0.737,0.636,0.586,0.655,0.761,0.338,0.735,0.631,0.547,0.489,0.255,0.352,0.351,0.494,0.525,0.521,0.482,0.436,0.544,0.644,0.542,0.319,0.314,0.187,0.286,0.29,0.201,0.258,0.576,0.55,0.56,0.345,0.446,0.811,0.565,0.313,0.236,0.446,0.683,0.683,0.82,0.668,0.659,0.733,0.518,0.456,0.438,0.245,0.143,0.123],"truth":[{"start":6.8697,"end":8.1017,"label":"DATETIME","score":1.0,"source":"gt"}],"asr":[{"start":2.42,"end":3.04,"label":"DATETIME","score":1.0,"source":"asr"},{"start":6.98,"end":8.34,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":2.42,"end":3.04,"label":"ANY","score":1.0,"source":"union"},{"start":6.98,"end":8.34,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000013","condition":"telephony_noisy","duration":17.337,"envelope":[0.173,0.156,0.167,0.46,0.651,0.651,0.522,0.164,0.213,0.817,0.918,0.807,0.74,0.204,0.442,0.775,0.542,0.276,0.525,0.74,0.66,0.482,0.784,0.829,0.773,0.773,0.688,0.597,0.525,0.254,0.204,0.135,0.145,0.127,0.133,0.781,0.848,0.68,0.172,0.232,0.514,0.548,0.264,0.18,0.227,0.424,0.702,0.687,0.204,0.137,0.133,0.232,0.773,0.844,0.597,0.597,0.548,0.328,0.153,0.506,0.651,0.572,0.172,0.139,0.337,0.579,0.424,0.328,0.424,0.442,0.374,0.22,0.852,0.958,0.773,0.606,0.222,0.229,0.342,0.442,0.819,0.879,0.765,0.7,0.489,0.315,0.154,0.258,0.127,0.243,0.241,0.482,0.556,0.436,0.614,0.588,0.198,0.171,0.149,0.139,0.166,0.439,0.793,0.709,0.495,0.223,0.204,0.807,0.773,0.68,0.432,0.342,0.355,0.345,0.187,0.223,0.165,0.171,0.177,0.674,0.872,0.751,0.68,0.264,0.654,0.775,0.159,0.482,0.456,0.223,0.204,0.424,0.482,0.488,0.631,0.459,0.357,0.149,0.162,0.18,0.442,0.484,0.465,0.213,0.172,0.14,0.103,0.131,0.145,0.158,0.165,0.149,0.218,0.392,0.687,0.624,0.58,0.451,0.232,0.175,0.463,0.505,0.503,0.602,0.709,0.426,0.264,0.572,0.575,0.424,0.503,0.548,0.288,0.172,0.355,0.525,0.482,0.411,0.342,0.157,0.809,0.747,0.482,0.245,0.406,0.406,0.565,0.747,0.879,0.317,0.534,0.712,0.462,0.232,0.508,0.342,0.139,0.276,0.749,1.0,0.807,0.454,0.145,0.253,0.389,0.328,0.288,0.188,0.139,0.175,0.147,0.127,0.323,0.772,0.548,0.458,0.314,0.301,0.569,0.548,0.312,0.163,0.491,0.442,0.342,0.572,0.583,0.161,0.424,0.572,0.389,0.449,0.667,0.676,0.503,0.196,0.319,0.68,0.705,0.18,0.214,0.483,0.879,0.842,0.772,0.698,0.613,0.475,0.276,0.515,0.597,0.151,0.151,0.183,0.264,0.823,0.807,0.766,0.679,0.373,0.134,0.139,0.196,0.207,0.198,0.151,0.465,0.507,0.424,0.842,0.773,0.709,0.482,0.601,0.288,0.214,0.322,0.486,0.442,0.328,0.19,0.223,0.128,0.586,0.525,0.228,0.482,0.807,0.842,0.711,0.651,0.395,0.232,0.117,0.196,0.161,0.482,0.721,0.752,0.145,0.127,0.389,0.652,0.68,0.243,0.243,0.503,0.709,0.842,0.807,0.424,0.159,0.158,0.191,0.807,0.918,0.442,0.159,0.223,0.464,0.449,0.398,0.224,0.421,0.74,0.773,0.775,0.794,0.462,0.151,0.172,0.13,0.133,0.192,0.232,0.445,0.573,0.597,0.462,0.169,0.213,0.864,0.795,0.74,0.71,0.196,0.597,0.651,0.482,0.453,0.575,0.773,0.572,0.528,0.842,0.807,0.773,0.68,0.649,0.624,0.565,0.336,0.156,0.172,0.133,0.158,0.145,0.18,0.879,0.74,0.472,0.202,0.243,0.503,0.406,0.268,0.222,0.196,0.572,0.637,0.498,0.237,0.184,0.153,0.299,0.774,0.807,0.66,0.561,0.599,0.18,0.196,0.503,0.709,0.592,0.204,0.148,0.482,0.527,0.462,0.362,0.424,0.414,0.424,0.306,0.819,0.857,0.734,0.526,0.194,0.284,0.314,0.598,0.928,0.822,0.725,0.652,0.427,0.188,0.122],"truth":[{"start":10.9894,"end":12.1614,"label":"DATETIME","score":1.0,"source":"gt"}],"asr":[{"start":5.92,"end":6.98,"label":"PERSON_NAME","score":0.7,"source":"asr"},{"start":11.16,"end":12.68,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":5.92,"end":6.98,"label":"ANY","score":0.7,"source":"union"},{"start":11.16,"end":12.68,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000020","condition":"telephony_8k","duration":12.428,"envelope":[0.0,0.107,0.408,0.501,0.624,0.648,0.446,0.008,0.101,0.607,0.918,0.901,0.861,0.583,0.191,0.589,0.723,0.532,0.177,0.529,0.756,0.761,0.421,0.62,0.901,0.828,0.842,0.756,0.692,0.663,0.581,0.448,0.168,0.028,0.001,0.0,0.0,0.873,0.91,0.71,0.146,0.138,0.167,0.607,0.626,0.229,0.049,0.113,0.183,0.655,0.723,0.591,0.032,0.005,0.09,0.148,0.509,0.91,0.723,0.634,0.582,0.537,0.239,0.009,0.211,0.633,0.692,0.466,0.011,0.034,0.466,0.556,0.466,0.268,0.367,0.446,0.4,0.349,0.2,0.901,0.941,0.953,0.653,0.342,0.061,0.201,0.265,0.512,0.825,0.984,0.79,0.723,0.634,0.466,0.063,0.017,0.001,0.0,0.072,0.129,0.607,0.743,0.607,0.028,0.007,0.011,0.116,0.446,0.358,0.014,0.086,0.178,0.634,0.663,0.631,0.096,0.066,0.478,0.862,0.862,0.607,0.343,0.172,0.357,0.692,0.644,0.592,0.073,0.239,0.381,0.327,0.028,0.17,0.446,0.668,0.672,0.429,0.634,0.663,0.607,0.033,0.002,0.096,0.39,0.505,0.514,0.342,0.167,0.027,0.002,0.0,0.0,0.0,0.0,0.473,0.408,0.39,0.155,0.251,0.327,0.356,0.634,0.588,0.466,0.386,0.072,0.001,0.0,0.0,0.0,0.0,0.0,0.003,0.014,0.475,0.47,0.426,0.009,0.002,0.121,0.183,0.556,0.466,0.39,0.2,0.038,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.69,0.793,0.825,0.765,0.489,0.025,0.044,0.378,0.811,0.795,0.656,0.164,0.003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.092,0.446,0.581,0.663,0.663,0.057,0.532,0.575,0.556,0.426,0.2,0.286,0.694,0.702,0.428,0.221,0.028,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.901,0.947,0.901,0.752,0.038,0.018,0.026,0.152,0.556,0.471,0.446,0.317,0.047,0.002,0.0,0.0,0.0,0.0,0.17,0.405,0.723,0.843,0.79,0.532,0.274,0.191,0.045,0.001,0.022,0.001,0.0,0.0,0.0,0.0,0.07,0.581,0.678,0.532,0.048,0.202,0.516,0.706,0.802,0.806,0.718,0.047,0.121,0.274,0.466,0.293,0.028,0.449,0.941,0.931,0.557,0.327,0.648,0.66,0.524,0.072,0.152,0.493,0.578,0.532,0.446,0.311,0.042,0.032,0.023,0.006,0.009,0.002,0.0,0.0,0.003,0.006,0.012,0.27,0.692,0.829,0.765,0.19,0.327,0.532,0.4,0.338,0.532,0.718,0.634,0.428,0.089,0.562,0.581,0.146,0.016,0.045,0.2,0.487,0.862,0.862,0.694,0.39,0.44,0.695,0.607,0.466,0.438,0.342,0.274,0.616,0.7,0.717,0.331,0.066,0.146,0.038,0.607,0.581,0.115,0.052,0.39,0.466,0.468,0.357,0.417,0.568,0.468,0.057,0.096,0.281,0.509,0.466,0.375,0.446,0.581,0.553,0.466,0.532,0.508,0.509,0.221,0.634,0.607,0.534,0.403,0.248,0.023,0.013,0.08,0.965,0.919,0.901,0.825,0.695,0.79,0.825,0.699,0.753,1.0,0.984,0.834,0.677,0.274,0.003,0.007],"truth":[{"start":4.5709,"end":7.9526,"label":"SPELLED_OUT","score":1.0,"source":"gt"}],"asr":[{"start":4.48,"end":7.9,"label":"PERSON_NAME","score":0.7,"source":"asr"},{"start":6.54,"end":7.9,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[{"start":4.17,"end":8.86,"label":"ANY","score":0.9584,"source":"bleep"}],"bleep_typed":[{"start":4.89,"end":8.12,"label":"SPELLED_OUT","score":0.8994,"source":"bleep"}],"union":[{"start":4.17,"end":8.86,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000030","condition":"noisy_street_5db","duration":9.93,"envelope":[0.098,0.089,0.066,0.299,0.288,0.378,0.531,0.623,0.481,0.366,0.123,0.084,0.115,0.272,0.432,0.415,0.406,0.436,0.531,0.564,0.557,0.379,0.41,0.437,0.364,0.349,0.853,0.815,1.0,0.775,0.648,0.626,0.46,0.581,0.54,0.583,0.479,0.324,0.13,0.098,0.086,0.111,0.177,0.198,0.488,0.486,0.44,0.332,0.255,0.111,0.173,0.154,0.126,0.727,0.853,0.693,0.645,0.755,0.451,0.406,0.406,0.338,0.392,0.38,0.498,0.482,0.392,0.442,0.252,0.19,0.25,0.263,0.217,0.187,0.168,0.19,0.15,0.117,0.105,0.105,0.419,0.437,0.4,0.312,0.114,0.116,0.08,0.098,0.345,0.423,0.723,0.657,0.673,0.605,0.622,0.557,0.504,0.637,0.697,0.528,0.481,0.556,0.742,0.759,0.636,0.616,0.699,0.749,0.955,0.624,0.662,0.819,0.78,0.46,0.506,0.34,0.392,0.394,0.261,0.312,0.23,0.186,0.187,0.162,0.117,0.091,0.159,0.082,0.128,0.29,0.449,0.439,0.332,0.336,0.242,0.314,0.476,0.863,0.843,0.791,0.747,0.622,0.572,0.576,0.517,0.126,0.265,0.234,0.273,0.275,0.197,0.165,0.209,0.344,0.471,0.566,0.497,0.316,0.334,0.295,0.267,0.189,0.19,0.174,0.301,0.392,0.436,0.4,0.382,0.359,0.398,0.312,0.352,0.277,0.272,0.219,0.217,0.321,0.152,0.138,0.323,0.452,0.359,0.475,0.489,0.336,0.362,0.345,0.33,0.699,0.676,0.753,0.655,0.764,0.821,0.75,0.659,0.573,0.598,0.598,0.473,0.434,0.461,0.521,0.464,0.437,0.439,0.539,0.314,0.295,0.29,0.268,0.222,0.088,0.087,0.083,0.133,0.105,0.165,0.147,0.104,0.133,0.097,0.148,0.14,0.109,0.192,0.245,0.284,0.261,0.265,0.167,0.243,0.209,0.172,0.473,0.524,0.442,0.419,0.526,0.479,0.509,0.54,0.592,0.483,0.427,0.128,0.085,0.092,0.067,0.34,0.315,0.305,0.263,0.21,0.189,0.181,0.141,0.191,0.156,0.087,0.433,0.439,0.408,0.439,0.366,0.298,0.138,0.105,0.215,0.101,0.145,0.157,0.113,0.105,0.099,0.102,0.067,0.491,0.539,0.513,0.589,0.447,0.489,0.398,0.347,0.359,0.268,0.32,0.3,0.346,0.284,0.121,0.1,0.083,0.087,0.624,0.512,0.532,0.606,0.493,0.266,0.264,0.247,0.263,0.209,0.421,0.476,0.423,0.415,0.403,0.405,0.424,0.398,0.351,0.376,0.446,0.541,0.444,0.497,0.497,0.601,0.529,0.448,0.264,0.231,0.225,0.289,0.099,0.136,0.134,0.618,0.568,0.481,0.475,0.465,0.299,0.193,0.184,0.166,0.101,0.19,0.354,0.359,0.32,0.282,0.273,0.179,0.104,0.118,0.092,0.097,0.126,0.131,0.451,0.573,0.584,0.413,0.447,0.206,0.132,0.278,0.339,0.334,0.298,0.2,0.203,0.123,0.347,0.359,0.288,0.288,0.245,0.221,0.288,0.092,0.142,0.136,0.118,0.369,0.439,0.383,0.447,0.567,0.415,0.289,0.278,0.244,0.235,0.194,0.169,0.116,0.11,0.112,0.097,0.222,0.314,0.374,0.504,0.446,0.382,0.388,0.348,0.257,0.204,0.241,0.291,0.349,0.37,0.263,0.225,0.245,0.227,0.118,0.143,0.123,0.115,0.13,0.113,0.114],"truth":[{"start":6.5883,"end":9.9303,"label":"MONEY","score":1.0,"source":"gt"}],"asr":[{"start":6.62,"end":9.9303,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":6.62,"end":9.9303,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000046","condition":"clean","duration":6.698,"envelope":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.004,0.326,0.477,0.534,0.611,0.798,0.736,0.727,0.737,0.716,0.204,0.064,0.026,0.029,0.046,0.063,0.493,0.666,0.828,0.849,0.771,0.675,0.185,0.155,0.318,0.522,0.666,0.648,0.698,0.624,0.559,0.573,0.674,0.725,0.725,0.299,0.143,0.165,0.337,0.613,0.631,0.655,0.671,0.669,0.657,0.649,0.655,0.636,0.615,0.65,0.62,0.355,0.255,0.245,0.127,0.049,0.0,0.0,0.0,0.0,0.0,0.351,0.751,0.959,1.0,0.938,0.835,0.636,0.344,0.071,0.032,0.148,0.316,0.686,0.625,0.544,0.538,0.48,0.168,0.368,0.78,0.318,0.253,0.452,0.681,0.713,0.717,0.668,0.61,0.163,0.038,0.014,0.006,0.006,0.087,0.118,0.111,0.463,0.69,0.714,0.709,0.702,0.711,0.773,0.83,0.77,0.764,0.774,0.779,0.697,0.4,0.18,0.104,0.053,0.611,0.764,0.71,0.427,0.065,0.035,0.065,0.031,0.031,0.065,0.597,0.672,0.57,0.506,0.425,0.556,0.618,0.607,0.55,0.462,0.42,0.492,0.771,0.862,0.876,0.878,0.787,0.63,0.533,0.074,0.112,0.541,0.562,0.556,0.668,0.832,0.784,0.707,0.721,0.755,0.765,0.742,0.762,0.756,0.749,0.578,0.479,0.31,0.252,0.153,0.07,0.015,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031,0.502,0.675,0.737,0.787,0.574,0.568,0.555,0.449,0.144,0.081,0.057,0.081,0.447,0.602,0.359,0.163,0.247,0.719,0.663,0.267,0.108,0.076,0.032,0.03,0.057,0.163,0.672,0.923,0.92,0.94,0.91,0.877,0.831,0.812,0.786,0.711,0.461,0.44,0.534,0.571,0.549,0.489,0.424,0.282,0.242,0.237,0.127,0.047,0.0,0.0,0.002,0.063,0.655,0.609,0.593,0.633,0.586,0.338,0.064,0.04,0.111,0.376,0.506,0.621,0.675,0.56,0.206,0.149,0.096,0.051,0.025,0.025,0.45,0.571,0.584,0.588,0.59,0.598,0.559,0.548,0.522,0.382,0.26,0.243,0.188,0.078,0.029,0.0,0.0,0.0,0.0,0.012,0.08,0.102,0.117,0.105,0.096,0.103,0.14,0.488,0.528,0.457,0.142,0.047,0.109,0.198,0.155,0.133,0.099,0.022,0.06,0.345,0.472,0.577,0.626,0.553,0.231,0.082,0.058,0.358,0.562,0.486,0.282,0.215,0.565,0.579,0.57,0.605,0.516,0.149,0.059,0.031,0.044,0.553,0.657,0.65,0.868,0.895,0.928,0.932,0.861,0.744,0.383,0.27,0.196,0.4,0.664,0.716,0.57,0.586,0.595,0.735,0.698,0.723,0.728,0.674,0.52,0.383,0.173,0.196,0.189,0.072,0.282,0.422,0.696,0.852,0.718,0.518,0.54,0.497,0.32,0.392,0.582,0.68,0.659,0.474,0.205,0.424,0.774,0.761,0.755,0.759,0.7,0.632,0.514,0.26,0.268,0.305,0.429,0.563,0.593,0.547,0.351,0.285,0.179,0.137,0.066,0.09,0.287,0.565,0.58,0.265,0.068,0.084,0.101,0.134,0.144,0.097,0.072,0.006,0.073,0.426,0.758,0.809,0.861,0.874,0.712,0.634,0.722,0.684,0.667,0.648,0.635,0.512,0.465,0.271,0.386,0.298,0.275,0.135,0.126,0.109,0.112,0.05,0.01,0.003],"truth":[{"start":4.3961,"end":6.6981,"label":"MONEY","score":1.0,"source":"gt"}],"asr":[{"start":4.3,"end":6.6981,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":4.3,"end":6.6981,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000063","condition":"reverb_moderate","duration":17.679,"envelope":[0.011,0.171,0.556,0.964,0.941,0.31,0.197,0.16,0.1,0.165,0.553,0.351,0.309,0.164,0.091,0.563,0.712,0.641,0.514,0.112,0.342,0.869,0.698,0.415,0.122,0.078,0.705,0.706,0.518,0.34,0.24,0.16,0.098,0.083,0.071,0.059,0.027,0.152,0.587,0.552,0.426,0.251,0.227,0.803,0.593,0.376,0.294,0.499,0.814,0.695,0.615,0.52,0.184,0.094,0.654,0.702,0.89,0.816,0.362,0.206,0.18,0.082,0.276,0.631,0.739,0.582,0.189,0.133,0.123,0.989,0.989,0.868,0.575,0.217,0.131,0.063,0.561,0.746,0.71,0.253,0.103,0.079,0.481,0.576,0.312,0.793,0.866,0.723,0.244,0.432,0.32,0.251,0.148,0.155,0.036,0.018,0.018,0.024,0.291,0.51,0.69,0.54,0.395,0.124,0.189,0.623,0.701,0.776,0.591,0.269,0.369,0.271,0.378,0.092,0.053,0.059,0.465,0.437,0.329,0.176,0.41,0.371,0.372,0.092,0.13,0.487,0.592,0.596,0.438,0.264,0.679,0.725,0.716,0.581,0.286,0.269,0.183,0.168,0.595,0.722,0.729,0.529,0.457,0.386,0.488,0.747,0.734,0.621,0.442,0.257,0.282,0.145,0.113,0.07,0.06,0.065,0.011,0.006,0.005,0.002,0.077,0.23,0.45,0.353,0.309,0.147,0.189,0.176,0.297,0.304,0.275,0.178,0.096,0.099,0.072,0.03,0.014,0.009,0.011,0.651,0.767,0.72,0.419,0.254,0.353,0.576,0.526,0.481,0.397,0.222,0.265,0.181,0.157,0.146,0.039,0.02,0.011,0.005,0.008,0.489,0.723,0.818,0.454,0.156,0.139,0.567,0.764,0.615,0.227,0.397,0.514,0.63,0.407,0.3,0.544,0.708,0.529,0.423,0.764,0.723,0.524,0.487,0.629,0.772,0.818,0.494,0.329,0.377,0.222,0.217,0.087,0.053,0.019,0.112,0.127,0.509,0.455,0.276,0.167,0.153,0.118,0.113,0.1,0.026,0.016,0.007,0.003,0.002,0.403,0.386,0.358,0.31,0.262,0.203,0.198,0.144,0.13,0.034,0.017,0.012,0.004,0.002,0.001,0.001,0.039,0.4,0.398,0.248,0.167,0.15,0.121,0.122,0.079,0.033,0.016,0.006,0.004,0.002,0.001,0.001,0.0,0.001,0.074,0.121,0.509,0.381,0.243,0.221,0.129,0.144,0.12,0.079,0.022,0.01,0.058,0.096,0.097,0.485,0.581,0.569,0.305,0.528,0.361,0.472,0.615,0.56,0.492,0.35,0.108,0.193,0.468,0.588,0.628,0.233,0.104,0.218,0.485,0.521,0.538,0.264,0.186,0.135,0.14,0.133,0.111,0.048,0.012,0.009,0.007,0.003,0.001,0.001,0.0,0.0,0.0,0.004,0.01,0.014,0.551,0.605,0.737,0.625,0.478,0.455,0.677,0.723,0.495,0.255,0.19,0.16,0.454,0.495,0.168,0.099,0.125,0.149,0.091,0.507,0.67,0.699,0.387,0.315,0.244,0.184,0.191,0.101,0.035,0.015,0.114,0.192,0.394,0.558,0.485,0.381,0.344,0.19,0.087,0.069,0.061,0.035,0.019,0.044,0.181,0.609,1.0,0.934,0.329,0.229,0.538,0.82,0.852,0.484,0.251,0.347,0.641,0.623,0.45,0.524,0.655,0.793,0.907,0.8,0.462,0.624,0.692,0.577,0.142,0.18,0.459,0.392,0.224,0.306,0.149,0.117,0.066,0.057,0.083,0.074,0.064,0.065],"truth":[{"start":4.0331,"end":7.3851,"label":"ADDRESS","score":1.0,"source":"gt"},{"start":9.8262,"end":12.3122,"label":"SPELLED_OUT","score":1.0,"source":"gt"},{"start":12.3879,"end":15.4382,"label":"GROUPED_DIGITS","score":1.0,"source":"gt"}],"asr":[{"start":4.2,"end":5.56,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":9.78,"end":12.52,"label":"SPELLED_OUT","score":1.0,"source":"asr"},{"start":12.12,"end":15.82,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[{"start":5.63,"end":6.2,"label":"ANY","score":0.8354,"source":"bleep"},{"start":6.29,"end":6.84,"label":"ANY","score":0.8386,"source":"bleep"},{"start":9.89,"end":15.52,"label":"ANY","score":0.9464,"source":"bleep"}],"bleep_typed":[{"start":11.05,"end":12.18,"label":"SPELLED_OUT","score":0.8693,"source":"bleep"},{"start":13.41,"end":14.56,"label":"SPELLED_OUT","score":0.8911,"source":"bleep"}],"union":[{"start":4.2,"end":6.2,"label":"ANY","score":1.0,"source":"union"},{"start":6.29,"end":6.84,"label":"ANY","score":0.8386,"source":"union"},{"start":9.78,"end":15.82,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000026","condition":"mic_variation","duration":12.955,"envelope":[0.0,0.0,0.078,0.085,0.092,0.129,0.908,0.972,0.969,0.97,0.891,0.168,0.108,0.276,0.26,0.427,0.503,0.408,0.074,0.083,0.501,0.6,0.563,0.279,0.0,0.051,0.275,0.045,0.078,0.493,0.442,0.443,0.403,0.336,0.213,0.6,0.787,0.785,0.247,0.153,0.127,0.703,0.694,0.11,0.074,0.342,0.748,0.822,0.508,0.513,0.546,0.542,0.779,0.749,0.697,0.688,0.243,0.088,0.085,0.0,0.185,0.244,0.125,0.761,0.69,0.308,0.108,0.134,0.511,0.523,0.51,0.483,0.444,0.443,0.42,0.18,0.12,0.082,0.05,0.034,0.05,0.039,0.035,0.0,0.0,0.0,0.0,0.602,0.955,0.829,0.685,0.479,0.559,0.582,0.393,0.01,0.0,0.117,0.06,0.279,0.539,0.784,0.742,0.455,0.422,0.422,0.558,0.573,0.572,0.436,0.56,0.824,0.803,0.591,0.321,0.0,0.526,0.518,0.504,0.327,0.373,0.331,0.306,0.177,0.0,0.206,0.147,0.965,0.943,0.865,0.777,0.619,0.429,0.393,0.372,0.495,0.568,0.585,0.058,0.067,0.524,0.558,0.37,0.208,0.425,0.757,0.665,0.651,0.111,0.8,0.825,0.758,0.692,0.361,0.29,0.365,0.453,0.414,0.241,0.164,0.0,0.0,0.0,0.0,0.896,0.88,0.839,0.802,0.653,0.064,0.085,0.127,0.085,0.097,0.557,0.642,0.627,0.385,0.556,0.701,0.643,0.434,0.079,0.088,0.079,0.853,0.995,1.0,0.984,0.986,0.959,0.899,0.834,0.765,0.42,0.347,0.261,0.001,0.0,0.0,0.0,0.0,0.47,0.756,0.77,0.684,0.204,0.0,0.056,0.203,0.22,0.402,0.474,0.245,0.044,0.003,0.003,0.205,0.73,0.752,0.728,0.747,0.727,0.724,0.728,0.454,0.075,0.005,0.0,0.0,0.0,0.95,0.946,0.933,0.595,0.288,0.059,0.092,0.092,0.195,0.375,0.429,0.338,0.027,0.003,0.003,0.251,0.936,0.921,0.903,0.895,0.882,0.175,0.0,0.069,0.057,0.0,0.225,0.089,0.596,0.531,0.489,0.266,0.516,0.433,0.329,0.0,0.093,0.155,0.116,0.001,0.762,0.816,0.77,0.528,0.09,0.09,0.661,0.688,0.665,0.371,0.0,0.197,0.075,0.108,0.99,0.98,0.978,0.95,0.836,0.616,0.55,0.403,0.038,0.0,0.0,0.0,0.169,0.292,0.533,0.377,0.232,0.145,0.0,0.0,0.0,0.0,0.0,0.197,0.122,0.124,0.118,0.938,0.899,0.72,0.411,0.491,0.574,0.205,0.09,0.0,0.268,0.23,0.221,0.877,0.906,0.83,0.399,0.0,0.178,0.057,0.588,0.538,0.5,0.391,0.089,0.092,0.089,0.516,0.968,0.968,0.938,0.838,0.684,0.527,0.111,0.108,0.189,0.309,0.211,0.815,0.756,0.398,0.422,0.615,0.426,0.731,0.955,0.96,0.678,0.002,0.249,0.202,0.113,0.677,0.575,0.498,0.046,0.023,0.268,0.571,0.725,0.51,0.065,0.0,0.466,0.371,0.39,0.449,0.473,0.584,0.548,0.137,0.104,0.697,0.837,0.401,0.202,0.205,0.572,0.89,0.859,0.515,0.0,0.212,0.059,0.602,0.559,0.475,0.303,0.41,0.549,0.409,0.794,0.945,0.956,0.928,0.289,0.104,0.04,0.135,0.075,0.195,0.213,0.623,0.62,0.568,0.518,0.148,0.04],"truth":[{"start":7.1321,"end":8.3441,"label":"PERSON_NAME","score":1.0,"source":"gt"}],"asr":[],"bleep":[],"bleep_typed":[],"union":[]},{"utt_id":"test_000027","condition":"noisy_babble_10db","duration":13.489,"envelope":[0.192,0.163,0.189,0.159,0.748,0.708,0.594,0.614,0.556,0.295,0.265,0.265,0.154,0.175,0.557,0.729,0.512,0.178,0.221,0.376,0.871,0.876,0.877,0.814,0.785,0.694,0.649,0.627,0.57,0.654,0.707,0.633,0.758,0.643,0.769,0.738,0.626,0.329,0.212,0.792,0.716,0.736,0.623,0.207,0.181,0.247,0.542,0.689,0.596,0.616,0.676,0.691,0.703,0.759,0.597,0.516,0.438,0.411,0.262,0.155,0.171,0.174,0.246,0.28,0.765,0.815,0.822,0.78,0.76,0.662,0.73,0.272,0.226,0.231,0.633,0.73,0.756,0.703,0.546,0.399,0.416,0.59,0.682,0.692,0.712,0.871,0.893,0.802,0.47,0.209,0.274,0.553,0.673,0.864,0.551,0.197,0.175,0.197,0.626,0.773,0.763,0.668,0.38,0.485,0.327,0.617,0.578,0.564,0.313,0.278,0.277,0.371,0.651,0.757,0.466,0.196,0.214,0.381,0.787,0.796,0.688,0.58,0.341,0.246,0.231,0.204,0.169,0.155,0.131,0.142,0.49,0.692,0.65,0.651,0.575,0.652,0.656,0.448,0.144,0.188,0.47,0.708,0.643,0.631,0.6,0.752,0.845,0.678,0.625,0.306,0.221,0.227,0.209,0.744,0.619,0.256,0.236,0.233,0.237,0.169,0.204,0.795,0.839,0.946,0.767,0.826,0.28,0.194,0.277,0.258,0.655,0.702,0.655,0.671,0.306,0.207,0.248,0.75,0.801,0.813,0.737,0.703,0.692,0.234,0.186,0.18,0.228,0.55,0.839,0.817,0.973,0.91,0.791,0.567,0.323,0.23,0.18,0.177,0.147,0.178,0.339,0.604,0.722,0.619,0.476,0.196,0.173,0.545,0.665,0.342,0.355,0.734,0.595,0.225,0.281,0.239,0.851,0.806,0.836,0.841,0.734,0.648,0.795,0.707,0.638,0.586,0.461,0.337,0.229,0.172,0.15,0.138,0.144,0.157,0.185,0.214,0.766,0.744,0.659,0.722,0.168,0.349,0.677,0.644,0.434,0.231,0.228,0.205,0.601,0.703,0.803,0.65,0.617,0.576,0.487,0.256,0.171,0.167,0.171,0.161,0.186,0.131,0.159,0.968,0.893,0.849,0.715,0.687,0.656,0.61,0.654,0.689,0.66,0.642,0.567,0.654,0.882,1.0,0.892,0.542,0.213,0.195,0.241,0.753,0.86,0.885,0.851,0.836,0.668,0.527,0.542,0.353,0.159,0.146,0.178,0.211,0.176,0.172,0.193,0.193,0.452,0.598,0.659,0.594,0.716,0.7,0.714,0.834,0.755,0.735,0.518,0.154,0.294,0.459,0.35,0.583,0.605,0.626,0.64,0.626,0.701,0.718,0.653,0.328,0.72,0.692,0.291,0.187,0.233,0.251,0.799,0.623,0.694,0.646,0.729,0.703,0.855,0.67,0.618,0.473,0.393,0.316,0.149,0.164,0.18,0.375,0.438,0.681,0.642,0.603,0.573,0.69,0.897,0.921,0.815,0.767,0.673,0.715,0.854,0.671,0.656,0.257,0.199,0.284,0.252,0.525,0.686,0.672,0.706,0.693,0.733,0.599,0.419,0.377,0.24,0.193,0.174,0.194,0.16,0.148,0.152,0.153,0.207,0.17,0.14,0.179,0.263,0.307,0.597,0.695,0.712,0.675,0.594,0.245,0.165,0.589,0.782,0.836,0.825,0.691,0.506,0.256,0.24,0.693,0.634,0.592,0.319,0.321,0.544,0.834,0.828,0.765,0.757,0.708,0.617,0.487,0.473,0.359,0.207,0.169],"truth":[{"start":4.1706,"end":6.3226,"label":"IDENTIFIER","score":1.0,"source":"gt"},{"start":11.0774,"end":13.4894,"label":"DATETIME","score":1.0,"source":"gt"}],"asr":[{"start":4.34,"end":6.24,"label":"IDENTIFIER","score":1.0,"source":"asr"},{"start":4.94,"end":6.24,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":11.08,"end":13.4894,"label":"DATETIME","score":1.0,"source":"asr"},{"start":11.3,"end":13.4894,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[],"bleep_typed":[],"union":[{"start":4.34,"end":6.24,"label":"ANY","score":1.0,"source":"union"},{"start":11.08,"end":13.4894,"label":"ANY","score":1.0,"source":"union"}]}],"summary":{"test":{"n_utterances":250,"audio_hours":0.8918,"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII  [standard configuration]","recall":0.82639,"n_reference":288,"fa_per_hour":31.396,"redaction_overhead":0.04942,"rtf":0.1465,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"B":{"description":"ASR(whisper-small.en) + text PII  [better ASR]","recall":0.86111,"n_reference":288,"fa_per_hour":32.517,"redaction_overhead":0.06217,"rtf":0.932,"extra":{"backend":"whisper:whisper-small.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII  [diagnostic, not deployable]","recall":0.98611,"n_reference":288,"fa_per_hour":24.668,"redaction_overhead":0.04651,"rtf":0.0,"extra":{"backend":"oracle"}},"C":{"description":"Bleep alone  [no transcription] @ matched FA (thr 0.812)","recall":0.15625,"n_reference":288,"fa_per_hour":30.275,"redaction_overhead":0.031,"rtf":0.08,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.85069,"n_reference":288,"fa_per_hour":58.307,"redaction_overhead":0.0761,"rtf":0.2265,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":849.83,"both":137.18,"asr_only":613.58,"bleep_only":98.98},"bleep_added_fraction_of_union":0.1165}}},"matched_fa":{"arm_a_fa_per_hour_on_test":31.396,"arm_a_redaction_overhead_on_test":0.04942,"bleep_threshold_from_calib":0.812,"bleep_budget_met_on_calib":true,"bleep_recall_on_calib":0.18705,"bleep_fa_per_hour_on_test":30.275,"bleep_redaction_overhead_on_test":0.031,"recall_arm_a":0.82639,"recall_bleep_at_matched_fa":0.15625},"per_condition":{"clean":{"group":"clean","held_out":false,"description":"16 kHz, no added degradation. Upper bound for both approaches.","A":0.81818,"n":44,"B":0.86364,"oracle":0.95455,"C":0.29545,"D":0.86364},"mic_variation":{"group":"mic","held_out":false,"description":"Cheap-capsule colouring plus soft clipping.","A":0.83721,"n":43,"B":0.83721,"oracle":0.97674,"C":0.23256,"D":0.88372},"noisy_babble_10db":{"group":"noise","held_out":false,"description":"Busy-room babble at 10 dB SNR.","A":0.8,"n":35,"B":0.77143,"oracle":1.0,"C":0.0,"D":0.8},"noisy_street_5db":{"group":"noise","held_out":false,"description":"Outdoor/street noise at 5 dB SNR.","A":0.88462,"n":26,"B":0.88462,"oracle":1.0,"C":0.0,"D":0.88462},"overlap_6db":{"group":"overlap","held_out":false,"description":"One competing talker at +6 dB target-to-masker, biased onto sensitive regions.","A":0.72,"n":25,"B":0.76,"oracle":0.96,"C":0.04,"D":0.76},"reverb_moderate":{"group":"reverb","held_out":false,"description":"RT60 0.45 s, DRR 4 dB: a hard-surfaced office.","A":0.84615,"n":39,"B":0.87179,"oracle":1.0,"C":0.28205,"D":0.89744},"telephony_8k":{"group":"8kHz","held_out":false,"description":"300-3400 Hz, 8 kHz, mu-law. The standard PSTN leg.","A":0.85714,"n":28,"B":0.92857,"oracle":1.0,"C":0.35714,"D":0.85714},"telephony_noisy":{"group":"8kHz+noise","held_out":false,"description":"A-law narrowband plus babble: the common contact-centre case.","A":0.83333,"n":48,"B":0.9375,"oracle":1.0,"C":0.0,"D":0.83333}},"per_category":{"DIGIT_SEQUENCE":{"is_reported_failure_mode":false,"A":0.97059,"n":34,"B":0.94118,"oracle":1.0,"C":0.0,"D":0.97059},"GROUPED_DIGITS":{"is_reported_failure_mode":true,"A":0.94595,"n":37,"B":1.0,"oracle":1.0,"C":0.43243,"D":0.97297},"SPELLED_OUT":{"is_reported_failure_mode":true,"A":0.775,"n":40,"B":0.775,"oracle":1.0,"C":0.475,"D":0.875},"DATETIME":{"is_reported_failure_mode":true,"A":0.86047,"n":43,"B":0.88372,"oracle":0.90698,"C":0.11628,"D":0.86047},"ADDRESS":{"is_reported_failure_mode":false,"A":0.72,"n":25,"B":0.88,"oracle":1.0,"C":0.04,"D":0.76},"PERSON_NAME":{"is_reported_failure_mode":false,"A":0.60606,"n":33,"B":0.66667,"oracle":1.0,"C":0.12121,"D":0.63636},"IDENTIFIER":{"is_reported_failure_mode":true,"A":0.72727,"n":44,"B":0.79545,"oracle":1.0,"C":0.0,"D":0.72727},"MONEY":{"is_reported_failure_mode":false,"A":1.0,"n":32,"B":0.96875,"oracle":1.0,"C":0.0,"D":1.0}},"complementarity":{"n_reference":288,"venn":{"both":39,"asr_only":199,"bleep_only":6,"neither":44},"recall_asr_only":0.82639,"recall_bleep_only":0.15625,"recall_union":0.84722,"recall_gain_from_union":0.02083,"asr_misses_rescued_by_bleep":0.12,"per_category":{"DIGIT_SEQUENCE":{"reference":34,"both":0,"asr_only":33,"bleep_only":0,"neither":1},"GROUPED_DIGITS":{"reference":37,"both":15,"asr_only":20,"bleep_only":1,"neither":1},"SPELLED_OUT":{"reference":40,"both":15,"asr_only":16,"bleep_only":4,"neither":5},"DATETIME":{"reference":43,"both":5,"asr_only":32,"bleep_only":0,"neither":6},"ADDRESS":{"reference":25,"both":1,"asr_only":17,"bleep_only":0,"neither":7},"PERSON_NAME":{"reference":33,"both":3,"asr_only":17,"bleep_only":1,"neither":12},"IDENTIFIER":{"reference":44,"both":0,"asr_only":32,"bleep_only":0,"neither":12},"MONEY":{"reference":32,"both":0,"asr_only":32,"bleep_only":0,"neither":0}},"per_condition":{"mic_variation":{"reference":43,"both":8,"asr_only":28,"bleep_only":2,"neither":5},"noisy_babble_10db":{"reference":35,"both":0,"asr_only":28,"bleep_only":0,"neither":7},"overlap_6db":{"reference":25,"both":0,"asr_only":18,"bleep_only":1,"neither":6},"telephony_noisy":{"reference":48,"both":0,"asr_only":40,"bleep_only":0,"neither":8},"telephony_8k":{"reference":28,"both":10,"asr_only":14,"bleep_only":0,"neither":4},"noisy_street_5db":{"reference":26,"both":0,"asr_only":23,"bleep_only":0,"neither":3},"clean":{"reference":44,"both":11,"asr_only":25,"bleep_only":2,"neither":6},"reverb_moderate":{"reference":39,"both":10,"asr_only":23,"bleep_only":1,"neither":5}},"per_condition_recall":{"mic_variation":{"n":43,"asr":0.83721,"bleep":0.23256,"union":0.88372,"neither":0.11628},"noisy_babble_10db":{"n":35,"asr":0.8,"bleep":0.0,"union":0.8,"neither":0.2},"overlap_6db":{"n":25,"asr":0.72,"bleep":0.04,"union":0.76,"neither":0.24},"telephony_noisy":{"n":48,"asr":0.83333,"bleep":0.0,"union":0.83333,"neither":0.16667},"telephony_8k":{"n":28,"asr":0.85714,"bleep":0.35714,"union":0.85714,"neither":0.14286},"noisy_street_5db":{"n":26,"asr":0.88462,"bleep":0.0,"union":0.88462,"neither":0.11538},"clean":{"n":44,"asr":0.81818,"bleep":0.29545,"union":0.86364,"neither":0.13636},"reverb_moderate":{"n":39,"asr":0.84615,"bleep":0.28205,"union":0.87179,"neither":0.12821}}},"speed":{"bleep":{"device":"cpu","audio_seconds":60.0,"wall_seconds_best":3.3566,"wall_seconds_median":3.3721,"rtf_best":0.05594,"rtf_median":0.0562,"xrealtime_best":17.88,"includes_frontend":true,"param_count":86967945,"macs_per_output_frame":86661888,"gmac_per_audio_second":4.333,"peak_rss_mb":1081.9,"fp32_weights_mb":347.9,"int8_weights_mb":87.0,"torch_threads":4},"asr_arms_rtf":{"A":0.1465,"B":0.932},"bleep_speedup_vs_arm_a":2.61,"bleep_speedup_vs_arm_b":16.58,"note":"RTF = wall seconds per second of audio; lower is faster. Bleep's figure includes its log-mel front end.","measurement_caveat":"Real-time factors are only meaningful on an otherwise-idle machine; a measurement taken under load understates speed by an arbitrary amount."}},"test_heldout":{"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII  [standard configuration]","recall":0.64935,"n_reference":231,"fa_per_hour":25.446,"redaction_overhead":0.0462,"rtf":0.2513,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII  [diagnostic, not deployable]","recall":0.97403,"n_reference":231,"fa_per_hour":24.033,"redaction_overhead":0.04563,"rtf":0.0,"extra":{"backend":"oracle"}},"C":{"description":"Bleep alone  [no transcription] @ matched FA (thr 0.836)","recall":0.08658,"n_reference":231,"fa_per_hour":43.824,"redaction_overhead":0.04144,"rtf":0.0797,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.68831,"n_reference":231,"fa_per_hour":63.616,"redaction_overhead":0.08543,"rtf":0.331,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":586.9,"both":50.27,"asr_only":421.19,"bleep_only":115.26},"bleep_added_fraction_of_union":0.1964}}},"per_condition":{"overlap_0db_three_way":{"group":"unseen:overlap","held_out":true,"description":"Two competing talkers at 0 dB TMR over half the recording.","A":0.27083,"n":48,"oracle":0.95833,"C":0.10417,"D":0.35417},"packet_loss_voip":{"group":"unseen:codec","held_out":true,"description":"Narrowband plus 6% VoIP frame loss. Unseen damage family.","A":0.80556,"n":36,"oracle":0.97222,"C":0.22222,"D":0.83333},"reverb_heavy_phone":{"group":"unseen:reverb","held_out":true,"description":"RT60 0.85 s at DRR 0 dB, then narrowband. Harsher than training.","A":0.82456,"n":57,"oracle":1.0,"C":0.01754,"D":0.84211},"telephony_overlap_3db":{"group":"unseen:combo","held_out":true,"description":"Narrowband AND overlap together: the worst realistic case.","A":0.4898,"n":49,"oracle":0.95918,"C":0.12245,"D":0.55102},"wind_noise_3db":{"group":"unseen:noise","held_out":true,"description":"Low-frequency wind at 3 dB SNR. Unseen noise type.","A":0.90244,"n":41,"oracle":0.97561,"C":0.0,"D":0.90244}}}}}
\ No newline at end of file
+{"ceiling":{"baseline_misses":50,"also_missed_by_oracle":3},"generated_utc":"2026-10-17T23:59:54Z","generated_utc_before":"2026-09-18T14:56:09Z","examples":[{"utt_id":"test_000000","split":"test","condition":"mic_variation","duration":12.061,"envelope":[0.0,0.0,0.029,0.051,0.333,0.832,0.835,0.271,0.144,0.109,0.084,0.266,0.35,0.347,0.372,0.408,0.385,0.244,0.307,0.693,0.89,0.9,0.272,0.07,0.134,0.631,0.792,0.309,0.175,0.144,0.237,0.396,0.622,0.864,0.894,0.778,0.456,0.907,0.922,0.819,0.558,0.829,0.953,0.986,0.981,0.948,0.763,0.843,0.976,0.852,0.917,0.863,0.896,0.349,0.062,0.071,0.21,0.273,0.975,0.979,0.92,0.308,0.156,0.661,0.933,0.918,0.753,0.375,0.239,0.212,0.19,0.361,0.869,0.877,0.666,0.532,0.672,0.545,0.048,0.058,0.089,0.264,0.531,0.529,0.548,0.548,0.6,0.606,0.424,0.218,0.277,0.97,0.982,1.0,0.992,0.879,0.088,0.458,0.957,0.977,0.94,0.617,0.443,0.709,0.713,0.182,0.009,0.051,0.102,0.249,0.506,0.509,0.483,0.545,0.512,0.2,0.909,0.928,0.832,0.143,0.294,0.203,0.102,0.533,0.66,0.617,0.553,0.286,0.05,0.082,0.087,0.155,0.467,0.774,0.855,0.834,0.489,0.854,0.868,0.614,0.208,0.199,0.425,0.557,0.659,0.681,0.565,0.504,0.489,0.468,0.399,0.283,0.03,0.0,0.0,0.0,0.0,0.34,0.563,0.567,0.547,0.533,0.533,0.314,0.211,0.305,0.429,0.725,0.88,0.852,0.804,0.591,0.558,0.561,0.557,0.327,0.017,0.324,0.412,0.37,0.284,0.014,0.001,0.0,0.0,0.0,0.0,0.001,0.781,0.972,0.962,0.818,0.178,0.131,0.596,0.704,0.562,0.32,0.263,0.594,0.901,0.954,0.952,0.282,0.126,0.107,0.336,0.714,0.807,0.647,0.202,0.179,0.281,0.539,0.559,0.584,0.874,0.89,0.808,0.591,0.505,0.386,0.227,0.664,0.539,0.484,0.443,0.429,0.37,0.103,0.003,0.0,0.007,0.063,0.071,0.074,0.14,0.692,0.879,0.936,0.936,0.911,0.856,0.725,0.232,0.2,0.076,0.1,0.091,0.307,0.388,0.411,0.447,0.494,0.518,0.276,0.15,0.697,0.891,0.907,0.92,0.91,0.863,0.8,0.168,0.155,0.15,0.222,0.093,0.103,0.091,0.307,0.385,0.423,0.473,0.557,0.572,0.195,0.129,0.07,0.084,0.255,0.377,0.396,0.419,0.518,0.547,0.445,0.614,0.651,0.632,0.621,0.827,0.92,0.596,0.012,0.176,0.316,0.586,0.573,0.497,0.736,0.628,0.691,0.622,0.786,0.7,0.645,0.539,0.45,0.065,0.022,0.078,0.219,0.333,0.34,0.34,0.348,0.334,0.219,0.074,0.002,0.0,0.0,0.077,0.783,0.861,0.794,0.475,0.29,0.015,0.118,0.418,0.633,0.73,0.857,0.847,0.801,0.724,0.717,0.666,0.616,0.596,0.581,0.551,0.363,0.042,0.001,0.0,0.0,0.0,0.0,0.0,0.025,0.977,0.993,0.977,0.968,0.832,0.231,0.066,0.045,0.486,0.613,0.786,0.87,0.841,0.787,0.112,0.014,0.039,0.471,0.988,0.996,0.995,0.921,0.056,0.042,0.106,0.191,0.842,0.941,0.91,0.88,0.569,0.187,0.547,0.748,0.879,0.847,0.063,0.047,0.039,0.844,0.989,0.998,0.999,0.998,0.96,0.729,0.233,0.212,0.177,0.198,0.206,0.926,0.956,0.994,0.983,0.928,0.899,0.8,0.731,0.601,0.396,0.256,0.259,0.235,0.171,0.09],"truth":[{"start":6.6928,"end":9.2268,"label":"DIGIT_SEQUENCE","score":1.0,"source":"gt"}],"asr":[{"start":2.44,"end":3.06,"label":"DATETIME","score":1.0,"source":"asr"},{"start":6.68,"end":9.54,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":9.14,"end":10.72,"label":"PERSON_NAME","score":0.7,"source":"asr"}],"bleep":[{"start":6.45,"end":9.96,"label":"ANY","score":1.0,"source":"bleep"}],"bleep_before":[{"start":9.11,"end":9.66,"label":"ANY","score":0.8954,"source":"bleep"}],"union":[{"start":2.44,"end":3.06,"label":"ANY","score":1.0,"source":"union"},{"start":6.45,"end":10.72,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000002","split":"test","condition":"noisy_babble_10db","duration":14.492,"envelope":[0.162,0.142,0.152,0.364,0.426,0.721,0.639,0.359,0.177,0.496,0.45,0.396,0.43,0.368,0.162,0.176,0.692,0.603,0.435,0.489,0.514,0.42,0.459,0.405,0.358,0.263,0.184,0.332,0.435,0.464,0.441,0.177,0.233,0.412,0.434,0.423,0.361,0.288,0.495,0.384,0.174,0.202,0.392,0.683,0.587,0.602,0.522,0.379,0.157,0.157,0.169,0.585,0.6,0.504,0.446,0.147,0.193,0.596,0.76,0.71,0.629,0.585,0.535,0.364,0.225,0.169,0.148,0.188,0.159,0.148,0.203,0.358,0.5,0.366,0.225,0.147,0.155,0.179,0.181,0.503,0.664,0.565,0.456,0.439,0.453,0.407,0.436,0.382,0.362,0.331,0.298,0.36,0.282,0.608,0.557,0.466,0.157,0.115,0.642,0.712,0.686,0.602,0.537,0.384,0.355,0.365,0.106,0.097,0.564,0.609,0.584,0.511,0.513,0.429,0.375,0.17,0.151,0.153,0.179,0.158,0.178,0.151,0.158,0.288,0.469,0.508,0.287,0.144,0.143,0.199,0.135,0.612,0.528,0.371,0.188,0.257,0.651,0.694,0.575,0.18,0.203,0.425,0.379,0.287,0.293,0.18,0.668,0.669,0.701,0.693,0.532,0.475,0.255,0.502,0.662,0.631,0.559,0.515,0.17,0.44,0.449,0.484,0.56,0.704,0.679,0.592,0.434,0.163,0.191,0.402,0.418,0.416,0.37,0.305,0.302,0.132,0.14,0.474,0.666,0.661,0.625,0.767,0.901,0.941,0.693,0.601,0.128,0.14,0.202,0.694,0.601,0.674,0.601,0.526,0.479,0.121,0.1,0.121,0.198,0.154,0.208,0.16,0.159,0.205,0.18,0.348,0.315,0.323,0.501,0.49,0.409,0.297,0.205,0.702,0.77,0.583,0.547,0.127,0.141,0.136,0.829,0.791,0.788,1.0,0.191,0.145,0.442,0.516,0.477,0.46,0.411,0.416,0.434,0.226,0.151,0.206,0.185,0.213,0.174,0.138,0.317,0.673,0.655,0.647,0.637,0.769,0.656,0.525,0.198,0.129,0.131,0.166,0.603,0.627,0.644,0.638,0.541,0.41,0.182,0.183,0.158,0.174,0.137,0.628,0.669,0.529,0.441,0.182,0.165,0.206,0.429,0.748,0.683,0.714,0.601,0.649,0.631,0.164,0.141,0.209,0.404,0.384,0.266,0.253,0.18,0.134,0.149,0.355,0.405,0.307,0.236,0.159,0.162,0.32,0.321,0.243,0.173,0.252,0.402,0.792,0.883,0.784,0.714,0.425,0.392,0.296,0.14,0.176,0.402,0.532,0.454,0.466,0.363,0.352,0.439,0.433,0.373,0.388,0.381,0.359,0.333,0.383,0.252,0.211,0.156,0.194,0.209,0.362,0.352,0.501,0.929,0.864,0.721,0.661,0.211,0.171,0.215,0.44,0.552,0.578,0.531,0.378,0.41,0.459,0.338,0.439,0.694,0.673,0.588,0.444,0.703,0.844,0.749,0.708,0.74,0.648,0.635,0.44,0.403,0.141,0.308,0.39,0.293,0.267,0.213,0.193,0.603,0.53,0.379,0.265,0.167,0.181,0.626,0.573,0.543,0.346,0.174,0.171,0.174,0.17,0.772,0.759,0.72,0.697,0.559,0.556,0.655,0.584,0.253,0.205,0.392,0.393,0.449,0.373,0.28,0.145,0.185,0.496,0.505,0.45,0.359,0.554,0.562,0.622,0.715,0.37,0.318,0.253,0.214,0.322,0.378,0.307,0.508,0.463,0.455,0.405,0.368,0.417,0.304,0.155],"truth":[{"start":6.1365,"end":8.9279,"label":"GROUPED_DIGITS","score":1.0,"source":"gt"}],"asr":[{"start":6.06,"end":9.48,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[{"start":6.81,"end":9.14,"label":"ANY","score":0.9999,"source":"bleep"}],"bleep_before":[],"union":[{"start":6.06,"end":9.48,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000006","split":"test","condition":"overlap_6db","duration":11.972,"envelope":[0.0,0.0,0.017,0.47,0.578,0.442,0.097,0.029,0.019,0.098,0.586,0.636,0.64,0.613,0.564,0.527,0.454,0.353,0.497,0.499,0.491,0.414,0.053,0.105,0.129,0.494,0.566,0.449,0.286,0.211,0.188,0.15,0.515,0.528,0.538,0.492,0.494,0.49,0.563,0.522,0.46,0.503,0.623,0.665,0.656,0.555,0.567,0.292,0.32,0.289,0.348,0.361,0.624,0.606,0.421,0.159,0.417,0.513,0.563,0.539,0.54,0.538,0.482,0.476,0.298,0.312,0.277,0.424,0.462,0.462,0.469,0.556,0.618,0.626,0.389,0.227,0.092,0.097,0.009,0.114,0.175,0.579,0.754,0.748,0.689,0.686,0.671,0.644,0.436,0.509,0.519,0.63,0.639,0.654,0.688,0.593,0.224,0.08,0.521,0.576,0.568,0.547,0.362,0.513,0.595,0.551,0.368,0.063,0.094,0.135,0.403,0.689,0.696,0.639,0.532,0.231,0.191,0.556,0.551,0.325,0.104,0.047,0.036,0.08,0.513,0.575,0.468,0.084,0.017,0.104,0.075,0.242,0.7,0.73,0.713,0.695,0.692,0.644,0.622,0.589,0.69,0.583,0.213,0.51,0.518,0.469,0.378,0.291,0.209,0.072,0.021,0.0,0.0,0.0,0.0,0.0,0.137,0.681,0.645,0.534,0.543,0.469,0.502,0.482,0.411,0.427,0.524,0.476,0.41,0.063,0.081,0.111,0.56,0.565,0.429,0.425,0.547,0.589,0.563,0.117,0.021,0.063,0.575,0.586,0.495,0.31,0.336,0.558,0.57,0.498,0.5,0.338,0.045,0.136,0.336,0.597,0.625,0.599,0.251,0.205,0.463,0.456,0.505,0.643,0.651,0.631,0.617,0.601,0.605,0.529,0.59,0.592,0.467,0.426,0.347,0.577,0.534,0.343,0.065,0.051,0.275,0.283,0.408,0.338,0.558,0.696,0.677,0.659,0.637,0.541,0.448,0.303,0.194,0.096,0.06,0.051,0.044,0.028,0.002,0.0,0.001,0.154,0.558,0.564,0.519,0.343,0.169,0.141,0.083,0.004,0.024,0.153,0.53,0.551,0.594,0.587,0.562,0.442,0.371,0.248,0.25,0.307,0.323,0.486,0.527,0.618,0.655,0.546,0.589,0.376,0.295,0.322,0.256,0.32,0.572,0.65,0.661,0.529,0.576,0.475,0.421,0.296,0.195,0.211,0.001,0.0,0.0,0.0,0.0,0.646,0.682,0.589,0.543,0.453,0.483,0.541,0.573,0.437,0.097,0.024,0.023,0.067,0.466,0.607,0.666,0.625,0.567,0.535,0.26,0.08,0.273,0.591,0.554,0.111,0.031,0.166,0.182,0.497,0.508,0.512,0.531,0.458,0.456,0.45,0.636,0.723,0.645,0.587,0.352,0.284,0.425,0.507,0.544,0.604,0.645,0.639,0.544,0.479,0.478,0.297,0.596,0.669,0.742,0.655,0.536,0.364,0.381,0.408,0.427,0.642,0.927,0.669,0.568,0.315,0.228,0.399,0.538,0.701,0.813,0.437,0.362,0.242,0.749,1.0,0.83,0.713,0.714,0.658,0.586,0.628,0.737,0.636,0.586,0.655,0.761,0.338,0.735,0.631,0.547,0.489,0.255,0.352,0.351,0.494,0.525,0.521,0.482,0.436,0.544,0.644,0.542,0.319,0.314,0.187,0.286,0.29,0.201,0.258,0.576,0.55,0.56,0.345,0.446,0.811,0.565,0.313,0.236,0.446,0.683,0.683,0.82,0.668,0.659,0.733,0.518,0.456,0.438,0.245,0.143,0.123],"truth":[{"start":6.8697,"end":8.1017,"label":"DATETIME","score":1.0,"source":"gt"}],"asr":[{"start":2.42,"end":3.04,"label":"DATETIME","score":1.0,"source":"asr"},{"start":6.98,"end":8.34,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[{"start":6.63,"end":8.3,"label":"ANY","score":0.9999,"source":"bleep"}],"bleep_before":[],"union":[{"start":2.42,"end":3.04,"label":"ANY","score":1.0,"source":"union"},{"start":6.63,"end":8.34,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000013","split":"test","condition":"telephony_noisy","duration":17.337,"envelope":[0.173,0.156,0.167,0.46,0.651,0.651,0.522,0.164,0.213,0.817,0.918,0.807,0.74,0.204,0.442,0.775,0.542,0.276,0.525,0.74,0.66,0.482,0.784,0.829,0.773,0.773,0.688,0.597,0.525,0.254,0.204,0.135,0.145,0.127,0.133,0.781,0.848,0.68,0.172,0.232,0.514,0.548,0.264,0.18,0.227,0.424,0.702,0.687,0.204,0.137,0.133,0.232,0.773,0.844,0.597,0.597,0.548,0.328,0.153,0.506,0.651,0.572,0.172,0.139,0.337,0.579,0.424,0.328,0.424,0.442,0.374,0.22,0.852,0.958,0.773,0.606,0.222,0.229,0.342,0.442,0.819,0.879,0.765,0.7,0.489,0.315,0.154,0.258,0.127,0.243,0.241,0.482,0.556,0.436,0.614,0.588,0.198,0.171,0.149,0.139,0.166,0.439,0.793,0.709,0.495,0.223,0.204,0.807,0.773,0.68,0.432,0.342,0.355,0.345,0.187,0.223,0.165,0.171,0.177,0.674,0.872,0.751,0.68,0.264,0.654,0.775,0.159,0.482,0.456,0.223,0.204,0.424,0.482,0.488,0.631,0.459,0.357,0.149,0.162,0.18,0.442,0.484,0.465,0.213,0.172,0.14,0.103,0.131,0.145,0.158,0.165,0.149,0.218,0.392,0.687,0.624,0.58,0.451,0.232,0.175,0.463,0.505,0.503,0.602,0.709,0.426,0.264,0.572,0.575,0.424,0.503,0.548,0.288,0.172,0.355,0.525,0.482,0.411,0.342,0.157,0.809,0.747,0.482,0.245,0.406,0.406,0.565,0.747,0.879,0.317,0.534,0.712,0.462,0.232,0.508,0.342,0.139,0.276,0.749,1.0,0.807,0.454,0.145,0.253,0.389,0.328,0.288,0.188,0.139,0.175,0.147,0.127,0.323,0.772,0.548,0.458,0.314,0.301,0.569,0.548,0.312,0.163,0.491,0.442,0.342,0.572,0.583,0.161,0.424,0.572,0.389,0.449,0.667,0.676,0.503,0.196,0.319,0.68,0.705,0.18,0.214,0.483,0.879,0.842,0.772,0.698,0.613,0.475,0.276,0.515,0.597,0.151,0.151,0.183,0.264,0.823,0.807,0.766,0.679,0.373,0.134,0.139,0.196,0.207,0.198,0.151,0.465,0.507,0.424,0.842,0.773,0.709,0.482,0.601,0.288,0.214,0.322,0.486,0.442,0.328,0.19,0.223,0.128,0.586,0.525,0.228,0.482,0.807,0.842,0.711,0.651,0.395,0.232,0.117,0.196,0.161,0.482,0.721,0.752,0.145,0.127,0.389,0.652,0.68,0.243,0.243,0.503,0.709,0.842,0.807,0.424,0.159,0.158,0.191,0.807,0.918,0.442,0.159,0.223,0.464,0.449,0.398,0.224,0.421,0.74,0.773,0.775,0.794,0.462,0.151,0.172,0.13,0.133,0.192,0.232,0.445,0.573,0.597,0.462,0.169,0.213,0.864,0.795,0.74,0.71,0.196,0.597,0.651,0.482,0.453,0.575,0.773,0.572,0.528,0.842,0.807,0.773,0.68,0.649,0.624,0.565,0.336,0.156,0.172,0.133,0.158,0.145,0.18,0.879,0.74,0.472,0.202,0.243,0.503,0.406,0.268,0.222,0.196,0.572,0.637,0.498,0.237,0.184,0.153,0.299,0.774,0.807,0.66,0.561,0.599,0.18,0.196,0.503,0.709,0.592,0.204,0.148,0.482,0.527,0.462,0.362,0.424,0.414,0.424,0.306,0.819,0.857,0.734,0.526,0.194,0.284,0.314,0.598,0.928,0.822,0.725,0.652,0.427,0.188,0.122],"truth":[{"start":10.9894,"end":12.1614,"label":"DATETIME","score":1.0,"source":"gt"}],"asr":[{"start":5.92,"end":6.98,"label":"PERSON_NAME","score":0.7,"source":"asr"},{"start":11.16,"end":12.68,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[{"start":10.75,"end":11.58,"label":"ANY","score":0.9974,"source":"bleep"}],"bleep_before":[],"union":[{"start":5.92,"end":6.98,"label":"ANY","score":0.7,"source":"union"},{"start":10.75,"end":12.68,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000020","split":"test","condition":"telephony_8k","duration":12.428,"envelope":[0.0,0.107,0.408,0.501,0.624,0.648,0.446,0.008,0.101,0.607,0.918,0.901,0.861,0.583,0.191,0.589,0.723,0.532,0.177,0.529,0.756,0.761,0.421,0.62,0.901,0.828,0.842,0.756,0.692,0.663,0.581,0.448,0.168,0.028,0.001,0.0,0.0,0.873,0.91,0.71,0.146,0.138,0.167,0.607,0.626,0.229,0.049,0.113,0.183,0.655,0.723,0.591,0.032,0.005,0.09,0.148,0.509,0.91,0.723,0.634,0.582,0.537,0.239,0.009,0.211,0.633,0.692,0.466,0.011,0.034,0.466,0.556,0.466,0.268,0.367,0.446,0.4,0.349,0.2,0.901,0.941,0.953,0.653,0.342,0.061,0.201,0.265,0.512,0.825,0.984,0.79,0.723,0.634,0.466,0.063,0.017,0.001,0.0,0.072,0.129,0.607,0.743,0.607,0.028,0.007,0.011,0.116,0.446,0.358,0.014,0.086,0.178,0.634,0.663,0.631,0.096,0.066,0.478,0.862,0.862,0.607,0.343,0.172,0.357,0.692,0.644,0.592,0.073,0.239,0.381,0.327,0.028,0.17,0.446,0.668,0.672,0.429,0.634,0.663,0.607,0.033,0.002,0.096,0.39,0.505,0.514,0.342,0.167,0.027,0.002,0.0,0.0,0.0,0.0,0.473,0.408,0.39,0.155,0.251,0.327,0.356,0.634,0.588,0.466,0.386,0.072,0.001,0.0,0.0,0.0,0.0,0.0,0.003,0.014,0.475,0.47,0.426,0.009,0.002,0.121,0.183,0.556,0.466,0.39,0.2,0.038,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.69,0.793,0.825,0.765,0.489,0.025,0.044,0.378,0.811,0.795,0.656,0.164,0.003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.092,0.446,0.581,0.663,0.663,0.057,0.532,0.575,0.556,0.426,0.2,0.286,0.694,0.702,0.428,0.221,0.028,0.001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.901,0.947,0.901,0.752,0.038,0.018,0.026,0.152,0.556,0.471,0.446,0.317,0.047,0.002,0.0,0.0,0.0,0.0,0.17,0.405,0.723,0.843,0.79,0.532,0.274,0.191,0.045,0.001,0.022,0.001,0.0,0.0,0.0,0.0,0.07,0.581,0.678,0.532,0.048,0.202,0.516,0.706,0.802,0.806,0.718,0.047,0.121,0.274,0.466,0.293,0.028,0.449,0.941,0.931,0.557,0.327,0.648,0.66,0.524,0.072,0.152,0.493,0.578,0.532,0.446,0.311,0.042,0.032,0.023,0.006,0.009,0.002,0.0,0.0,0.003,0.006,0.012,0.27,0.692,0.829,0.765,0.19,0.327,0.532,0.4,0.338,0.532,0.718,0.634,0.428,0.089,0.562,0.581,0.146,0.016,0.045,0.2,0.487,0.862,0.862,0.694,0.39,0.44,0.695,0.607,0.466,0.438,0.342,0.274,0.616,0.7,0.717,0.331,0.066,0.146,0.038,0.607,0.581,0.115,0.052,0.39,0.466,0.468,0.357,0.417,0.568,0.468,0.057,0.096,0.281,0.509,0.466,0.375,0.446,0.581,0.553,0.466,0.532,0.508,0.509,0.221,0.634,0.607,0.534,0.403,0.248,0.023,0.013,0.08,0.965,0.919,0.901,0.825,0.695,0.79,0.825,0.699,0.753,1.0,0.984,0.834,0.677,0.274,0.003,0.007],"truth":[{"start":4.5709,"end":7.9526,"label":"SPELLED_OUT","score":1.0,"source":"gt"}],"asr":[{"start":4.48,"end":7.9,"label":"PERSON_NAME","score":0.7,"source":"asr"},{"start":6.54,"end":7.9,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[{"start":4.81,"end":8.18,"label":"ANY","score":0.9999,"source":"bleep"}],"bleep_before":[{"start":4.17,"end":8.86,"label":"ANY","score":0.9584,"source":"bleep"}],"union":[{"start":4.48,"end":8.18,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000030","split":"test","condition":"noisy_street_5db","duration":9.93,"envelope":[0.098,0.089,0.066,0.299,0.288,0.378,0.531,0.623,0.481,0.366,0.123,0.084,0.115,0.272,0.432,0.415,0.406,0.436,0.531,0.564,0.557,0.379,0.41,0.437,0.364,0.349,0.853,0.815,1.0,0.775,0.648,0.626,0.46,0.581,0.54,0.583,0.479,0.324,0.13,0.098,0.086,0.111,0.177,0.198,0.488,0.486,0.44,0.332,0.255,0.111,0.173,0.154,0.126,0.727,0.853,0.693,0.645,0.755,0.451,0.406,0.406,0.338,0.392,0.38,0.498,0.482,0.392,0.442,0.252,0.19,0.25,0.263,0.217,0.187,0.168,0.19,0.15,0.117,0.105,0.105,0.419,0.437,0.4,0.312,0.114,0.116,0.08,0.098,0.345,0.423,0.723,0.657,0.673,0.605,0.622,0.557,0.504,0.637,0.697,0.528,0.481,0.556,0.742,0.759,0.636,0.616,0.699,0.749,0.955,0.624,0.662,0.819,0.78,0.46,0.506,0.34,0.392,0.394,0.261,0.312,0.23,0.186,0.187,0.162,0.117,0.091,0.159,0.082,0.128,0.29,0.449,0.439,0.332,0.336,0.242,0.314,0.476,0.863,0.843,0.791,0.747,0.622,0.572,0.576,0.517,0.126,0.265,0.234,0.273,0.275,0.197,0.165,0.209,0.344,0.471,0.566,0.497,0.316,0.334,0.295,0.267,0.189,0.19,0.174,0.301,0.392,0.436,0.4,0.382,0.359,0.398,0.312,0.352,0.277,0.272,0.219,0.217,0.321,0.152,0.138,0.323,0.452,0.359,0.475,0.489,0.336,0.362,0.345,0.33,0.699,0.676,0.753,0.655,0.764,0.821,0.75,0.659,0.573,0.598,0.598,0.473,0.434,0.461,0.521,0.464,0.437,0.439,0.539,0.314,0.295,0.29,0.268,0.222,0.088,0.087,0.083,0.133,0.105,0.165,0.147,0.104,0.133,0.097,0.148,0.14,0.109,0.192,0.245,0.284,0.261,0.265,0.167,0.243,0.209,0.172,0.473,0.524,0.442,0.419,0.526,0.479,0.509,0.54,0.592,0.483,0.427,0.128,0.085,0.092,0.067,0.34,0.315,0.305,0.263,0.21,0.189,0.181,0.141,0.191,0.156,0.087,0.433,0.439,0.408,0.439,0.366,0.298,0.138,0.105,0.215,0.101,0.145,0.157,0.113,0.105,0.099,0.102,0.067,0.491,0.539,0.513,0.589,0.447,0.489,0.398,0.347,0.359,0.268,0.32,0.3,0.346,0.284,0.121,0.1,0.083,0.087,0.624,0.512,0.532,0.606,0.493,0.266,0.264,0.247,0.263,0.209,0.421,0.476,0.423,0.415,0.403,0.405,0.424,0.398,0.351,0.376,0.446,0.541,0.444,0.497,0.497,0.601,0.529,0.448,0.264,0.231,0.225,0.289,0.099,0.136,0.134,0.618,0.568,0.481,0.475,0.465,0.299,0.193,0.184,0.166,0.101,0.19,0.354,0.359,0.32,0.282,0.273,0.179,0.104,0.118,0.092,0.097,0.126,0.131,0.451,0.573,0.584,0.413,0.447,0.206,0.132,0.278,0.339,0.334,0.298,0.2,0.203,0.123,0.347,0.359,0.288,0.288,0.245,0.221,0.288,0.092,0.142,0.136,0.118,0.369,0.439,0.383,0.447,0.567,0.415,0.289,0.278,0.244,0.235,0.194,0.169,0.116,0.11,0.112,0.097,0.222,0.314,0.374,0.504,0.446,0.382,0.388,0.348,0.257,0.204,0.241,0.291,0.349,0.37,0.263,0.225,0.245,0.227,0.118,0.143,0.123,0.115,0.13,0.113,0.114],"truth":[{"start":6.5883,"end":9.9303,"label":"MONEY","score":1.0,"source":"gt"}],"asr":[{"start":6.62,"end":9.9303,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[{"start":6.33,"end":9.9303,"label":"ANY","score":0.9999,"source":"bleep"}],"bleep_before":[],"union":[{"start":6.33,"end":9.9303,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000046","split":"test","condition":"clean","duration":6.698,"envelope":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.004,0.326,0.477,0.534,0.611,0.798,0.736,0.727,0.737,0.716,0.204,0.064,0.026,0.029,0.046,0.063,0.493,0.666,0.828,0.849,0.771,0.675,0.185,0.155,0.318,0.522,0.666,0.648,0.698,0.624,0.559,0.573,0.674,0.725,0.725,0.299,0.143,0.165,0.337,0.613,0.631,0.655,0.671,0.669,0.657,0.649,0.655,0.636,0.615,0.65,0.62,0.355,0.255,0.245,0.127,0.049,0.0,0.0,0.0,0.0,0.0,0.351,0.751,0.959,1.0,0.938,0.835,0.636,0.344,0.071,0.032,0.148,0.316,0.686,0.625,0.544,0.538,0.48,0.168,0.368,0.78,0.318,0.253,0.452,0.681,0.713,0.717,0.668,0.61,0.163,0.038,0.014,0.006,0.006,0.087,0.118,0.111,0.463,0.69,0.714,0.709,0.702,0.711,0.773,0.83,0.77,0.764,0.774,0.779,0.697,0.4,0.18,0.104,0.053,0.611,0.764,0.71,0.427,0.065,0.035,0.065,0.031,0.031,0.065,0.597,0.672,0.57,0.506,0.425,0.556,0.618,0.607,0.55,0.462,0.42,0.492,0.771,0.862,0.876,0.878,0.787,0.63,0.533,0.074,0.112,0.541,0.562,0.556,0.668,0.832,0.784,0.707,0.721,0.755,0.765,0.742,0.762,0.756,0.749,0.578,0.479,0.31,0.252,0.153,0.07,0.015,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031,0.502,0.675,0.737,0.787,0.574,0.568,0.555,0.449,0.144,0.081,0.057,0.081,0.447,0.602,0.359,0.163,0.247,0.719,0.663,0.267,0.108,0.076,0.032,0.03,0.057,0.163,0.672,0.923,0.92,0.94,0.91,0.877,0.831,0.812,0.786,0.711,0.461,0.44,0.534,0.571,0.549,0.489,0.424,0.282,0.242,0.237,0.127,0.047,0.0,0.0,0.002,0.063,0.655,0.609,0.593,0.633,0.586,0.338,0.064,0.04,0.111,0.376,0.506,0.621,0.675,0.56,0.206,0.149,0.096,0.051,0.025,0.025,0.45,0.571,0.584,0.588,0.59,0.598,0.559,0.548,0.522,0.382,0.26,0.243,0.188,0.078,0.029,0.0,0.0,0.0,0.0,0.012,0.08,0.102,0.117,0.105,0.096,0.103,0.14,0.488,0.528,0.457,0.142,0.047,0.109,0.198,0.155,0.133,0.099,0.022,0.06,0.345,0.472,0.577,0.626,0.553,0.231,0.082,0.058,0.358,0.562,0.486,0.282,0.215,0.565,0.579,0.57,0.605,0.516,0.149,0.059,0.031,0.044,0.553,0.657,0.65,0.868,0.895,0.928,0.932,0.861,0.744,0.383,0.27,0.196,0.4,0.664,0.716,0.57,0.586,0.595,0.735,0.698,0.723,0.728,0.674,0.52,0.383,0.173,0.196,0.189,0.072,0.282,0.422,0.696,0.852,0.718,0.518,0.54,0.497,0.32,0.392,0.582,0.68,0.659,0.474,0.205,0.424,0.774,0.761,0.755,0.759,0.7,0.632,0.514,0.26,0.268,0.305,0.429,0.563,0.593,0.547,0.351,0.285,0.179,0.137,0.066,0.09,0.287,0.565,0.58,0.265,0.068,0.084,0.101,0.134,0.144,0.097,0.072,0.006,0.073,0.426,0.758,0.809,0.861,0.874,0.712,0.634,0.722,0.684,0.667,0.648,0.635,0.512,0.465,0.271,0.386,0.298,0.275,0.135,0.126,0.109,0.112,0.05,0.01,0.003],"truth":[{"start":4.3961,"end":6.6981,"label":"MONEY","score":1.0,"source":"gt"}],"asr":[{"start":4.3,"end":6.6981,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[{"start":4.15,"end":5.7,"label":"ANY","score":0.9996,"source":"bleep"}],"bleep_before":[],"union":[{"start":4.15,"end":6.6981,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_000063","split":"test","condition":"reverb_moderate","duration":17.679,"envelope":[0.011,0.171,0.556,0.964,0.941,0.31,0.197,0.16,0.1,0.165,0.553,0.351,0.309,0.164,0.091,0.563,0.712,0.641,0.514,0.112,0.342,0.869,0.698,0.415,0.122,0.078,0.705,0.706,0.518,0.34,0.24,0.16,0.098,0.083,0.071,0.059,0.027,0.152,0.587,0.552,0.426,0.251,0.227,0.803,0.593,0.376,0.294,0.499,0.814,0.695,0.615,0.52,0.184,0.094,0.654,0.702,0.89,0.816,0.362,0.206,0.18,0.082,0.276,0.631,0.739,0.582,0.189,0.133,0.123,0.989,0.989,0.868,0.575,0.217,0.131,0.063,0.561,0.746,0.71,0.253,0.103,0.079,0.481,0.576,0.312,0.793,0.866,0.723,0.244,0.432,0.32,0.251,0.148,0.155,0.036,0.018,0.018,0.024,0.291,0.51,0.69,0.54,0.395,0.124,0.189,0.623,0.701,0.776,0.591,0.269,0.369,0.271,0.378,0.092,0.053,0.059,0.465,0.437,0.329,0.176,0.41,0.371,0.372,0.092,0.13,0.487,0.592,0.596,0.438,0.264,0.679,0.725,0.716,0.581,0.286,0.269,0.183,0.168,0.595,0.722,0.729,0.529,0.457,0.386,0.488,0.747,0.734,0.621,0.442,0.257,0.282,0.145,0.113,0.07,0.06,0.065,0.011,0.006,0.005,0.002,0.077,0.23,0.45,0.353,0.309,0.147,0.189,0.176,0.297,0.304,0.275,0.178,0.096,0.099,0.072,0.03,0.014,0.009,0.011,0.651,0.767,0.72,0.419,0.254,0.353,0.576,0.526,0.481,0.397,0.222,0.265,0.181,0.157,0.146,0.039,0.02,0.011,0.005,0.008,0.489,0.723,0.818,0.454,0.156,0.139,0.567,0.764,0.615,0.227,0.397,0.514,0.63,0.407,0.3,0.544,0.708,0.529,0.423,0.764,0.723,0.524,0.487,0.629,0.772,0.818,0.494,0.329,0.377,0.222,0.217,0.087,0.053,0.019,0.112,0.127,0.509,0.455,0.276,0.167,0.153,0.118,0.113,0.1,0.026,0.016,0.007,0.003,0.002,0.403,0.386,0.358,0.31,0.262,0.203,0.198,0.144,0.13,0.034,0.017,0.012,0.004,0.002,0.001,0.001,0.039,0.4,0.398,0.248,0.167,0.15,0.121,0.122,0.079,0.033,0.016,0.006,0.004,0.002,0.001,0.001,0.0,0.001,0.074,0.121,0.509,0.381,0.243,0.221,0.129,0.144,0.12,0.079,0.022,0.01,0.058,0.096,0.097,0.485,0.581,0.569,0.305,0.528,0.361,0.472,0.615,0.56,0.492,0.35,0.108,0.193,0.468,0.588,0.628,0.233,0.104,0.218,0.485,0.521,0.538,0.264,0.186,0.135,0.14,0.133,0.111,0.048,0.012,0.009,0.007,0.003,0.001,0.001,0.0,0.0,0.0,0.004,0.01,0.014,0.551,0.605,0.737,0.625,0.478,0.455,0.677,0.723,0.495,0.255,0.19,0.16,0.454,0.495,0.168,0.099,0.125,0.149,0.091,0.507,0.67,0.699,0.387,0.315,0.244,0.184,0.191,0.101,0.035,0.015,0.114,0.192,0.394,0.558,0.485,0.381,0.344,0.19,0.087,0.069,0.061,0.035,0.019,0.044,0.181,0.609,1.0,0.934,0.329,0.229,0.538,0.82,0.852,0.484,0.251,0.347,0.641,0.623,0.45,0.524,0.655,0.793,0.907,0.8,0.462,0.624,0.692,0.577,0.142,0.18,0.459,0.392,0.224,0.306,0.149,0.117,0.066,0.057,0.083,0.074,0.064,0.065],"truth":[{"start":4.0331,"end":7.3851,"label":"ADDRESS","score":1.0,"source":"gt"},{"start":9.8262,"end":12.3122,"label":"SPELLED_OUT","score":1.0,"source":"gt"},{"start":12.3879,"end":15.4382,"label":"GROUPED_DIGITS","score":1.0,"source":"gt"}],"asr":[{"start":4.2,"end":5.56,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":9.78,"end":12.52,"label":"SPELLED_OUT","score":1.0,"source":"asr"},{"start":12.12,"end":15.82,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[{"start":9.65,"end":15.64,"label":"ANY","score":1.0,"source":"bleep"}],"bleep_before":[{"start":5.63,"end":6.2,"label":"ANY","score":0.8354,"source":"bleep"},{"start":6.29,"end":6.84,"label":"ANY","score":0.8386,"source":"bleep"},{"start":9.89,"end":15.52,"label":"ANY","score":0.9464,"source":"bleep"}],"union":[{"start":4.2,"end":5.56,"label":"ANY","score":1.0,"source":"union"},{"start":9.65,"end":15.82,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_heldout_v2_000000","split":"test_heldout_v2","condition":"music_bed_5db","duration":13.608,"envelope":[0.234,0.241,0.289,0.367,0.657,0.619,0.577,0.461,0.195,0.161,0.185,0.417,0.737,0.674,0.611,0.293,0.209,0.416,0.699,0.725,0.371,0.428,0.705,0.741,0.704,0.203,0.237,0.515,0.642,0.499,0.441,0.327,0.335,0.314,0.263,0.328,0.221,0.219,0.198,0.195,0.191,0.653,0.76,0.717,0.769,0.635,0.566,0.171,0.164,0.259,0.717,0.649,0.433,0.379,0.331,0.142,0.208,0.26,0.445,0.614,0.68,0.552,0.187,0.192,0.162,0.138,0.134,0.151,0.571,0.632,0.74,0.833,0.692,0.576,0.443,0.516,0.525,0.423,0.442,0.188,0.267,0.707,0.842,0.845,0.48,0.31,0.248,0.198,0.19,0.35,0.443,0.578,0.583,0.518,0.52,0.597,0.676,0.459,0.359,0.41,0.607,0.898,0.93,0.827,0.515,0.286,0.203,0.23,0.342,0.355,0.599,0.548,0.602,0.458,0.348,0.327,0.296,0.26,0.183,0.191,0.203,0.179,0.142,0.123,0.12,0.117,0.114,0.245,0.618,0.608,0.439,0.341,0.144,0.117,0.167,0.143,0.338,0.721,0.808,0.792,0.552,0.465,0.479,0.327,0.203,0.199,0.181,0.553,0.828,0.845,0.688,0.652,0.518,0.465,0.236,0.195,0.318,0.223,0.19,0.454,0.429,0.457,0.289,0.259,0.405,0.421,0.302,0.329,0.171,0.161,0.237,0.537,0.543,0.479,0.391,0.279,0.139,0.168,0.133,0.348,0.554,0.573,0.537,0.525,0.349,0.202,0.173,0.16,0.411,0.544,0.407,0.401,0.326,0.118,0.094,0.088,0.138,0.383,0.554,0.652,0.482,0.558,0.322,0.237,0.502,0.8,0.884,0.778,0.569,0.465,0.29,0.264,0.229,0.352,0.413,0.742,0.82,0.715,0.651,0.388,0.35,0.304,0.275,0.285,0.212,0.224,0.188,0.414,0.616,0.414,0.178,0.194,0.204,0.21,0.194,0.158,0.153,0.346,0.491,0.5,0.511,0.467,0.288,0.241,0.205,0.2,0.233,0.166,0.183,0.141,0.135,0.109,0.109,0.145,0.26,0.75,0.76,0.636,0.491,0.305,0.246,0.414,0.601,0.782,0.789,0.428,0.225,0.222,0.218,0.312,0.729,0.828,0.695,0.478,0.186,0.214,0.273,0.225,0.251,0.329,0.726,0.733,0.67,0.628,0.289,0.29,0.523,0.615,0.555,0.556,0.325,0.256,0.272,0.443,0.746,0.605,0.513,0.437,0.348,0.386,0.295,0.165,0.15,0.129,0.126,0.685,0.79,0.814,0.656,0.46,0.258,0.194,0.218,0.281,0.239,0.209,0.478,0.565,0.657,0.647,0.666,0.561,0.586,0.644,0.625,0.271,0.446,0.513,0.601,0.406,0.41,0.409,0.876,1.0,0.915,0.788,0.535,0.42,0.276,0.387,0.526,0.78,0.902,0.894,0.556,0.396,0.298,0.511,0.564,0.533,0.469,0.333,0.172,0.274,0.291,0.37,0.391,0.455,0.447,0.364,0.304,0.233,0.192,0.117,0.11,0.112,0.111,0.107,0.1,0.198,0.199,0.199,0.176,0.161,0.158,0.179,0.223,0.525,0.623,0.626,0.482,0.209,0.138,0.332,0.662,0.777,0.529,0.417,0.226,0.187,0.392,0.43,0.725,0.74,0.655,0.405,0.373,0.667,0.774,0.599,0.458,0.268,0.602,0.664,0.539,0.41,0.347,0.353,0.598,0.388,0.373,0.306,0.287,0.214,0.263,0.258,0.181,0.124,0.137,0.178],"truth":[{"start":4.1386,"end":8.1406,"label":"DIGIT_SEQUENCE","score":1.0,"source":"gt"}],"asr":[{"start":4.2,"end":8.46,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"}],"bleep":[{"start":3.89,"end":6.24,"label":"ANY","score":0.9998,"source":"bleep"},{"start":11.87,"end":12.76,"label":"ANY","score":0.9876,"source":"bleep"}],"bleep_before":[],"union":[{"start":3.89,"end":8.46,"label":"ANY","score":1.0,"source":"union"},{"start":11.87,"end":12.76,"label":"ANY","score":0.9876,"source":"union"}]},{"utt_id":"test_heldout_v2_000001","split":"test_heldout_v2","condition":"hard_clipping","duration":26.341,"envelope":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.803,0.895,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.487,0.073,0.059,0.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.395,0.234,1.0,1.0,0.984,0.601,1.0,1.0,1.0,1.0,0.38,1.0,1.0,1.0,1.0,1.0,0.992,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.662,0.267,1.0,1.0,1.0,1.0,1.0,0.574,1.0,1.0,0.384,0.91,1.0,1.0,1.0,1.0,0.44,1.0,1.0,1.0,0.454,0.461,0.066,0.004,0.192,0.195,1.0,1.0,1.0,1.0,1.0,0.443,1.0,1.0,1.0,1.0,1.0,0.503,0.699,0.732,0.338,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.257,1.0,1.0,1.0,1.0,1.0,0.429,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.665,0.046,0.0,0.0,0.0,0.0,0.183,0.196,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.796,0.052,0.0,0.743,0.942,0.849,1.0,1.0,1.0,1.0,1.0,1.0,0.087,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.345,0.124,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.221,0.218,1.0,1.0,1.0,1.0,1.0,0.102,0.0,1.0,1.0,1.0,1.0,0.311,0.571,0.372,0.003,0.306,1.0,1.0,1.0,1.0,1.0,0.848,0.246,1.0,1.0,1.0,1.0,1.0,0.401,0.192,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.58,0.963,1.0,1.0,1.0,1.0,1.0,1.0,0.193,1.0,1.0,1.0,1.0,0.313,1.0,1.0,1.0,0.055,0.469,1.0,1.0,1.0,1.0,0.509,1.0,1.0,1.0,0.467,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.406,0.451,0.402,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.46,1.0,1.0,1.0,0.827,0.0,1.0,1.0,1.0,1.0,1.0,0.925,1.0,1.0,1.0,0.095,1.0,1.0,1.0,0.276,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.321,1.0,1.0,1.0,1.0,1.0,0.96,1.0,1.0,1.0,1.0,1.0,0.157,0.159,0.157,0.0,0.0,0.069,1.0,1.0,0.202,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.642,1.0,1.0,1.0,0.931,0.591,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.865,0.811,1.0,1.0,1.0,1.0,1.0,1.0,0.95,0.95,0.745,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.037,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.413,1.0,1.0,1.0,0.742,0.15,1.0,1.0,1.0,1.0,1.0,0.445,1.0,1.0,1.0,0.497],"truth":[{"start":5.4759,"end":10.3985,"label":"GROUPED_DIGITS","score":1.0,"source":"gt"},{"start":13.9138,"end":17.6857,"label":"MONEY","score":1.0,"source":"gt"}],"asr":[{"start":5.56,"end":11.78,"label":"GROUPED_DIGITS","score":1.0,"source":"asr"},{"start":14.24,"end":17.0,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":14.24,"end":18.28,"label":"MONEY","score":1.0,"source":"asr"},{"start":24.22,"end":24.84,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[{"start":5.23,"end":10.6,"label":"ANY","score":1.0,"source":"bleep"},{"start":13.67,"end":17.86,"label":"ANY","score":1.0,"source":"bleep"}],"bleep_before":[{"start":5.59,"end":10.58,"label":"ANY","score":0.9594,"source":"bleep"}],"union":[{"start":5.23,"end":11.78,"label":"ANY","score":1.0,"source":"union"},{"start":13.67,"end":18.28,"label":"ANY","score":1.0,"source":"union"},{"start":24.22,"end":24.84,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_heldout_v2_000005","split":"test_heldout_v2","condition":"lowbitrate_codec","duration":15.567,"envelope":[0.0,0.0,0.001,0.297,0.317,0.328,0.306,0.236,0.034,0.02,0.396,0.35,0.338,0.244,0.212,0.444,0.384,0.371,0.026,0.025,0.467,0.451,0.466,0.464,0.402,0.416,0.428,0.297,0.266,0.208,0.0,0.037,0.544,0.501,0.494,0.317,0.274,0.013,0.04,0.052,0.454,0.456,0.353,0.04,0.066,0.432,0.402,0.357,0.046,0.057,0.526,0.562,0.552,0.537,0.467,0.422,0.354,0.194,0.218,0.017,0.024,0.607,0.535,0.47,0.348,0.179,0.146,0.025,0.054,0.413,0.415,0.337,0.324,0.399,0.5,0.482,0.482,0.476,0.353,0.299,0.321,0.721,0.729,0.38,0.031,0.023,0.313,0.269,0.282,0.49,0.558,0.58,0.56,0.462,0.371,0.286,0.239,0.233,0.141,0.363,0.322,0.282,0.242,0.236,0.217,0.071,0.0,0.008,0.289,0.488,0.545,0.481,0.144,0.0,0.287,0.334,0.359,0.333,0.308,0.084,0.059,0.073,0.395,0.448,0.242,0.06,0.027,0.0,0.179,0.221,0.464,0.583,0.583,0.449,0.226,0.019,0.077,0.246,0.394,0.33,0.189,0.0,0.0,0.016,0.432,0.886,0.888,0.921,0.882,0.761,0.624,0.421,0.319,0.249,0.196,0.12,0.09,0.006,0.0,0.002,0.388,0.385,0.293,0.281,0.235,0.055,0.048,0.406,0.484,0.39,0.407,0.379,0.34,0.266,0.01,0.045,0.049,0.007,0.007,0.005,0.0,0.022,0.049,0.045,0.67,0.733,0.668,0.048,0.162,0.041,0.049,0.017,0.022,0.344,0.327,0.303,0.288,0.464,0.604,0.489,0.069,0.014,0.017,0.017,0.417,0.84,0.821,0.556,0.439,0.323,0.14,0.221,0.258,0.239,0.173,0.182,0.028,0.025,0.027,0.025,0.464,0.52,0.487,0.433,0.459,0.034,0.054,0.679,0.616,0.54,0.34,0.212,0.178,0.028,0.047,0.277,0.254,0.248,0.073,0.018,0.017,0.029,0.601,0.581,0.581,0.527,0.008,0.022,0.045,0.407,0.316,0.291,0.288,0.541,0.595,0.519,0.074,0.01,0.0,0.05,0.082,1.0,0.917,0.93,0.871,0.445,0.354,0.199,0.188,0.013,0.021,0.279,0.425,0.372,0.218,0.183,0.275,0.319,0.596,0.804,0.482,0.354,0.227,0.137,0.169,0.031,0.394,0.354,0.336,0.302,0.047,0.022,0.183,0.509,0.5,0.515,0.477,0.302,0.0,0.048,0.08,0.429,0.387,0.338,0.268,0.199,0.126,0.137,0.031,0.042,0.025,0.02,0.0,0.352,0.38,0.455,0.832,0.859,0.794,0.457,0.397,0.302,0.009,0.05,0.048,0.0,0.019,0.777,0.583,0.305,0.243,0.172,0.098,0.03,0.492,0.376,0.219,0.116,0.047,0.066,0.497,0.468,0.472,0.432,0.533,0.457,0.473,0.419,0.304,0.354,0.418,0.581,0.573,0.453,0.398,0.015,0.044,0.044,0.029,0.021,0.127,0.385,0.404,0.304,0.212,0.255,0.431,0.443,0.386,0.065,0.033,0.041,0.283,0.469,0.505,0.466,0.289,0.373,0.335,0.286,0.245,0.223,0.168,0.049,0.023,0.004,0.199,0.128,0.418,0.368,0.219,0.276,0.241,0.105,0.327,0.336,0.244,0.045,0.049,0.043,0.544,0.591,0.522,0.465,0.098,0.104,0.28,0.283,0.25,0.285,0.28,0.06,0.187,0.477,0.436,0.369,0.335,0.366,0.315,0.029],"truth":[{"start":6.7242,"end":11.5563,"label":"MONEY","score":1.0,"source":"gt"}],"asr":[{"start":6.98,"end":9.28,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":6.98,"end":11.84,"label":"MONEY","score":1.0,"source":"asr"}],"bleep":[{"start":6.47,"end":11.68,"label":"ANY","score":1.0,"source":"bleep"}],"bleep_before":[],"union":[{"start":6.47,"end":11.84,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_heldout_v2_000008","split":"test_heldout_v2","condition":"agc_dropout","duration":14.411,"envelope":[0.0,0.0,0.0,0.108,0.081,0.07,0.048,0.038,0.07,0.094,0.042,0.017,0.148,0.189,0.174,0.114,0.071,0.055,0.444,0.744,0.718,0.77,0.727,0.613,0.564,0.461,0.192,0.166,0.135,0.101,0.024,0.013,0.002,0.002,0.0,0.0,0.0,0.0,0.038,0.05,0.054,0.031,0.0,0.0,0.084,0.281,0.459,0.441,0.394,0.092,0.101,0.131,0.457,1.0,0.923,0.802,0.362,0.264,0.16,0.123,0.037,0.011,0.009,0.088,0.009,0.0,0.013,0.014,0.009,0.009,0.043,0.055,0.058,0.055,0.052,0.0,0.013,0.208,0.214,0.194,0.191,0.228,0.392,0.446,0.252,0.098,0.617,0.747,0.487,0.0,0.0,0.0,0.0,0.0,0.0,0.211,0.13,0.116,0.0,0.017,0.001,0.004,0.007,0.071,0.06,0.003,0.018,0.104,0.1,0.083,0.021,0.263,0.258,0.247,0.0,0.057,0.152,0.147,0.556,0.554,0.535,0.453,0.415,0.004,0.044,0.02,0.206,0.136,0.094,0.021,0.013,0.011,0.001,0.001,0.0,0.0,0.007,0.004,0.095,0.106,0.116,0.121,0.006,0.007,0.228,0.459,0.597,0.471,0.485,0.385,0.199,0.337,0.385,0.34,0.165,0.142,0.042,0.02,0.02,0.224,0.212,0.189,0.131,0.108,0.092,0.005,0.112,0.086,0.083,0.05,0.023,0.028,0.008,0.017,0.078,0.09,0.094,0.0,0.0,0.027,0.082,0.755,0.848,0.745,0.0,0.21,0.172,0.09,0.0,0.404,0.324,0.229,0.166,0.011,0.009,0.004,0.0,0.0,0.086,0.07,0.05,0.045,0.075,0.083,0.065,0.007,0.013,0.03,0.019,0.009,0.012,0.191,0.207,0.193,0.012,0.331,0.442,0.653,0.682,0.648,0.525,0.418,0.328,0.26,0.182,0.02,0.023,0.019,0.002,0.002,0.0,0.0,0.0,0.0,0.056,0.058,0.047,0.045,0.011,0.013,0.121,0.178,0.164,0.149,0.128,0.166,0.492,0.568,0.643,0.636,0.564,0.141,0.618,0.57,0.244,0.256,0.5,0.448,0.293,0.22,0.0,0.008,0.007,0.107,0.069,0.0,0.0,0.056,0.057,0.008,0.004,0.09,0.194,0.22,0.214,0.22,0.185,0.193,0.199,0.299,0.31,0.011,0.453,0.907,0.529,0.375,0.302,0.08,0.503,0.395,0.253,0.19,0.0,0.013,0.009,0.0,0.0,0.0,0.0,0.001,0.047,0.05,0.041,0.004,0.004,0.099,0.132,0.157,0.194,0.231,0.237,0.336,0.348,0.358,0.417,0.0,0.099,0.549,0.499,0.383,0.164,0.085,0.085,0.045,0.031,0.307,0.0,0.0,0.058,0.085,0.067,0.048,0.041,0.075,0.078,0.05,0.043,0.02,0.023,0.137,0.166,0.137,0.017,0.21,0.378,0.491,0.481,0.311,0.127,0.271,0.116,0.0,0.0,0.0,0.0,0.0,0.0,0.224,0.202,0.137,0.028,0.016,0.0,0.0,0.0,0.067,0.066,0.059,0.058,0.057,0.053,0.061,0.083,0.148,0.158,0.154,0.142,0.288,0.36,0.368,0.347,0.477,0.512,0.474,0.015,0.0,0.144,0.024,0.408,0.332,0.269,0.174,0.107,0.077,0.071,0.054,0.005,0.004,0.029,0.071,0.055,0.027,0.015,0.016,0.004,0.143,0.234,0.24,0.166,0.213,0.211,0.206,0.054,0.039,0.443,0.426,0.379,0.329,0.173,0.039],"truth":[{"start":4.6667,"end":7.8987,"label":"ADDRESS","score":1.0,"source":"gt"}],"asr":[{"start":4.44,"end":7.02,"label":"DIGIT_SEQUENCE","score":1.0,"source":"asr"},{"start":12.62,"end":13.22,"label":"DATETIME","score":1.0,"source":"asr"}],"bleep":[{"start":4.39,"end":6.14,"label":"ANY","score":0.9997,"source":"bleep"},{"start":6.53,"end":8.02,"label":"ANY","score":0.9997,"source":"bleep"},{"start":9.19,"end":11.74,"label":"ANY","score":0.9992,"source":"bleep"}],"bleep_before":[{"start":0.41,"end":1.14,"label":"ANY","score":0.8541,"source":"bleep"},{"start":1.35,"end":2.34,"label":"ANY","score":0.8573,"source":"bleep"},{"start":3.57,"end":5.84,"label":"ANY","score":0.9113,"source":"bleep"},{"start":6.89,"end":9.06,"label":"ANY","score":0.9206,"source":"bleep"},{"start":9.31,"end":10.84,"label":"ANY","score":0.9027,"source":"bleep"}],"union":[{"start":4.39,"end":8.02,"label":"ANY","score":1.0,"source":"union"},{"start":9.19,"end":11.74,"label":"ANY","score":0.9992,"source":"union"},{"start":12.62,"end":13.22,"label":"ANY","score":1.0,"source":"union"}]},{"utt_id":"test_heldout_v2_000010","split":"test_heldout_v2","condition":"overlap_minus3db","duration":9.985,"envelope":[0.0,0.0,0.0,0.053,0.092,0.101,0.102,0.091,0.085,0.075,0.047,0.006,0.002,0.006,0.071,0.063,0.061,0.055,0.055,0.042,0.035,0.131,0.129,0.119,0.102,0.003,0.003,0.003,0.003,0.142,0.14,0.232,0.239,0.231,0.228,0.202,0.205,0.225,0.226,0.141,0.1,0.091,0.08,0.067,0.0,0.0,0.003,0.003,0.07,0.205,0.191,0.181,0.161,0.148,0.12,0.0,0.0,0.007,0.01,0.022,0.009,0.139,0.135,0.121,0.098,0.022,0.012,0.016,0.034,0.144,0.146,0.125,0.108,0.012,0.013,0.012,0.009,0.176,0.163,0.172,0.168,0.166,0.143,0.137,0.139,0.125,0.072,0.077,0.074,0.082,0.003,0.002,0.003,0.063,0.181,0.162,0.147,0.114,0.113,0.047,0.047,0.046,0.048,0.007,0.009,0.011,0.06,0.145,0.134,0.113,0.114,0.1,0.097,0.141,0.101,0.103,0.093,0.089,0.069,0.064,0.065,0.066,0.073,0.122,0.124,0.113,0.113,0.065,0.04,0.089,0.087,0.073,0.092,0.093,0.188,0.189,0.183,0.177,0.161,0.152,0.152,0.126,0.089,0.072,0.072,0.084,0.037,0.054,0.105,0.11,0.102,0.131,0.512,0.791,0.723,0.722,0.638,0.713,0.888,0.864,0.391,0.324,0.302,0.598,0.804,0.382,0.156,0.163,0.146,0.454,0.364,1.0,0.839,0.543,0.397,0.442,0.476,0.219,0.136,0.109,0.241,0.327,0.179,0.18,0.096,0.101,0.078,0.11,0.291,0.262,0.223,0.167,0.142,0.49,0.777,0.869,0.861,0.691,0.24,0.247,0.168,0.321,0.735,0.809,0.797,0.494,0.296,0.251,0.241,0.33,0.694,0.798,0.886,0.797,0.572,0.18,0.239,0.047,0.039,0.038,0.07,0.099,0.115,0.071,0.045,0.017,0.059,0.103,0.103,0.093,0.081,0.07,0.01,0.014,0.011,0.008,0.0,0.0,0.089,0.095,0.096,0.093,0.095,0.098,0.098,0.084,0.081,0.085,0.079,0.086,0.075,0.071,0.07,0.07,0.074,0.08,0.02,0.015,0.015,0.002,0.002,0.002,0.003,0.001,0.0,0.0,0.0,0.0,0.0,0.018,0.056,0.058,0.055,0.051,0.046,0.032,0.0,0.0,0.0,0.0,0.06,0.144,0.154,0.16,0.15,0.14,0.129,0.119,0.006,0.008,0.014,0.016,0.013,0.074,0.076,0.076,0.067,0.07,0.06,0.051,0.05,0.046,0.073,0.1,0.198,0.192,0.186,0.181,0.037,0.017,0.041,0.115,0.2,0.214,0.188,0.19,0.156,0.164,0.168,0.168,0.151,0.133,0.057,0.032,0.178,0.229,0.236,0.234,0.149,0.106,0.093,0.202,0.232,0.194,0.204,0.2,0.207,0.231,0.237,0.246,0.203,0.173,0.165,0.119,0.082,0.042,0.021,0.056,0.081,0.077,0.052,0.05,0.18,0.169,0.184,0.095,0.092,0.1,0.099,0.112,0.098,0.175,0.235,0.242,0.221,0.194,0.132,0.118,0.038,0.022,0.023,0.109,0.176,0.19,0.246,0.24,0.201,0.163,0.159,0.156,0.176,0.174,0.172,0.133,0.101,0.089,0.156,0.142,0.128,0.109,0.0,0.0,0.006,0.009,0.018,0.012,0.008,0.198,0.179,0.18,0.166,0.158,0.16,0.156,0.131,0.12,0.098,0.092,0.085,0.075,0.061,0.057,0.004,0.013,0.017,0.017,0.002,0.003,0.002,0.002],"truth":[{"start":4.004,"end":5.036,"label":"PERSON_NAME","score":1.0,"source":"gt"}],"asr":[],"bleep":[],"bleep_before":[{"start":5.13,"end":7.52,"label":"ANY","score":0.9357,"source":"bleep"}],"union":[]}],"summary":{"test":{"n_utterances":250,"audio_hours":0.8918,"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII  [standard configuration]","recall":0.82639,"n_reference":288,"fa_per_hour":31.396,"redaction_overhead":0.04942,"rtf":0.1465,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"B":{"description":"ASR(whisper-small.en) + text PII  [better ASR]","recall":0.86111,"n_reference":288,"fa_per_hour":32.517,"redaction_overhead":0.06217,"rtf":0.932,"extra":{"backend":"whisper:whisper-small.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII  [diagnostic, not deployable]","recall":0.98611,"n_reference":288,"fa_per_hour":24.668,"redaction_overhead":0.04651,"rtf":0.0,"extra":{"backend":"oracle","from_cache":true}},"C":{"description":"Bleep alone  [no transcription] @ matched FA (thr 0.98)","recall":0.90278,"n_reference":288,"fa_per_hour":24.668,"redaction_overhead":0.05038,"rtf":0.0769,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.96875,"n_reference":288,"fa_per_hour":48.215,"redaction_overhead":0.08497,"rtf":0.2234,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":988.44,"both":611.09,"asr_only":139.66,"bleep_only":237.65},"bleep_added_fraction_of_union":0.2404}}},"per_condition":{"clean":{"group":"clean","held_out":false,"description":"16 kHz, no added degradation. Upper bound for both approaches.","A":0.81818,"n":44,"B":0.86364,"oracle":0.95455,"C":0.90909,"D":0.97727},"mic_variation":{"group":"mic","held_out":false,"description":"Cheap-capsule colouring plus soft clipping.","A":0.83721,"n":43,"B":0.83721,"oracle":0.97674,"C":0.95349,"D":0.97674},"noisy_babble_10db":{"group":"noise","held_out":false,"description":"Busy-room babble at 10 dB SNR.","A":0.8,"n":35,"B":0.77143,"oracle":1.0,"C":0.97143,"D":1.0},"noisy_street_5db":{"group":"noise","held_out":false,"description":"Outdoor/street noise at 5 dB SNR.","A":0.88462,"n":26,"B":0.88462,"oracle":1.0,"C":1.0,"D":1.0},"overlap_6db":{"group":"overlap","held_out":false,"description":"One competing talker at +6 dB target-to-masker, biased onto sensitive regions.","A":0.72,"n":25,"B":0.76,"oracle":0.96,"C":0.72,"D":0.84},"reverb_moderate":{"group":"reverb","held_out":false,"description":"RT60 0.45 s, DRR 4 dB: a hard-surfaced office.","A":0.84615,"n":39,"B":0.87179,"oracle":1.0,"C":0.87179,"D":0.97436},"telephony_8k":{"group":"8kHz","held_out":false,"description":"300-3400 Hz, 8 kHz, mu-law. The standard PSTN leg.","A":0.85714,"n":28,"B":0.92857,"oracle":1.0,"C":0.85714,"D":0.96429},"telephony_noisy":{"group":"8kHz+noise","held_out":false,"description":"A-law narrowband plus babble: the common contact-centre case.","A":0.83333,"n":48,"B":0.9375,"oracle":1.0,"C":0.89583,"D":0.97917}},"per_category":{"DIGIT_SEQUENCE":{"is_reported_failure_mode":false,"A":0.97059,"n":34,"B":0.94118,"oracle":1.0,"C":0.94118,"D":0.97059},"GROUPED_DIGITS":{"is_reported_failure_mode":true,"A":0.94595,"n":37,"B":1.0,"oracle":1.0,"C":1.0,"D":1.0},"SPELLED_OUT":{"is_reported_failure_mode":true,"A":0.775,"n":40,"B":0.775,"oracle":1.0,"C":1.0,"D":1.0},"DATETIME":{"is_reported_failure_mode":true,"A":0.86047,"n":43,"B":0.88372,"oracle":0.90698,"C":0.7907,"D":0.93023},"ADDRESS":{"is_reported_failure_mode":false,"A":0.72,"n":25,"B":0.88,"oracle":1.0,"C":0.88,"D":0.92},"PERSON_NAME":{"is_reported_failure_mode":false,"A":0.60606,"n":33,"B":0.66667,"oracle":1.0,"C":0.72727,"D":0.93939},"IDENTIFIER":{"is_reported_failure_mode":true,"A":0.72727,"n":44,"B":0.79545,"oracle":1.0,"C":0.88636,"D":0.97727},"MONEY":{"is_reported_failure_mode":false,"A":1.0,"n":32,"B":0.96875,"oracle":1.0,"C":1.0,"D":1.0}},"complementarity":{"n_reference":288,"venn":{"both":219,"asr_only":19,"bleep_only":41,"neither":9},"recall_asr_only":0.82639,"recall_bleep_only":0.90278,"recall_union":0.96875,"recall_gain_from_union":0.14236,"asr_misses_rescued_by_bleep":0.82,"per_category":{"DIGIT_SEQUENCE":{"reference":34,"both":32,"asr_only":1,"bleep_only":0,"neither":1},"GROUPED_DIGITS":{"reference":37,"both":35,"asr_only":0,"bleep_only":2,"neither":0},"SPELLED_OUT":{"reference":40,"both":31,"asr_only":0,"bleep_only":9,"neither":0},"DATETIME":{"reference":43,"both":31,"asr_only":6,"bleep_only":3,"neither":3},"ADDRESS":{"reference":25,"both":17,"asr_only":1,"bleep_only":5,"neither":2},"PERSON_NAME":{"reference":33,"both":13,"asr_only":7,"bleep_only":11,"neither":2},"IDENTIFIER":{"reference":44,"both":28,"asr_only":4,"bleep_only":11,"neither":1},"MONEY":{"reference":32,"both":32,"asr_only":0,"bleep_only":0,"neither":0}},"per_condition":{"mic_variation":{"reference":43,"both":35,"asr_only":1,"bleep_only":6,"neither":1},"noisy_babble_10db":{"reference":35,"both":27,"asr_only":1,"bleep_only":7,"neither":0},"overlap_6db":{"reference":25,"both":15,"asr_only":3,"bleep_only":3,"neither":4},"telephony_noisy":{"reference":48,"both":36,"asr_only":4,"bleep_only":7,"neither":1},"telephony_8k":{"reference":28,"both":21,"asr_only":3,"bleep_only":3,"neither":1},"noisy_street_5db":{"reference":26,"both":23,"asr_only":0,"bleep_only":3,"neither":0},"clean":{"reference":44,"both":33,"asr_only":3,"bleep_only":7,"neither":1},"reverb_moderate":{"reference":39,"both":29,"asr_only":4,"bleep_only":5,"neither":1}},"per_condition_recall":{"mic_variation":{"n":43,"asr":0.83721,"bleep":0.95349,"union":0.97674,"neither":0.02326},"noisy_babble_10db":{"n":35,"asr":0.8,"bleep":0.97143,"union":1.0,"neither":0.0},"overlap_6db":{"n":25,"asr":0.72,"bleep":0.72,"union":0.84,"neither":0.16},"telephony_noisy":{"n":48,"asr":0.83333,"bleep":0.89583,"union":0.97917,"neither":0.02083},"telephony_8k":{"n":28,"asr":0.85714,"bleep":0.85714,"union":0.96429,"neither":0.03571},"noisy_street_5db":{"n":26,"asr":0.88462,"bleep":1.0,"union":1.0,"neither":0.0},"clean":{"n":44,"asr":0.81818,"bleep":0.90909,"union":0.97727,"neither":0.02273},"reverb_moderate":{"n":39,"asr":0.84615,"bleep":0.87179,"union":0.97436,"neither":0.02564}}},"speed":{"bleep":{"device":"cpu","audio_seconds":60.0,"wall_seconds_best":3.2068,"wall_seconds_median":3.2116,"rtf_best":0.05345,"rtf_median":0.05353,"xrealtime_best":18.71,"includes_frontend":true,"param_count":86967945,"macs_per_output_frame":86661888,"gmac_per_audio_second":4.333,"peak_rss_mb":1174.7,"fp32_weights_mb":347.9,"int8_weights_mb":87.0,"torch_threads":4},"asr_arms_rtf":{"A":0.1465,"B":0.932},"bleep_speedup_vs_arm_a":2.74,"bleep_speedup_vs_arm_b":17.41,"note":"RTF = wall seconds per second of audio; lower is faster. Bleep's figure includes its log-mel front end.","measurement_caveat":"Real-time factors are only meaningful on an otherwise-idle machine; a measurement taken under load understates speed by an arbitrary amount."},"boundary_error_ms":{"A":{"n":235,"onset_median_ms":40.2,"onset_p90_abs_ms":587.5,"onset_late_fraction":0.5404,"onset_late_median_ms":196.8,"offset_median_ms":307.9,"offset_p90_abs_ms":743.6,"offset_early_fraction":0.1489},"B":{"n":244,"onset_median_ms":-171.5,"onset_p90_abs_ms":486.7,"onset_late_fraction":0.1189,"onset_late_median_ms":406.4,"offset_median_ms":269.2,"offset_p90_abs_ms":723.6,"offset_early_fraction":0.1393},"oracle":{"n":284,"onset_median_ms":-200.0,"onset_p90_abs_ms":200.0,"onset_late_fraction":0.0352,"onset_late_median_ms":106.5,"offset_median_ms":200.0,"offset_p90_abs_ms":200.0,"offset_early_fraction":0.0106},"C":{"n":243,"onset_median_ms":-243.0,"onset_p90_abs_ms":553.6,"onset_late_fraction":0.1152,"onset_late_median_ms":725.0,"offset_median_ms":167.5,"offset_p90_abs_ms":770.9,"offset_early_fraction":0.1852},"D":{"n":264,"onset_median_ms":-243.5,"onset_p90_abs_ms":320.6,"onset_late_fraction":0.1098,"onset_late_median_ms":104.1,"offset_median_ms":302.0,"offset_p90_abs_ms":979.8,"offset_early_fraction":0.0644}},"matched_fa":{"arm_a_fa_per_hour_on_test":31.396,"arm_a_redaction_overhead_on_test":0.04942,"bleep_threshold_from_calib":0.98,"bleep_budget_met_on_calib":true,"bleep_recall_on_calib":0.86691,"bleep_fa_per_hour_on_test":24.668,"bleep_redaction_overhead_on_test":0.05038,"recall_arm_a":0.82639,"recall_bleep_at_matched_fa":0.90278}},"test_heldout":{"n_utterances":200,"audio_hours":0.7074,"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII  [standard configuration]","recall":0.64935,"n_reference":231,"fa_per_hour":25.446,"redaction_overhead":0.0462,"rtf":0.2513,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII  [diagnostic, not deployable]","recall":0.97403,"n_reference":231,"fa_per_hour":24.033,"redaction_overhead":0.04563,"rtf":0.0,"extra":{"backend":"oracle","from_cache":true}},"C":{"description":"Bleep alone  [no transcription] @ matched FA (thr 0.98)","recall":0.74026,"n_reference":231,"fa_per_hour":83.407,"redaction_overhead":0.07287,"rtf":0.0771,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.87013,"n_reference":231,"fa_per_hour":98.957,"redaction_overhead":0.10629,"rtf":0.3284,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":741.45,"both":351.32,"asr_only":120.14,"bleep_only":269.82},"bleep_added_fraction_of_union":0.3639}}},"per_condition":{"overlap_0db_three_way":{"group":"unseen:overlap","held_out":true,"description":"Two competing talkers at 0 dB TMR over half the recording.","A":0.27083,"n":48,"oracle":0.95833,"C":0.58333,"D":0.66667},"packet_loss_voip":{"group":"unseen:codec","held_out":true,"description":"Narrowband plus 6% VoIP frame loss. Unseen damage family.","A":0.80556,"n":36,"oracle":0.97222,"C":0.80556,"D":0.97222},"reverb_heavy_phone":{"group":"unseen:reverb","held_out":true,"description":"RT60 0.85 s at DRR 0 dB, then narrowband. Harsher than training.","A":0.82456,"n":57,"oracle":1.0,"C":0.77193,"D":0.92982},"telephony_overlap_3db":{"group":"unseen:combo","held_out":true,"description":"Narrowband AND overlap together: the worst realistic case.","A":0.4898,"n":49,"oracle":0.95918,"C":0.67347,"D":0.81633},"wind_noise_3db":{"group":"unseen:noise","held_out":true,"description":"Low-frequency wind at 3 dB SNR. Unseen noise type.","A":0.90244,"n":41,"oracle":0.97561,"C":0.90244,"D":1.0}},"per_category":{"DIGIT_SEQUENCE":{"is_reported_failure_mode":false,"A":0.73077,"n":26,"oracle":1.0,"C":0.80769,"D":0.92308},"GROUPED_DIGITS":{"is_reported_failure_mode":true,"A":0.86667,"n":30,"oracle":1.0,"C":0.86667,"D":0.96667},"SPELLED_OUT":{"is_reported_failure_mode":true,"A":0.60714,"n":28,"oracle":1.0,"C":0.92857,"D":0.92857},"DATETIME":{"is_reported_failure_mode":true,"A":0.6875,"n":32,"oracle":0.8125,"C":0.46875,"D":0.8125},"ADDRESS":{"is_reported_failure_mode":false,"A":0.57143,"n":14,"oracle":1.0,"C":0.85714,"D":0.85714},"PERSON_NAME":{"is_reported_failure_mode":false,"A":0.52632,"n":38,"oracle":1.0,"C":0.5,"D":0.73684},"IDENTIFIER":{"is_reported_failure_mode":true,"A":0.45946,"n":37,"oracle":1.0,"C":0.72973,"D":0.83784},"MONEY":{"is_reported_failure_mode":false,"A":0.80769,"n":26,"oracle":1.0,"C":0.96154,"D":0.96154}},"complementarity":{"n_reference":231,"venn":{"both":120,"asr_only":30,"bleep_only":51,"neither":30},"recall_asr_only":0.64935,"recall_bleep_only":0.74026,"recall_union":0.87013,"recall_gain_from_union":0.22078,"asr_misses_rescued_by_bleep":0.62963,"per_category":{"DIGIT_SEQUENCE":{"reference":26,"both":16,"asr_only":3,"bleep_only":5,"neither":2},"GROUPED_DIGITS":{"reference":30,"both":23,"asr_only":3,"bleep_only":3,"neither":1},"SPELLED_OUT":{"reference":28,"both":17,"asr_only":0,"bleep_only":9,"neither":2},"DATETIME":{"reference":32,"both":11,"asr_only":11,"bleep_only":4,"neither":6},"ADDRESS":{"reference":14,"both":8,"asr_only":0,"bleep_only":4,"neither":2},"PERSON_NAME":{"reference":38,"both":11,"asr_only":9,"bleep_only":8,"neither":10},"IDENTIFIER":{"reference":37,"both":13,"asr_only":4,"bleep_only":14,"neither":6},"MONEY":{"reference":26,"both":21,"asr_only":0,"bleep_only":4,"neither":1}},"per_condition":{"packet_loss_voip":{"reference":36,"both":23,"asr_only":6,"bleep_only":6,"neither":1},"overlap_0db_three_way":{"reference":48,"both":9,"asr_only":4,"bleep_only":19,"neither":16},"telephony_overlap_3db":{"reference":49,"both":17,"asr_only":7,"bleep_only":16,"neither":9},"reverb_heavy_phone":{"reference":57,"both":38,"asr_only":9,"bleep_only":6,"neither":4},"wind_noise_3db":{"reference":41,"both":33,"asr_only":4,"bleep_only":4,"neither":0}},"per_condition_recall":{"packet_loss_voip":{"n":36,"asr":0.80556,"bleep":0.80556,"union":0.97222,"neither":0.02778},"overlap_0db_three_way":{"n":48,"asr":0.27083,"bleep":0.58333,"union":0.66667,"neither":0.33333},"telephony_overlap_3db":{"n":49,"asr":0.4898,"bleep":0.67347,"union":0.81633,"neither":0.18367},"reverb_heavy_phone":{"n":57,"asr":0.82456,"bleep":0.77193,"union":0.92982,"neither":0.07018},"wind_noise_3db":{"n":41,"asr":0.90244,"bleep":0.90244,"union":1.0,"neither":0.0}}},"speed":{"bleep":{"device":"cpu","audio_seconds":60.0,"wall_seconds_best":3.1316,"wall_seconds_median":3.202,"rtf_best":0.05219,"rtf_median":0.05337,"xrealtime_best":19.16,"includes_frontend":true,"param_count":86967945,"macs_per_output_frame":86661888,"gmac_per_audio_second":4.333,"peak_rss_mb":1174.7,"fp32_weights_mb":347.9,"int8_weights_mb":87.0,"torch_threads":4},"asr_arms_rtf":{"A":0.2513},"bleep_speedup_vs_arm_a":4.71,"bleep_speedup_vs_arm_b":null,"note":"RTF = wall seconds per second of audio; lower is faster. Bleep's figure includes its log-mel front end.","measurement_caveat":"Real-time factors are only meaningful on an otherwise-idle machine; a measurement taken under load understates speed by an arbitrary amount."},"boundary_error_ms":{"A":{"n":145,"onset_median_ms":39.4,"onset_p90_abs_ms":551.8,"onset_late_fraction":0.5448,"onset_late_median_ms":230.8,"offset_median_ms":350.2,"offset_p90_abs_ms":796.8,"offset_early_fraction":0.1034},"oracle":{"n":225,"onset_median_ms":-200.0,"onset_p90_abs_ms":200.0,"onset_late_fraction":0.0267,"onset_late_median_ms":85.3,"offset_median_ms":200.0,"offset_p90_abs_ms":200.0,"offset_early_fraction":0.0044},"C":{"n":159,"onset_median_ms":-230.6,"onset_p90_abs_ms":1059.5,"onset_late_fraction":0.2579,"onset_late_median_ms":385.8,"offset_median_ms":166.4,"offset_p90_abs_ms":617.6,"offset_early_fraction":0.2075},"D":{"n":186,"onset_median_ms":-216.1,"onset_p90_abs_ms":940.3,"onset_late_fraction":0.2419,"onset_late_median_ms":335.4,"offset_median_ms":281.9,"offset_p90_abs_ms":1200.7,"offset_early_fraction":0.0968}},"matched_fa":{"arm_a_fa_per_hour_on_test":25.446,"arm_a_redaction_overhead_on_test":0.0462,"bleep_threshold_from_calib":0.98,"bleep_budget_met_on_calib":false,"bleep_recall_on_calib":0.86691,"bleep_fa_per_hour_on_test":83.407,"bleep_redaction_overhead_on_test":0.07287,"recall_arm_a":0.64935,"recall_bleep_at_matched_fa":0.74026}},"test_heldout_v2":{"n_utterances":200,"audio_hours":0.7095,"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII  [standard configuration]","recall":0.7013,"n_reference":231,"fa_per_hour":31.01,"redaction_overhead":0.04986,"rtf":0.2596,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII  [diagnostic, not deployable]","recall":0.9697,"n_reference":231,"fa_per_hour":23.962,"redaction_overhead":0.04623,"rtf":0.0,"extra":{"backend":"oracle","from_cache":true}},"C":{"description":"Bleep alone  [no transcription] @ matched FA (thr 0.98)","recall":0.7619,"n_reference":231,"fa_per_hour":107.125,"redaction_overhead":0.10008,"rtf":0.077,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.88745,"n_reference":231,"fa_per_hour":129.677,"redaction_overhead":0.13582,"rtf":0.3365,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":811.67,"both":386.27,"asr_only":138.36,"bleep_only":286.82},"bleep_added_fraction_of_union":0.3534}}},"per_condition":{"agc_dropout":{"group":"unseen:temporal","held_out":true,"description":"NEW FAMILY. AGC gain pumping (+-10 dB) plus 80-200 ms silent dropouts. Breaks timing, leaves the spectrum intact.","A":0.80435,"n":46,"oracle":0.95652,"C":0.84783,"D":1.0},"hard_clipping":{"group":"unseen:distortion","held_out":true,"description":"HARDER VARIANT of a trained family (mic_response soft-clips mildly). +18 dB into a hard ceiling.","A":0.8,"n":60,"oracle":1.0,"C":0.88333,"D":0.96667},"lowbitrate_codec":{"group":"unseen:codec2","held_out":true,"description":"NEW FAMILY. Transform-codec damage: spectral holes and coarse levels below 4 kHz. Distinct from G.711 and from packet loss.","A":0.90698,"n":43,"oracle":0.97674,"C":0.86047,"D":1.0},"music_bed_5db":{"group":"unseen:music","held_out":true,"description":"NEW FAMILY. Synthetic music (chords, kick, hi-hat) at 5 dB SNR. Adversarial: a loud regular rhythm in the speech band.","A":0.80556,"n":36,"oracle":0.94444,"C":0.75,"D":0.94444},"overlap_minus3db":{"group":"unseen:overlap_louder","held_out":true,"description":"HARDER VARIANT of a trained family. One competing talker 3 dB LOUDER than the target; v2 trains overlap at +6, +3 and 0 dB.","A":0.19565,"n":46,"oracle":0.95652,"C":0.43478,"D":0.52174}},"per_category":{"DIGIT_SEQUENCE":{"is_reported_failure_mode":false,"A":0.8,"n":25,"oracle":1.0,"C":0.72,"D":0.8},"GROUPED_DIGITS":{"is_reported_failure_mode":true,"A":0.83333,"n":30,"oracle":1.0,"C":0.96667,"D":0.96667},"SPELLED_OUT":{"is_reported_failure_mode":true,"A":0.7931,"n":29,"oracle":1.0,"C":1.0,"D":1.0},"DATETIME":{"is_reported_failure_mode":true,"A":0.63636,"n":33,"oracle":0.78788,"C":0.66667,"D":0.84848},"ADDRESS":{"is_reported_failure_mode":false,"A":0.42857,"n":14,"oracle":1.0,"C":0.92857,"D":1.0},"PERSON_NAME":{"is_reported_failure_mode":false,"A":0.62162,"n":37,"oracle":1.0,"C":0.48649,"D":0.78378},"IDENTIFIER":{"is_reported_failure_mode":true,"A":0.55556,"n":36,"oracle":1.0,"C":0.72222,"D":0.83333},"MONEY":{"is_reported_failure_mode":false,"A":0.88889,"n":27,"oracle":1.0,"C":0.77778,"D":0.96296}},"complementarity":{"n_reference":231,"venn":{"both":134,"asr_only":28,"bleep_only":42,"neither":27},"recall_asr_only":0.7013,"recall_bleep_only":0.7619,"recall_union":0.88312,"recall_gain_from_union":0.18182,"asr_misses_rescued_by_bleep":0.6087,"per_category":{"DIGIT_SEQUENCE":{"reference":25,"both":18,"asr_only":2,"bleep_only":0,"neither":5},"GROUPED_DIGITS":{"reference":30,"both":25,"asr_only":0,"bleep_only":4,"neither":1},"SPELLED_OUT":{"reference":29,"both":23,"asr_only":0,"bleep_only":6,"neither":0},"DATETIME":{"reference":33,"both":15,"asr_only":6,"bleep_only":7,"neither":5},"ADDRESS":{"reference":14,"both":6,"asr_only":0,"bleep_only":7,"neither":1},"PERSON_NAME":{"reference":37,"both":12,"asr_only":11,"bleep_only":6,"neither":8},"IDENTIFIER":{"reference":36,"both":16,"asr_only":4,"bleep_only":10,"neither":6},"MONEY":{"reference":27,"both":19,"asr_only":5,"bleep_only":2,"neither":1}},"per_condition":{"music_bed_5db":{"reference":36,"both":22,"asr_only":7,"bleep_only":5,"neither":2},"hard_clipping":{"reference":60,"both":43,"asr_only":5,"bleep_only":10,"neither":2},"lowbitrate_codec":{"reference":43,"both":33,"asr_only":6,"bleep_only":4,"neither":0},"agc_dropout":{"reference":46,"both":31,"asr_only":6,"bleep_only":8,"neither":1},"overlap_minus3db":{"reference":46,"both":5,"asr_only":4,"bleep_only":15,"neither":22}},"per_condition_recall":{"music_bed_5db":{"n":36,"asr":0.80556,"bleep":0.75,"union":0.94444,"neither":0.05556},"hard_clipping":{"n":60,"asr":0.8,"bleep":0.88333,"union":0.96667,"neither":0.03333},"lowbitrate_codec":{"n":43,"asr":0.90698,"bleep":0.86047,"union":1.0,"neither":0.0},"agc_dropout":{"n":46,"asr":0.80435,"bleep":0.84783,"union":0.97826,"neither":0.02174},"overlap_minus3db":{"n":46,"asr":0.19565,"bleep":0.43478,"union":0.52174,"neither":0.47826}}},"speed":{"bleep":{"device":"cpu","audio_seconds":60.0,"wall_seconds_best":3.1155,"wall_seconds_median":3.1762,"rtf_best":0.05193,"rtf_median":0.05294,"xrealtime_best":19.26,"includes_frontend":true,"param_count":86967945,"macs_per_output_frame":86661888,"gmac_per_audio_second":4.333,"peak_rss_mb":1174.7,"fp32_weights_mb":347.9,"int8_weights_mb":87.0,"torch_threads":4},"asr_arms_rtf":{"A":0.2596},"bleep_speedup_vs_arm_a":4.9,"bleep_speedup_vs_arm_b":null,"note":"RTF = wall seconds per second of audio; lower is faster. Bleep's figure includes its log-mel front end.","measurement_caveat":"Real-time factors are only meaningful on an otherwise-idle machine; a measurement taken under load understates speed by an arbitrary amount."},"boundary_error_ms":{"A":{"n":158,"onset_median_ms":57.8,"onset_p90_abs_ms":717.4,"onset_late_fraction":0.5759,"onset_late_median_ms":283.9,"offset_median_ms":348.0,"offset_p90_abs_ms":897.5,"offset_early_fraction":0.1076},"oracle":{"n":224,"onset_median_ms":-200.0,"onset_p90_abs_ms":200.0,"onset_late_fraction":0.0223,"onset_late_median_ms":117.7,"offset_median_ms":200.0,"offset_p90_abs_ms":200.0,"offset_early_fraction":0.0045},"C":{"n":155,"onset_median_ms":-244.2,"onset_p90_abs_ms":1028.8,"onset_late_fraction":0.1548,"onset_late_median_ms":633.5,"offset_median_ms":174.3,"offset_p90_abs_ms":1289.7,"offset_early_fraction":0.2452},"D":{"n":187,"onset_median_ms":-239.6,"onset_p90_abs_ms":858.0,"onset_late_fraction":0.1925,"onset_late_median_ms":238.5,"offset_median_ms":329.8,"offset_p90_abs_ms":1414.5,"offset_early_fraction":0.1123}},"matched_fa":{"arm_a_fa_per_hour_on_test":31.01,"arm_a_redaction_overhead_on_test":0.04986,"bleep_threshold_from_calib":0.98,"bleep_budget_met_on_calib":true,"bleep_recall_on_calib":0.86691,"bleep_fa_per_hour_on_test":107.125,"bleep_redaction_overhead_on_test":0.10008,"recall_arm_a":0.7013,"recall_bleep_at_matched_fa":0.7619}}},"summary_before":{"test":{"n_utterances":250,"audio_hours":0.8918,"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII  [standard configuration]","recall":0.82639,"n_reference":288,"fa_per_hour":31.396,"redaction_overhead":0.04942,"rtf":0.1465,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"B":{"description":"ASR(whisper-small.en) + text PII  [better ASR]","recall":0.86111,"n_reference":288,"fa_per_hour":32.517,"redaction_overhead":0.06217,"rtf":0.932,"extra":{"backend":"whisper:whisper-small.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII  [diagnostic, not deployable]","recall":0.98611,"n_reference":288,"fa_per_hour":24.668,"redaction_overhead":0.04651,"rtf":0.0,"extra":{"backend":"oracle"}},"C":{"description":"Bleep alone  [no transcription] @ matched FA (thr 0.812)","recall":0.15625,"n_reference":288,"fa_per_hour":30.275,"redaction_overhead":0.031,"rtf":0.08,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.85069,"n_reference":288,"fa_per_hour":58.307,"redaction_overhead":0.0761,"rtf":0.2265,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":849.83,"both":137.18,"asr_only":613.58,"bleep_only":98.98},"bleep_added_fraction_of_union":0.1165}}},"per_condition":{"clean":{"group":"clean","held_out":false,"description":"16 kHz, no added degradation. Upper bound for both approaches.","A":0.81818,"n":44,"B":0.86364,"oracle":0.95455,"C":0.29545,"D":0.86364},"mic_variation":{"group":"mic","held_out":false,"description":"Cheap-capsule colouring plus soft clipping.","A":0.83721,"n":43,"B":0.83721,"oracle":0.97674,"C":0.23256,"D":0.88372},"noisy_babble_10db":{"group":"noise","held_out":false,"description":"Busy-room babble at 10 dB SNR.","A":0.8,"n":35,"B":0.77143,"oracle":1.0,"C":0.0,"D":0.8},"noisy_street_5db":{"group":"noise","held_out":false,"description":"Outdoor/street noise at 5 dB SNR.","A":0.88462,"n":26,"B":0.88462,"oracle":1.0,"C":0.0,"D":0.88462},"overlap_6db":{"group":"overlap","held_out":false,"description":"One competing talker at +6 dB target-to-masker, biased onto sensitive regions.","A":0.72,"n":25,"B":0.76,"oracle":0.96,"C":0.04,"D":0.76},"reverb_moderate":{"group":"reverb","held_out":false,"description":"RT60 0.45 s, DRR 4 dB: a hard-surfaced office.","A":0.84615,"n":39,"B":0.87179,"oracle":1.0,"C":0.28205,"D":0.89744},"telephony_8k":{"group":"8kHz","held_out":false,"description":"300-3400 Hz, 8 kHz, mu-law. The standard PSTN leg.","A":0.85714,"n":28,"B":0.92857,"oracle":1.0,"C":0.35714,"D":0.85714},"telephony_noisy":{"group":"8kHz+noise","held_out":false,"description":"A-law narrowband plus babble: the common contact-centre case.","A":0.83333,"n":48,"B":0.9375,"oracle":1.0,"C":0.0,"D":0.83333}},"per_category":{"DIGIT_SEQUENCE":{"is_reported_failure_mode":false,"A":0.97059,"n":34,"B":0.94118,"oracle":1.0,"C":0.0,"D":0.97059},"GROUPED_DIGITS":{"is_reported_failure_mode":true,"A":0.94595,"n":37,"B":1.0,"oracle":1.0,"C":0.43243,"D":0.97297},"SPELLED_OUT":{"is_reported_failure_mode":true,"A":0.775,"n":40,"B":0.775,"oracle":1.0,"C":0.475,"D":0.875},"DATETIME":{"is_reported_failure_mode":true,"A":0.86047,"n":43,"B":0.88372,"oracle":0.90698,"C":0.11628,"D":0.86047},"ADDRESS":{"is_reported_failure_mode":false,"A":0.72,"n":25,"B":0.88,"oracle":1.0,"C":0.04,"D":0.76},"PERSON_NAME":{"is_reported_failure_mode":false,"A":0.60606,"n":33,"B":0.66667,"oracle":1.0,"C":0.12121,"D":0.63636},"IDENTIFIER":{"is_reported_failure_mode":true,"A":0.72727,"n":44,"B":0.79545,"oracle":1.0,"C":0.0,"D":0.72727},"MONEY":{"is_reported_failure_mode":false,"A":1.0,"n":32,"B":0.96875,"oracle":1.0,"C":0.0,"D":1.0}},"complementarity":{"n_reference":288,"venn":{"both":39,"asr_only":199,"bleep_only":6,"neither":44},"recall_asr_only":0.82639,"recall_bleep_only":0.15625,"recall_union":0.84722,"recall_gain_from_union":0.02083,"asr_misses_rescued_by_bleep":0.12,"per_category":{"DIGIT_SEQUENCE":{"reference":34,"both":0,"asr_only":33,"bleep_only":0,"neither":1},"GROUPED_DIGITS":{"reference":37,"both":15,"asr_only":20,"bleep_only":1,"neither":1},"SPELLED_OUT":{"reference":40,"both":15,"asr_only":16,"bleep_only":4,"neither":5},"DATETIME":{"reference":43,"both":5,"asr_only":32,"bleep_only":0,"neither":6},"ADDRESS":{"reference":25,"both":1,"asr_only":17,"bleep_only":0,"neither":7},"PERSON_NAME":{"reference":33,"both":3,"asr_only":17,"bleep_only":1,"neither":12},"IDENTIFIER":{"reference":44,"both":0,"asr_only":32,"bleep_only":0,"neither":12},"MONEY":{"reference":32,"both":0,"asr_only":32,"bleep_only":0,"neither":0}},"per_condition":{"mic_variation":{"reference":43,"both":8,"asr_only":28,"bleep_only":2,"neither":5},"noisy_babble_10db":{"reference":35,"both":0,"asr_only":28,"bleep_only":0,"neither":7},"overlap_6db":{"reference":25,"both":0,"asr_only":18,"bleep_only":1,"neither":6},"telephony_noisy":{"reference":48,"both":0,"asr_only":40,"bleep_only":0,"neither":8},"telephony_8k":{"reference":28,"both":10,"asr_only":14,"bleep_only":0,"neither":4},"noisy_street_5db":{"reference":26,"both":0,"asr_only":23,"bleep_only":0,"neither":3},"clean":{"reference":44,"both":11,"asr_only":25,"bleep_only":2,"neither":6},"reverb_moderate":{"reference":39,"both":10,"asr_only":23,"bleep_only":1,"neither":5}},"per_condition_recall":{"mic_variation":{"n":43,"asr":0.83721,"bleep":0.23256,"union":0.88372,"neither":0.11628},"noisy_babble_10db":{"n":35,"asr":0.8,"bleep":0.0,"union":0.8,"neither":0.2},"overlap_6db":{"n":25,"asr":0.72,"bleep":0.04,"union":0.76,"neither":0.24},"telephony_noisy":{"n":48,"asr":0.83333,"bleep":0.0,"union":0.83333,"neither":0.16667},"telephony_8k":{"n":28,"asr":0.85714,"bleep":0.35714,"union":0.85714,"neither":0.14286},"noisy_street_5db":{"n":26,"asr":0.88462,"bleep":0.0,"union":0.88462,"neither":0.11538},"clean":{"n":44,"asr":0.81818,"bleep":0.29545,"union":0.86364,"neither":0.13636},"reverb_moderate":{"n":39,"asr":0.84615,"bleep":0.28205,"union":0.87179,"neither":0.12821}}},"speed":{"bleep":{"device":"cpu","audio_seconds":60.0,"wall_seconds_best":3.3566,"wall_seconds_median":3.3721,"rtf_best":0.05594,"rtf_median":0.0562,"xrealtime_best":17.88,"includes_frontend":true,"param_count":86967945,"macs_per_output_frame":86661888,"gmac_per_audio_second":4.333,"peak_rss_mb":1081.9,"fp32_weights_mb":347.9,"int8_weights_mb":87.0,"torch_threads":4},"asr_arms_rtf":{"A":0.1465,"B":0.932},"bleep_speedup_vs_arm_a":2.61,"bleep_speedup_vs_arm_b":16.58,"note":"RTF = wall seconds per second of audio; lower is faster. Bleep's figure includes its log-mel front end.","measurement_caveat":"Real-time factors are only meaningful on an otherwise-idle machine; a measurement taken under load understates speed by an arbitrary amount."},"boundary_error_ms":{"A":{"n":235,"onset_median_ms":40.2,"onset_p90_abs_ms":587.5,"onset_late_fraction":0.5404,"onset_late_median_ms":196.8,"offset_median_ms":307.9,"offset_p90_abs_ms":743.6,"offset_early_fraction":0.1489},"B":{"n":244,"onset_median_ms":-171.5,"onset_p90_abs_ms":486.7,"onset_late_fraction":0.1189,"onset_late_median_ms":406.4,"offset_median_ms":269.2,"offset_p90_abs_ms":723.6,"offset_early_fraction":0.1393},"oracle":{"n":284,"onset_median_ms":-200.0,"onset_p90_abs_ms":200.0,"onset_late_fraction":0.0352,"onset_late_median_ms":106.5,"offset_median_ms":200.0,"offset_p90_abs_ms":200.0,"offset_early_fraction":0.0915},"C":{"n":43,"onset_median_ms":-183.1,"onset_p90_abs_ms":1092.4,"onset_late_fraction":0.3256,"onset_late_median_ms":180.6,"offset_median_ms":16.0,"offset_p90_abs_ms":1196.1,"offset_early_fraction":0.4419},"D":{"n":233,"onset_median_ms":-14.5,"onset_p90_abs_ms":657.4,"onset_late_fraction":0.4807,"onset_late_median_ms":179.4,"offset_median_ms":331.6,"offset_p90_abs_ms":1130.4,"offset_early_fraction":0.1373}},"matched_fa":{"arm_a_fa_per_hour_on_test":31.396,"arm_a_redaction_overhead_on_test":0.04942,"bleep_threshold_from_calib":0.812,"bleep_budget_met_on_calib":true,"bleep_recall_on_calib":0.18705,"bleep_fa_per_hour_on_test":30.275,"bleep_redaction_overhead_on_test":0.031,"recall_arm_a":0.82639,"recall_bleep_at_matched_fa":0.15625}},"test_heldout":{"n_utterances":200,"audio_hours":0.7074,"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII  [standard configuration]","recall":0.64935,"n_reference":231,"fa_per_hour":25.446,"redaction_overhead":0.0462,"rtf":0.2513,"extra":{"backend":"whisper:whisper-tiny.en","from_cache":true}},"oracle":{"description":"perfect transcript + text PII  [diagnostic, not deployable]","recall":0.97403,"n_reference":231,"fa_per_hour":24.033,"redaction_overhead":0.04563,"rtf":0.0,"extra":{"backend":"oracle"}},"C":{"description":"Bleep alone  [no transcription] @ matched FA (thr 0.836)","recall":0.08658,"n_reference":231,"fa_per_hour":43.824,"redaction_overhead":0.04144,"rtf":0.0797,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.68831,"n_reference":231,"fa_per_hour":63.616,"redaction_overhead":0.08543,"rtf":0.331,"extra":{"containment_holds":true,"containment_violations":[],"n_containment_violations":0,"region_seconds":{"union":586.9,"both":50.27,"asr_only":421.19,"bleep_only":115.26},"bleep_added_fraction_of_union":0.1964}}},"per_condition":{"overlap_0db_three_way":{"group":"unseen:overlap","held_out":true,"description":"Two competing talkers at 0 dB TMR over half the recording.","A":0.27083,"n":48,"oracle":0.95833,"C":0.10417,"D":0.35417},"packet_loss_voip":{"group":"unseen:codec","held_out":true,"description":"Narrowband plus 6% VoIP frame loss. Unseen damage family.","A":0.80556,"n":36,"oracle":0.97222,"C":0.22222,"D":0.83333},"reverb_heavy_phone":{"group":"unseen:reverb","held_out":true,"description":"RT60 0.85 s at DRR 0 dB, then narrowband. Harsher than training.","A":0.82456,"n":57,"oracle":1.0,"C":0.01754,"D":0.84211},"telephony_overlap_3db":{"group":"unseen:combo","held_out":true,"description":"Narrowband AND overlap together: the worst realistic case.","A":0.4898,"n":49,"oracle":0.95918,"C":0.12245,"D":0.55102},"wind_noise_3db":{"group":"unseen:noise","held_out":true,"description":"Low-frequency wind at 3 dB SNR. Unseen noise type.","A":0.90244,"n":41,"oracle":0.97561,"C":0.0,"D":0.90244}},"per_category":{"DIGIT_SEQUENCE":{"is_reported_failure_mode":false,"A":0.73077,"n":26,"oracle":1.0,"C":0.07692,"D":0.80769},"GROUPED_DIGITS":{"is_reported_failure_mode":true,"A":0.86667,"n":30,"oracle":1.0,"C":0.16667,"D":0.86667},"SPELLED_OUT":{"is_reported_failure_mode":true,"A":0.60714,"n":28,"oracle":1.0,"C":0.35714,"D":0.82143},"DATETIME":{"is_reported_failure_mode":true,"A":0.6875,"n":32,"oracle":0.8125,"C":0.0,"D":0.6875},"ADDRESS":{"is_reported_failure_mode":false,"A":0.57143,"n":14,"oracle":1.0,"C":0.0,"D":0.57143},"PERSON_NAME":{"is_reported_failure_mode":false,"A":0.52632,"n":38,"oracle":1.0,"C":0.05263,"D":0.55263},"IDENTIFIER":{"is_reported_failure_mode":true,"A":0.45946,"n":37,"oracle":1.0,"C":0.02703,"D":0.45946},"MONEY":{"is_reported_failure_mode":false,"A":0.80769,"n":26,"oracle":1.0,"C":0.0,"D":0.80769}},"complementarity":{"n_reference":231,"venn":{"both":12,"asr_only":138,"bleep_only":8,"neither":73},"recall_asr_only":0.64935,"recall_bleep_only":0.08658,"recall_union":0.68398,"recall_gain_from_union":0.03463,"asr_misses_rescued_by_bleep":0.09877,"per_category":{"DIGIT_SEQUENCE":{"reference":26,"both":0,"asr_only":19,"bleep_only":2,"neither":5},"GROUPED_DIGITS":{"reference":30,"both":5,"asr_only":21,"bleep_only":0,"neither":4},"SPELLED_OUT":{"reference":28,"both":5,"asr_only":12,"bleep_only":5,"neither":6},"DATETIME":{"reference":32,"both":0,"asr_only":22,"bleep_only":0,"neither":10},"ADDRESS":{"reference":14,"both":0,"asr_only":8,"bleep_only":0,"neither":6},"PERSON_NAME":{"reference":38,"both":1,"asr_only":19,"bleep_only":1,"neither":17},"IDENTIFIER":{"reference":37,"both":1,"asr_only":16,"bleep_only":0,"neither":20},"MONEY":{"reference":26,"both":0,"asr_only":21,"bleep_only":0,"neither":5}},"per_condition":{"packet_loss_voip":{"reference":36,"both":7,"asr_only":22,"bleep_only":1,"neither":6},"overlap_0db_three_way":{"reference":48,"both":1,"asr_only":12,"bleep_only":4,"neither":31},"telephony_overlap_3db":{"reference":49,"both":3,"asr_only":21,"bleep_only":3,"neither":22},"reverb_heavy_phone":{"reference":57,"both":1,"asr_only":46,"bleep_only":0,"neither":10},"wind_noise_3db":{"reference":41,"both":0,"asr_only":37,"bleep_only":0,"neither":4}},"per_condition_recall":{"packet_loss_voip":{"n":36,"asr":0.80556,"bleep":0.22222,"union":0.83333,"neither":0.16667},"overlap_0db_three_way":{"n":48,"asr":0.27083,"bleep":0.10417,"union":0.35417,"neither":0.64583},"telephony_overlap_3db":{"n":49,"asr":0.4898,"bleep":0.12245,"union":0.55102,"neither":0.44898},"reverb_heavy_phone":{"n":57,"asr":0.82456,"bleep":0.01754,"union":0.82456,"neither":0.17544},"wind_noise_3db":{"n":41,"asr":0.90244,"bleep":0.0,"union":0.90244,"neither":0.09756}}},"speed":{"bleep":{"device":"cpu","audio_seconds":60.0,"wall_seconds_best":3.3585,"wall_seconds_median":3.4105,"rtf_best":0.05598,"rtf_median":0.05684,"xrealtime_best":17.86,"includes_frontend":true,"param_count":86967945,"macs_per_output_frame":86661888,"gmac_per_audio_second":4.333,"peak_rss_mb":1081.9,"fp32_weights_mb":347.9,"int8_weights_mb":87.0,"torch_threads":4},"asr_arms_rtf":{"A":0.2513},"bleep_speedup_vs_arm_a":4.42,"bleep_speedup_vs_arm_b":null,"note":"RTF = wall seconds per second of audio; lower is faster. Bleep's figure includes its log-mel front end.","measurement_caveat":"Real-time factors are only meaningful on an otherwise-idle machine; a measurement taken under load understates speed by an arbitrary amount."},"boundary_error_ms":{"A":{"n":145,"onset_median_ms":39.4,"onset_p90_abs_ms":551.8,"onset_late_fraction":0.5448,"onset_late_median_ms":230.8,"offset_median_ms":350.2,"offset_p90_abs_ms":796.8,"offset_early_fraction":0.1034},"oracle":{"n":225,"onset_median_ms":-200.0,"onset_p90_abs_ms":200.0,"onset_late_fraction":0.0267,"onset_late_median_ms":85.4,"offset_median_ms":200.0,"offset_p90_abs_ms":200.0,"offset_early_fraction":0.08},"C":{"n":16,"onset_median_ms":-432.2,"onset_p90_abs_ms":1064.5,"onset_late_fraction":0.3125,"onset_late_median_ms":433.2,"offset_median_ms":-123.6,"offset_p90_abs_ms":1783.2,"offset_early_fraction":0.6875},"D":{"n":141,"onset_median_ms":10.9,"onset_p90_abs_ms":780.1,"onset_late_fraction":0.5035,"onset_late_median_ms":227.9,"offset_median_ms":357.1,"offset_p90_abs_ms":1218.1,"offset_early_fraction":0.1135}},"matched_fa":{"arm_a_fa_per_hour_on_test":25.446,"arm_a_redaction_overhead_on_test":0.0462,"bleep_threshold_from_calib":0.836,"bleep_budget_met_on_calib":true,"bleep_recall_on_calib":0.17986,"bleep_fa_per_hour_on_test":43.824,"bleep_redaction_overhead_on_test":0.04144,"recall_arm_a":0.64935,"recall_bleep_at_matched_fa":0.08658}},"test_heldout_v2":{"n_utterances":200,"audio_hours":0.7095,"arms":{"A":{"description":"ASR(whisper-tiny.en) + text PII  [standard configuration]","recall":0.7013,"n_reference":231,"fa_per_hour":31.01,"redaction_overhead":0.04986,"rtf":0.2596,"extra":{"backend":"whisper:whisper-tiny.en"}},"oracle":{"description":"perfect transcript + text PII  [diagnostic, not deployable]","recall":0.9697,"n_reference":231,"fa_per_hour":23.962,"redaction_overhead":0.04623,"rtf":0.0,"extra":{"backend":"oracle"}},"C":{"description":"Bleep alone  [no transcription] @ matched FA (thr 0.812)","recall":0.30736,"n_reference":231,"fa_per_hour":118.401,"redaction_overhead":0.14795,"rtf":0.116,"extra":{"frame_rate":50.0,"param_count":86967945}},"D":{"description":"Arm A union Bleep","recall":0.76623,"n_reference":231,"fa_per_hour":139.544,"redaction_overhead":0.18549,"rtf":0.3756,"extra":{"containment_holds":false,"containment_violations":["test_heldout_v2_000062","test_heldout_v2_000068","test_heldout_v2_000116","test_heldout_v2_000134","test_heldout_v2_000135","test_heldout_v2_000181","test_heldout_v2_000193","test_heldout_v2_000194","test_heldout_v2_000214","test_heldout_v2_000225","test_heldout_v2_000230","test_heldout_v2_000273","test_heldout_v2_000287","test_heldout_v2_000293"],"n_containment_violations":14,"region_seconds":{"union":840.06,"both":215.55,"asr_only":309.08,"bleep_only":315.35},"bleep_added_fraction_of_union":0.3754}}},"per_condition":{"agc_dropout":{"group":"unseen:temporal","held_out":true,"description":"NEW FAMILY. AGC gain pumping (+-10 dB) plus 80-200 ms silent dropouts. Breaks timing, leaves the spectrum intact.","A":0.80435,"n":46,"oracle":0.95652,"C":0.56522,"D":0.93478},"hard_clipping":{"group":"unseen:distortion","held_out":true,"description":"HARDER VARIANT of a trained family (mic_response soft-clips mildly). +18 dB into a hard ceiling.","A":0.8,"n":60,"oracle":1.0,"C":0.35,"D":0.83333},"lowbitrate_codec":{"group":"unseen:codec2","held_out":true,"description":"NEW FAMILY. Transform-codec damage: spectral holes and coarse levels below 4 kHz. Distinct from G.711 and from packet loss.","A":0.90698,"n":43,"oracle":0.97674,"C":0.39535,"D":0.93023},"music_bed_5db":{"group":"unseen:music","held_out":true,"description":"NEW FAMILY. Synthetic music (chords, kick, hi-hat) at 5 dB SNR. Adversarial: a loud regular rhythm in the speech band.","A":0.80556,"n":36,"oracle":0.94444,"C":0.0,"D":0.80556},"overlap_minus3db":{"group":"unseen:overlap_louder","held_out":true,"description":"HARDER VARIANT of a trained family. One competing talker 3 dB LOUDER than the target; v2 trains overlap at +6, +3 and 0 dB.","A":0.19565,"n":46,"oracle":0.95652,"C":0.15217,"D":0.32609}},"per_category":{"DIGIT_SEQUENCE":{"is_reported_failure_mode":false,"A":0.8,"n":25,"oracle":1.0,"C":0.08,"D":0.84},"GROUPED_DIGITS":{"is_reported_failure_mode":true,"A":0.83333,"n":30,"oracle":1.0,"C":0.8,"D":0.9},"SPELLED_OUT":{"is_reported_failure_mode":true,"A":0.7931,"n":29,"oracle":1.0,"C":0.86207,"D":0.96552},"DATETIME":{"is_reported_failure_mode":true,"A":0.63636,"n":33,"oracle":0.78788,"C":0.21212,"D":0.72727},"ADDRESS":{"is_reported_failure_mode":false,"A":0.42857,"n":14,"oracle":1.0,"C":0.21429,"D":0.57143},"PERSON_NAME":{"is_reported_failure_mode":false,"A":0.62162,"n":37,"oracle":1.0,"C":0.16216,"D":0.64865},"IDENTIFIER":{"is_reported_failure_mode":true,"A":0.55556,"n":36,"oracle":1.0,"C":0.05556,"D":0.55556},"MONEY":{"is_reported_failure_mode":false,"A":0.88889,"n":27,"oracle":1.0,"C":0.07407,"D":0.92593}},"complementarity":{"n_reference":231,"venn":{"both":57,"asr_only":105,"bleep_only":14,"neither":55},"recall_asr_only":0.7013,"recall_bleep_only":0.30736,"recall_union":0.7619,"recall_gain_from_union":0.0606,"asr_misses_rescued_by_bleep":0.2029,"per_category":{"DIGIT_SEQUENCE":{"reference":25,"both":1,"asr_only":19,"bleep_only":1,"neither":4},"GROUPED_DIGITS":{"reference":30,"both":22,"asr_only":3,"bleep_only":2,"neither":3},"SPELLED_OUT":{"reference":29,"both":20,"asr_only":3,"bleep_only":5,"neither":1},"DATETIME":{"reference":33,"both":4,"asr_only":17,"bleep_only":3,"neither":9},"ADDRESS":{"reference":14,"both":2,"asr_only":4,"bleep_only":1,"neither":7},"PERSON_NAME":{"reference":37,"both":5,"asr_only":18,"bleep_only":1,"neither":13},"IDENTIFIER":{"reference":36,"both":2,"asr_only":18,"bleep_only":0,"neither":16},"MONEY":{"reference":27,"both":1,"asr_only":23,"bleep_only":1,"neither":2}},"per_condition":{"music_bed_5db":{"reference":36,"both":0,"asr_only":29,"bleep_only":0,"neither":7},"hard_clipping":{"reference":60,"both":19,"asr_only":29,"bleep_only":2,"neither":10},"lowbitrate_codec":{"reference":43,"both":16,"asr_only":23,"bleep_only":1,"neither":3},"agc_dropout":{"reference":46,"both":20,"asr_only":17,"bleep_only":6,"neither":3},"overlap_minus3db":{"reference":46,"both":2,"asr_only":7,"bleep_only":5,"neither":32}},"per_condition_recall":{"music_bed_5db":{"n":36,"asr":0.80556,"bleep":0.0,"union":0.80556,"neither":0.19444},"hard_clipping":{"n":60,"asr":0.8,"bleep":0.35,"union":0.83333,"neither":0.16667},"lowbitrate_codec":{"n":43,"asr":0.90698,"bleep":0.39535,"union":0.93023,"neither":0.06977},"agc_dropout":{"n":46,"asr":0.80435,"bleep":0.56522,"union":0.93478,"neither":0.06522},"overlap_minus3db":{"n":46,"asr":0.19565,"bleep":0.15217,"union":0.30435,"neither":0.69565}}},"speed":{"bleep":{"device":"cpu","audio_seconds":60.0,"wall_seconds_best":4.8948,"wall_seconds_median":4.9001,"rtf_best":0.08158,"rtf_median":0.08167,"xrealtime_best":12.26,"includes_frontend":true,"param_count":86967945,"macs_per_output_frame":86661888,"gmac_per_audio_second":4.333,"peak_rss_mb":1026.2,"fp32_weights_mb":347.9,"int8_weights_mb":87.0,"torch_threads":4},"asr_arms_rtf":{"A":0.2596},"bleep_speedup_vs_arm_a":3.18,"bleep_speedup_vs_arm_b":null,"note":"RTF = wall seconds per second of audio; lower is faster. Bleep's figure includes its log-mel front end.","measurement_caveat":"Real-time factors are only meaningful on an otherwise-idle machine; a measurement taken under load understates speed by an arbitrary amount."},"boundary_error_ms":{"A":{"n":158,"onset_median_ms":57.8,"onset_p90_abs_ms":717.4,"onset_late_fraction":0.5759,"onset_late_median_ms":283.9,"offset_median_ms":348.0,"offset_p90_abs_ms":897.5,"offset_early_fraction":0.1835},"oracle":{"n":224,"onset_median_ms":-200.0,"onset_p90_abs_ms":200.0,"onset_late_fraction":0.0223,"onset_late_median_ms":117.7,"offset_median_ms":200.0,"offset_p90_abs_ms":200.0,"offset_early_fraction":0.0759},"C":{"n":60,"onset_median_ms":-411.9,"onset_p90_abs_ms":2024.7,"onset_late_fraction":0.2833,"onset_late_median_ms":149.1,"offset_median_ms":439.7,"offset_p90_abs_ms":1421.1,"offset_early_fraction":0.2667},"D":{"n":158,"onset_median_ms":-49.1,"onset_p90_abs_ms":1491.0,"onset_late_fraction":0.4367,"onset_late_median_ms":171.9,"offset_median_ms":414.1,"offset_p90_abs_ms":1578.7,"offset_early_fraction":0.1646}},"matched_fa":{"arm_a_fa_per_hour_on_test":31.01,"arm_a_redaction_overhead_on_test":0.04986,"bleep_threshold_from_calib":0.812,"bleep_budget_met_on_calib":true,"bleep_recall_on_calib":0.18705,"bleep_fa_per_hour_on_test":118.401,"bleep_redaction_overhead_on_test":0.14795,"recall_arm_a":0.7013,"recall_bleep_at_matched_fa":0.30736}}}}
\ No newline at end of file