File size: 5,247 Bytes
2737bcb 40189a8 2737bcb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 | {
"CS2W": {
"source": "https://github.com/guozishan/CS2W",
"revision": "be6e0519b433cfa9d8388b23308f1380716254fd",
"license_declared": "CC-BY-SA-4.0"
},
"Disfl-QA": {
"source": "https://github.com/google-research-datasets/Disfl-QA",
"revision": "1f0c16171c77b3d3408be92c485f11b8998a9189",
"license_declared": "CC-BY-4.0 for dataset"
},
"stage1_manifest": {
"stage": "pilot-v1-not-natural-mixed-gold",
"seed": 20261104,
"rows": 9645,
"sources": {
"authored-synthetic CC0-1.0": 2407,
"CS2W CC-BY-SA-4.0": 3983,
"CS2W-derived identity CC-BY-SA-4.0": 1653,
"Disfl-QA-derived identity CC-BY-4.0": 359,
"Disfl-QA CC-BY-4.0": 1200,
"authored CC0-1.0": 43
},
"tasks": {
"filler": 1326,
"cleanup": 5183,
"identity": 2596,
"empty": 325,
"mixed": 192,
"repair": 18,
"list": 5
},
"rejected": {
"cs2w_out_of_stage1_task": 1225,
"cs2w_identity_or_non_deletion_review": 545,
"heldout_near_jaccard_0.8": 22,
"heldout_exact_cross_side": 8,
"duplicate_pair": 79,
"conservative_disflqa_id_family": 862,
"conflicting_target_group_rows": 9
},
"source_sha256": {
"CS2W-train.jsonl": "acf249f7e8077337fc8e4029e7c381e117f3bc780fef48c820e4f328e78f563a",
"CS2W-val.jsonl": "1d89f155c7caecee9d63fc938c42226d43b52fe43f5644ee6c9190b38272ee9a",
"CS2W-test.jsonl": "32ea92028c3f990b304e2dc5838f487a86a7725b99c9f12fc9696446ecfaab80",
"Disfl-QA-train.json": "5407199d0c039de5b50cfc16d1ed4a3299c9127cb549da4e4a650b30f4e000eb",
"Disfl-QA-dev.json": "b60e075b810b27a5130fd0aa2cfbc85753b71a0b30dcd2585f540f0a6afe6492",
"Disfl-QA-test.json": "404801de916ebcb2caa82661dfd189c0520e2766db6838f6ff548088650e565e"
},
"development_rows": 328,
"evaluation_policy": "Official test excluded from training and development selection; acceptance set used for development, not independent final proof",
"limits": [
"Synthetic mixed/noise templates are not natural mixed-language gold",
"Target-to-target identities require semantic quality review",
"Deletion-only source filter does not itself guarantee semantic preservation",
"Disfl-QA 22-character ID grouping is conservative, not a confirmed source paragraph mapping"
]
},
"stage2_manifest": {
"stage": "v2 safety replay",
"rows": 14428,
"tasks": {
"identity": 2596,
"list_identity": 500,
"cleanup": 5183,
"identity_replay": 2500,
"filler": 1325,
"mixed": 192,
"focus_identity": 64,
"quoted_identity": 384,
"empty": 325,
"list": 505,
"demonstrative_identity": 240,
"repetition_identity": 32,
"demonstrative_cleanup": 120,
"acknowledgement_identity": 132,
"emphasis_identity": 96,
"quoted_cleanup": 192,
"repair": 18,
"deictic_list_identity": 24
},
"synthetic_additions": 4796,
"limits": "Acknowledgement and safety repetitions are deliberate sampling weights; additions are synthetic, not independent human gold."
},
"notes": "Only filtered training splits and labelled authored/synthetic replay entered SFT. Evaluation splits excluded; exact cross-side and near-duplicate filtering applied as documented. Sampling repetitions are intentional. Dataset texts are not redistributed in this model repository.",
"stage3_manifest": {
"rows": 7407,
"sha256": "b6992bda2e32bce2ce493239ffd6f1c1d272fe02b717183588c5654fa6fd27d7",
"policy": "numbered lists; technical models/version/parameter sizes Arabic; coarse round quantities Chinese; idioms preserved",
"limits": "Authored synthetic plus replay, not natural human-labelled gold; user report examples held out.",
"prior_training_replay_rows": 2500,
"new_authored_synthetic_rows": 4907,
"audit": {
"rows": 7407,
"unique_inputs_with_structure": 7331,
"conflicting_input_labels": 0,
"empty_targets": 51,
"tasks": {
"long_numbered_list": 1100,
"numbered_list": 1800,
"numeric_digits": 150,
"identity": 446,
"empty": 51,
"technical_number": 579,
"filler": 232,
"numeric_quantity": 396,
"identity_replay": 429,
"cleanup": 916,
"numeric_version": 150,
"acknowledgement_identity": 22,
"numbered_list_identity": 300,
"numeric_time": 184,
"mixed": 29,
"repair": 4,
"quoted_identity": 69,
"demonstrative_identity": 45,
"list_identity": 85,
"coarse_quantity_identity": 160,
"demonstrative_cleanup": 27,
"list": 86,
"idiom_identity": 88,
"emphasis_identity": 11,
"quoted_cleanup": 34,
"repetition_identity": 4,
"focus_identity": 6,
"deictic_list_identity": 4
}
}
},
"stage3_notes": "Additional synthetic numbered-list and numeric-style supervision plus prior training replay. Reported/development examples were excluded from training inputs after lexical normalization. No private recordings or user input history were used for training. Diagnostic probes are not an independent blind evaluation."
}
|