sam.qwenTraining / prepared_dataset /validation_report.json
AAJerry's picture
Constrain v7 to prevalidated grounded wording choices
bc06d0b
Raw History Blame Contribute Delete
1.02 kB
{
"category_counts": {
"adversarial_grounding": 1000,
"altitude_reference": 1200,
"climber_checkin": 1600,
"comms_handoff": 1000,
"missing_stale_conflict": 1600,
"multi_turn_context": 800,
"robot_status": 1200,
"telemetry_context": 1600,
"uncertainty_refusal": 800,
"wearable_quality_motion": 1600
},
"correct_speech_choice_positions": {
"0": 3012,
"1": 3157,
"2": 3111,
"3": 3120
},
"errors": [],
"ok": true,
"release_gate_examples": 40,
"release_gate_sha256": "faf64ca63fed3eac4eaa93ff9cfe050ac7f57c64df3e09812b62eaa26c1f6f31",
"response_contract": "sams-wording-selection-v5",
"review_status": "source_grounded_synthetic_domain_review_required",
"split_counts": {
"development_test": 1172,
"train": 10080,
"validation": 1148
},
"task_counts": {
"climber_checkin": 10276,
"robot_status": 2124
},
"unique_conversations": 12400,
"unique_families": 3100,
"unique_selected_speech_texts": 6952,
"warnings": []
}