code-HFD / scripts /infer /multiturn_auto_scenario_pause_train_v1.json
Tinghong-Ye22's picture
Add files using upload-large-folder tool
06f9561 verified
Raw History Blame Contribute Delete
2.24 kB
{
"format": "hfd_multiturn_auto_infer_scenario_v1",
"name": "pause_grab_then_wave_zh",
"interaction_mode": "pause",
"interaction_subtype": "silent-pause",
"data_split": "train",
"split_seed": 42,
"val_ratio": 0.1,
"split_source_namespace": "seed",
"description": "训练集中文指令在句中静默 1.6 秒;停顿期间继续 listen,完整意图结束后才抓取,随后正常接收第二轮指令。",
"required_semantics_version": 23,
"initial_idle_steps": 5,
"initial_idle_seconds": 2.0,
"motion_frames_per_turn": 450,
"motion_seconds_per_turn": 9.0,
"inter_turn_background_steps_by_turn": [25],
"inter_turn_background_seconds_by_turn": [10.0],
"terminal_background_steps": 5,
"terminal_background_seconds": 2.0,
"disfluency_event": {"turn_index": 0, "subtype": "silent-pause", "gap_steps": 4, "gap_seconds": 1.6},
"turns": [
{
"turn_index": 1,
"disfluency_subtype": "silent-pause",
"source_motion_filename": "grab_walk_ff_180_001__A548",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/yetinghong/videogen/hfd_hesitation_pause_v1/audio/review_examples/train/pause_grab_zh_female_01_zh.wav",
"spoken_command": "向前……(静默思考 1.6 秒)……走并抓取某物",
"final_instruction": "向前走并抓取某物",
"ideal_motion": "静默段全程保持自然聆听,不提前走;听到完整后向前走并抓取。"
},
{
"turn_index": 2,
"source_motion_filename": "wave_two_hands_R_001__A533",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000155/female_01_zh.wav",
"spoken_command": "双手在身前挥动",
"ideal_motion": "从第一轮结束状态自然进入第二轮双手挥动。"
}
],
"ideal_control_timeline": ["背景为 idle", "语音开始后进入 listen", "句中静默仍保持 listen", "完整指令结束后进入 motion", "下一条完整指令按普通 turn-taking 执行"],
"continuity_requirements": ["整段 session 只使用一个 Qwen KV", "同一连续办公室背景", "RTC、位置和朝向不在停顿或轮次边界重置"]
}