code-HFD / scripts /infer /multiturn_auto_scenario_pause_train_v2.json
Tinghong-Ye22's picture
Add files using upload-large-folder tool
06f9561 verified
Raw History Blame Contribute Delete
2.32 kB
{
"format": "hfd_multiturn_auto_infer_scenario_v1",
"name": "pause_grab_then_wave_zh",
"interaction_mode": "pause",
"interaction_subtype": "silent-pause",
"data_split": "train",
"split_seed": 42,
"val_ratio": 0.1,
"split_source_namespace": "seed",
"description": "训练集中文指令在句中静默 1.6 秒;停顿期间继续 listen,完整意图结束后才抓取,随后正常接收第二轮指令。",
"required_semantics_version": 24,
"initial_idle_steps": 5,
"initial_idle_seconds": 2.0,
"motion_frames_per_turn": 450,
"motion_seconds_per_turn": 9.0,
"inter_turn_background_steps_by_turn": [
25
],
"inter_turn_background_seconds_by_turn": [
10.0
],
"terminal_background_steps": 5,
"terminal_background_seconds": 2.0,
"disfluency_event": {
"turn_index": 0,
"subtype": "silent-pause",
"gap_steps": 4,
"gap_seconds": 1.6
},
"turns": [
{
"turn_index": 1,
"disfluency_subtype": "silent-pause",
"source_motion_filename": "grab_walk_ff_180_001__A548",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/yetinghong/videogen/hfd_hesitation_pause_v2/audio/review_examples/train/pause_grab_zh_female_01_zh.wav",
"spoken_command": "向前……(静默思考 1.6 秒)……走并抓取某物",
"final_instruction": "向前走并抓取某物",
"ideal_motion": "静默段全程保持自然聆听,不提前走;听到完整后向前走并抓取。"
},
{
"turn_index": 2,
"source_motion_filename": "wave_two_hands_R_001__A533",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000155/female_01_zh.wav",
"spoken_command": "双手在身前挥动",
"ideal_motion": "从第一轮结束状态自然进入第二轮双手挥动。"
}
],
"ideal_control_timeline": [
"背景为 idle",
"语音开始后进入 listen",
"句中静默仍保持 listen",
"完整指令结束后进入 motion",
"下一条完整指令按普通 turn-taking 执行"
],
"continuity_requirements": [
"整段 session 只使用一个 Qwen KV",
"同一连续办公室背景",
"RTC、位置和朝向不在停顿或轮次边界重置"
]
}