code-HFD / scripts /infer /multiturn_auto_scenario_pause_val_v2.json
Tinghong-Ye22's picture
Add files using upload-large-folder tool
06f9561 verified
Raw History Blame Contribute Delete
2.37 kB
{
"format": "hfd_multiturn_auto_infer_scenario_v1",
"name": "pause_jog_then_pick_en",
"interaction_mode": "pause",
"interaction_subtype": "silent-pause",
"data_split": "val",
"split_seed": 42,
"val_ratio": 0.1,
"split_source_namespace": "seed",
"description": "未见 motion 的英文指令在句中静默 2.4 秒,检查 pause 时长和动作语义泛化。",
"required_semantics_version": 24,
"initial_idle_steps": 4,
"initial_idle_seconds": 1.6,
"motion_frames_per_turn": 450,
"motion_seconds_per_turn": 9.0,
"inter_turn_background_steps_by_turn": [
25
],
"inter_turn_background_seconds_by_turn": [
10.0
],
"terminal_background_steps": 6,
"terminal_background_seconds": 2.4,
"disfluency_event": {
"turn_index": 0,
"subtype": "silent-pause",
"gap_steps": 6,
"gap_seconds": 2.4
},
"turns": [
{
"turn_index": 1,
"disfluency_subtype": "silent-pause",
"source_motion_filename": "jog_ff_start_180_R_003__A068",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/yetinghong/videogen/hfd_hesitation_pause_v2/audio/review_examples/val/pause_jog_en_female_02_en.wav",
"spoken_command": "start jog ... (2.4 s silent pause) ... forward",
"final_instruction": "start jog forward",
"ideal_motion": "停顿中不提前慢跑,完整听清 forward 后才向当前身体前方慢跑。"
},
{
"turn_index": 2,
"source_motion_filename": "medium_big_light_two_hands_right_side_low_to_right_side_high_R_001__A529",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000227/female_02_en.wav",
"spoken_command": "picks up medium big light object with two hands from low right side and puts it away to the right side high",
"ideal_motion": "随后正常执行未见过的右侧双手取放动作。"
}
],
"ideal_control_timeline": [
"初始 idle",
"英文前半句进入 listen",
"2.4 秒静默全程保持 listen",
"forward 完整结束后进入 motion",
"第二轮保持普通 turn-taking"
],
"continuity_requirements": [
"整段 session 共用 Qwen KV 与连续背景",
"pause 不清空 RTC 或机器人状态",
"两条 motion source 均属于固定 val split"
]
}