code-HFD / scripts /infer /multiturn_auto_scenario_interruption_val_v1.json
Tinghong-Ye22's picture
Add files using upload-large-folder tool
06f9561 verified
Raw History Blame Contribute Delete
3.26 kB
{
"format": "hfd_multiturn_auto_infer_scenario_v1",
"name": "interrupt_val_jog_pick_jump_idle_en",
"interaction_mode": "interruption",
"data_split": "val",
"split_seed": 42,
"val_ratio": 0.1,
"split_source_namespace": "seed",
"description": "四轮未见 motion 指令;后续语音在上一动作执行 3.2/4.8/4.0 秒时到来,检查未知动作上的打断泛化。",
"required_semantics_version": 20,
"initial_idle_steps": 4,
"initial_idle_seconds": 1.6,
"motion_frames_per_turn": 450,
"motion_seconds_per_turn": 9.0,
"inter_turn_background_steps_by_turn": [
8,
12,
10
],
"inter_turn_background_seconds_by_turn": [
3.2,
4.8,
4.0
],
"terminal_background_steps": 6,
"terminal_background_seconds": 2.4,
"turns": [
{
"turn_index": 1,
"source_motion_filename": "jog_ff_start_180_R_003__A068",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000175/female_02_en.wav",
"spoken_command": "start jog forward",
"ideal_motion": "向前慢跑,在动作执行中收到第二条指令。"
},
{
"turn_index": 2,
"source_motion_filename": "medium_big_light_two_hands_right_side_low_to_right_side_high_R_001__A529",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000227/female_02_en.wav",
"spoken_command": "picks up medium big light object with two hands from low right side and puts it away to the right side high",
"ideal_motion": "平滑停止慢跑并完成右侧双手搬运动作,执行中接受第三条指令。"
},
{
"turn_index": 3,
"source_motion_filename": "reach_jump_R_003__A148_M",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000243/female_02_en.wav",
"spoken_command": "reaching something during jump",
"ideal_motion": "从被打断的搬运姿态进入伸手跳跃,落地前后接受最后一条指令。"
},
{
"turn_index": 4,
"source_motion_filename": "idle_right_to_idle_003__A094_M",
"audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/003713/female_02_en.wav",
"spoken_command": "from neutral position with left leg forward to neutral position",
"ideal_motion": "从当前真实姿态平稳回到中立站姿,随后持续 idle。"
}
],
"ideal_control_timeline": [
"初始背景为 </idle>,第一条语音为 </listen>",
"后三条语音都在上一轮 </motion> 尚未结束时进入",
"每次先因果延续旧 motion,再转 listen,听完后进入新 motion",
"最后一轮完成后在纯背景中回到 </idle>"
],
"continuity_requirements": [
"四轮共用一个 Qwen KV cache、连续背景、机器人状态和 RTC 历史",
"不在语音起点强制改 token,真实检查模型的 interruption 决策",
"新动作入口继承旧动作打断点,不回原点、不重置朝向",
"所有 motion source 均属于固定 val split"
]
}