Download scripts/infer/multiturn_auto_scenario_interruption_train_v1.json from Tinghong-Ye22/code-HFD: direct link, hf CLI and curl.
- Browser
- Download file 2.76 kB
-
https://huggingface.co/Tinghong-Ye22/code-HFD/resolve/main/scripts/infer/multiturn_auto_scenario_interruption_train_v1.json
- Command line
-
hf download hf://Tinghong-Ye22/code-HFD/scripts/infer/multiturn_auto_scenario_interruption_train_v1.json
-
curl -L -o multiturn_auto_scenario_interruption_train_v1.json https://huggingface.co/Tinghong-Ye22/code-HFD/resolve/main/scripts/infer/multiturn_auto_scenario_interruption_train_v1.json
2.76 kB
| { | |
| "format": "hfd_multiturn_auto_infer_scenario_v1", | |
| "name": "interrupt_grab_wave_walk_left_zh", | |
| "interaction_mode": "interruption", | |
| "data_split": "train", | |
| "split_seed": 42, | |
| "val_ratio": 0.1, | |
| "split_source_namespace": "seed", | |
| "description": "三轮训练集指令;第二、三条语音分别在上一动作开始约 4.0/4.8 秒后到来,用于检查因果打断、连续 KV 和连续 RTC。", | |
| "required_semantics_version": 20, | |
| "initial_idle_steps": 5, | |
| "initial_idle_seconds": 2.0, | |
| "motion_frames_per_turn": 450, | |
| "motion_seconds_per_turn": 9.0, | |
| "inter_turn_background_steps_by_turn": [ | |
| 10, | |
| 12 | |
| ], | |
| "inter_turn_background_seconds_by_turn": [ | |
| 4.0, | |
| 4.8 | |
| ], | |
| "terminal_background_steps": 5, | |
| "terminal_background_seconds": 2.0, | |
| "turns": [ | |
| { | |
| "turn_index": 1, | |
| "source_motion_filename": "grab_walk_ff_180_001__A548", | |
| "audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000006/female_01_zh.wav", | |
| "spoken_command": "向前走并抓取某物", | |
| "ideal_motion": "听完后开始向前走并抓取;动作尚未结束时收到下一条指令。" | |
| }, | |
| { | |
| "turn_index": 2, | |
| "source_motion_filename": "wave_two_hands_R_001__A533", | |
| "audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000155/female_01_zh.wav", | |
| "spoken_command": "双手在身前挥动", | |
| "ideal_motion": "新语音刚出现时短暂延续旧动作,听清后平滑切入 listen,再从当时真实姿态开始挥手。" | |
| }, | |
| { | |
| "turn_index": 3, | |
| "source_motion_filename": "neutral_walk_ff_270_R_001__A534_M", | |
| "audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000120/female_01_zh.wav", | |
| "spoken_command": "向左走路", | |
| "ideal_motion": "挥手尚未自然结束时响应新语音,随后相对当前身体朝向向左行走并最终恢复站立。" | |
| } | |
| ], | |
| "ideal_control_timeline": [ | |
| "初始背景输出 </idle>,第一条语音出现后进入 </listen>", | |
| "每次新语音刚开始时仍执行上一轮 </motion>,不提前读取未来语义", | |
| "听到有效语音后由 </motion> 平滑切到 </listen>", | |
| "语音结束后进入新的 </motion>,最后回到 </idle>" | |
| ], | |
| "continuity_requirements": [ | |
| "三轮共用一个 Qwen KV cache 和一段连续办公室背景", | |
| "打断不清空机器人状态或 RTC 历史", | |
| "新动作从旧动作被打断时的真实位置、朝向和关节状态接续", | |
| "旧动作的 future progress 仍以其原始完整时长为分母" | |
| ] | |
| } | |