File size: 2,320 Bytes
06f9561
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
{
  "format": "hfd_multiturn_auto_infer_scenario_v1",
  "name": "pause_grab_then_wave_zh",
  "interaction_mode": "pause",
  "interaction_subtype": "silent-pause",
  "data_split": "train",
  "split_seed": 42,
  "val_ratio": 0.1,
  "split_source_namespace": "seed",
  "description": "训练集中文指令在句中静默 1.6 秒;停顿期间继续 listen,完整意图结束后才抓取,随后正常接收第二轮指令。",
  "required_semantics_version": 24,
  "initial_idle_steps": 5,
  "initial_idle_seconds": 2.0,
  "motion_frames_per_turn": 450,
  "motion_seconds_per_turn": 9.0,
  "inter_turn_background_steps_by_turn": [
    25
  ],
  "inter_turn_background_seconds_by_turn": [
    10.0
  ],
  "terminal_background_steps": 5,
  "terminal_background_seconds": 2.0,
  "disfluency_event": {
    "turn_index": 0,
    "subtype": "silent-pause",
    "gap_steps": 4,
    "gap_seconds": 1.6
  },
  "turns": [
    {
      "turn_index": 1,
      "disfluency_subtype": "silent-pause",
      "source_motion_filename": "grab_walk_ff_180_001__A548",
      "audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/yetinghong/videogen/hfd_hesitation_pause_v2/audio/review_examples/train/pause_grab_zh_female_01_zh.wav",
      "spoken_command": "向前……(静默思考 1.6 秒)……走并抓取某物",
      "final_instruction": "向前走并抓取某物",
      "ideal_motion": "静默段全程保持自然聆听,不提前走;听到完整后向前走并抓取。"
    },
    {
      "turn_index": 2,
      "source_motion_filename": "wave_two_hands_R_001__A533",
      "audio_path": "/cpfs01/thscc/sharestorage/AIGC-06-01/Hithink_VideoGen_Group/user_workspace/buwendong/user/code/qwen3-tts/seed_audio/000155/female_01_zh.wav",
      "spoken_command": "双手在身前挥动",
      "ideal_motion": "从第一轮结束状态自然进入第二轮双手挥动。"
    }
  ],
  "ideal_control_timeline": [
    "背景为 idle",
    "语音开始后进入 listen",
    "句中静默仍保持 listen",
    "完整指令结束后进入 motion",
    "下一条完整指令按普通 turn-taking 执行"
  ],
  "continuity_requirements": [
    "整段 session 只使用一个 Qwen KV",
    "同一连续办公室背景",
    "RTC、位置和朝向不在停顿或轮次边界重置"
  ]
}