Tinghong-Ye22 commited on
Commit
3f3b5d2
·
verified ·
1 Parent(s): 3a3c77b

Add files using upload-large-folder tool

Browse files
Files changed (48) hide show
  1. .gitattributes +34 -0
  2. hfd_iclr2027_draft/build/main.pdf +3 -0
  3. hfd_iclr2027_draft/build/page-01.png +3 -0
  4. hfd_iclr2027_draft/build/page-02.png +3 -0
  5. hfd_iclr2027_draft/build/page-03.png +3 -0
  6. hfd_iclr2027_draft/build/page-04.png +3 -0
  7. hfd_iclr2027_draft/build/page-05.png +3 -0
  8. hfd_iclr2027_draft/build/page-06.png +3 -0
  9. hfd_iclr2027_draft/build/page-07.png +3 -0
  10. hfd_iclr2027_draft/build/page-08.png +3 -0
  11. hfd_iclr2027_draft/build/page-09.png +3 -0
  12. hfd_iclr2027_draft/build/page-10.png +3 -0
  13. hfd_iclr2027_draft/build/page-11.png +3 -0
  14. hfd_iclr2027_draft/build/r1-page-01.png +3 -0
  15. hfd_iclr2027_draft/build/r1-page-02.png +3 -0
  16. hfd_iclr2027_draft/build/r1-page-03.png +3 -0
  17. hfd_iclr2027_draft/build/r1-page-04.png +3 -0
  18. hfd_iclr2027_draft/build/r1-page-05.png +3 -0
  19. hfd_iclr2027_draft/build/r1-page-06.png +3 -0
  20. hfd_iclr2027_draft/build/r1-page-07.png +3 -0
  21. hfd_iclr2027_draft/build/r1-page-08.png +3 -0
  22. hfd_iclr2027_draft/build/r1-page-09.png +3 -0
  23. hfd_iclr2027_draft/build/r1-page-10.png +3 -0
  24. hfd_iclr2027_draft/build/r1-page-11.png +3 -0
  25. hfd_iclr2027_draft/hfd_iclr2027_overleaf.zip +3 -0
  26. hfd_iclr2027_draft/hfd_iclr2027_overleaf_20260829_020130.zip +3 -0
  27. hfd_iclr2027_draft/paper/.aris/assurance.txt +1 -0
  28. hfd_iclr2027_draft/paper/figures/architecture.tex +41 -0
  29. hfd_iclr2027_draft/paper/figures/full_duplex_concept.tex +39 -0
  30. hfd_iclr2027_draft/paper/figures/taxonomy.tex +20 -0
  31. hfd_iclr2027_draft/paper/iclr2027_conference.sty +246 -0
  32. hfd_iclr2027_draft/paper/main.pdf +3 -0
  33. hfd_iclr2027_draft/paper/main_20260829_020130.pdf +3 -0
  34. hfd_iclr2027_draft/paper/main_round0_original.pdf +3 -0
  35. hfd_iclr2027_draft/paper/main_round1.pdf +3 -0
  36. hfd_iclr2027_draft/paper/main_round2.pdf +3 -0
  37. hfd_iclr2027_draft/paper/sections/06_experiments.tex +69 -0
  38. hfd_iclr2027_draft/paper/sections/07_conclusion.tex +6 -0
  39. hfd_iclr2027_draft/tools/python/pymupdf/_extra.so +3 -0
  40. hfd_iclr2027_draft/tools/python/pymupdf/_mupdf.so +3 -0
  41. hfd_iclr2027_draft/tools/python/pymupdf/libmupdf.so.28.2 +3 -0
  42. hfd_iclr2027_draft/tools/python/pymupdf/libmupdfcpp.so.28.2 +3 -0
  43. hfd_iclr2027_draft/tools/tectonic +3 -0
  44. hfd_iclr2027_draft/tools/tectonic-0.17.0-x86_64-unknown-linux-gnu.tar.gz +3 -0
  45. hfd_iclr2027_draft/tools/tectonic-gnu +3 -0
  46. hfd_iclr2027_draft/tools/tectonic-musl.tar.gz +3 -0
  47. hfd_iclr2027_draft/tools/tectonic.full.tar.gz +3 -0
  48. iclr-2027-style-files.zip +3 -0
.gitattributes CHANGED
@@ -33,3 +33,37 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ hfd_iclr2027_draft/tools/tectonic filter=lfs diff=lfs merge=lfs -text
37
+ hfd_iclr2027_draft/tools/tectonic-gnu filter=lfs diff=lfs merge=lfs -text
38
+ hfd_iclr2027_draft/tools/python/pymupdf/_mupdf.so filter=lfs diff=lfs merge=lfs -text
39
+ hfd_iclr2027_draft/tools/python/pymupdf/_extra.so filter=lfs diff=lfs merge=lfs -text
40
+ hfd_iclr2027_draft/tools/python/pymupdf/libmupdf.so.28.2 filter=lfs diff=lfs merge=lfs -text
41
+ hfd_iclr2027_draft/tools/python/pymupdf/libmupdfcpp.so.28.2 filter=lfs diff=lfs merge=lfs -text
42
+ hfd_iclr2027_draft/build/page-08.png filter=lfs diff=lfs merge=lfs -text
43
+ hfd_iclr2027_draft/build/r1-page-06.png filter=lfs diff=lfs merge=lfs -text
44
+ hfd_iclr2027_draft/build/r1-page-02.png filter=lfs diff=lfs merge=lfs -text
45
+ hfd_iclr2027_draft/build/r1-page-08.png filter=lfs diff=lfs merge=lfs -text
46
+ hfd_iclr2027_draft/build/page-04.png filter=lfs diff=lfs merge=lfs -text
47
+ hfd_iclr2027_draft/build/page-03.png filter=lfs diff=lfs merge=lfs -text
48
+ hfd_iclr2027_draft/build/r1-page-04.png filter=lfs diff=lfs merge=lfs -text
49
+ hfd_iclr2027_draft/build/page-05.png filter=lfs diff=lfs merge=lfs -text
50
+ hfd_iclr2027_draft/build/r1-page-01.png filter=lfs diff=lfs merge=lfs -text
51
+ hfd_iclr2027_draft/build/page-06.png filter=lfs diff=lfs merge=lfs -text
52
+ hfd_iclr2027_draft/build/main.pdf filter=lfs diff=lfs merge=lfs -text
53
+ hfd_iclr2027_draft/build/page-02.png filter=lfs diff=lfs merge=lfs -text
54
+ hfd_iclr2027_draft/build/page-11.png filter=lfs diff=lfs merge=lfs -text
55
+ hfd_iclr2027_draft/build/r1-page-07.png filter=lfs diff=lfs merge=lfs -text
56
+ hfd_iclr2027_draft/build/r1-page-11.png filter=lfs diff=lfs merge=lfs -text
57
+ hfd_iclr2027_draft/build/r1-page-03.png filter=lfs diff=lfs merge=lfs -text
58
+ hfd_iclr2027_draft/build/page-10.png filter=lfs diff=lfs merge=lfs -text
59
+ hfd_iclr2027_draft/build/page-01.png filter=lfs diff=lfs merge=lfs -text
60
+ hfd_iclr2027_draft/build/page-07.png filter=lfs diff=lfs merge=lfs -text
61
+ hfd_iclr2027_draft/build/r1-page-10.png filter=lfs diff=lfs merge=lfs -text
62
+ hfd_iclr2027_draft/paper/main_round0_original.pdf filter=lfs diff=lfs merge=lfs -text
63
+ hfd_iclr2027_draft/build/r1-page-09.png filter=lfs diff=lfs merge=lfs -text
64
+ hfd_iclr2027_draft/build/r1-page-05.png filter=lfs diff=lfs merge=lfs -text
65
+ hfd_iclr2027_draft/build/page-09.png filter=lfs diff=lfs merge=lfs -text
66
+ hfd_iclr2027_draft/paper/main_20260829_020130.pdf filter=lfs diff=lfs merge=lfs -text
67
+ hfd_iclr2027_draft/paper/main_round2.pdf filter=lfs diff=lfs merge=lfs -text
68
+ hfd_iclr2027_draft/paper/main.pdf filter=lfs diff=lfs merge=lfs -text
69
+ hfd_iclr2027_draft/paper/main_round1.pdf filter=lfs diff=lfs merge=lfs -text
hfd_iclr2027_draft/build/main.pdf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8897b994d2c1ef38d9fbc770bb661f57ba96a1a343d0cac0cfe596a64b3f8f
3
+ size 132592
hfd_iclr2027_draft/build/page-01.png ADDED

Git LFS Details

  • SHA256: 3f1e1087dc1e6d52ecffddd251fd96af4c800738de623702275acd79fc459a20
  • Pointer size: 131 Bytes
  • Size of remote file: 120 kB
hfd_iclr2027_draft/build/page-02.png ADDED

Git LFS Details

  • SHA256: def376e7de6da5ba098ef81d5be4d85b3d195403d577b4c7ed5452fdeb7cacf0
  • Pointer size: 131 Bytes
  • Size of remote file: 121 kB
hfd_iclr2027_draft/build/page-03.png ADDED

Git LFS Details

  • SHA256: d98c7804bf51b6aaf4d2a2013298cf615bb3564e0829da33a80f85b1b17658c8
  • Pointer size: 131 Bytes
  • Size of remote file: 127 kB
hfd_iclr2027_draft/build/page-04.png ADDED

Git LFS Details

  • SHA256: 2e5e316a86b367399af99baa6e7e4a97b1ed05c59fb85b4e0425cbbdd1d2f0ea
  • Pointer size: 131 Bytes
  • Size of remote file: 113 kB
hfd_iclr2027_draft/build/page-05.png ADDED

Git LFS Details

  • SHA256: 397e1893953de4c0e708560d684cfed4311ce02e5e7095a6351023fc09467370
  • Pointer size: 131 Bytes
  • Size of remote file: 122 kB
hfd_iclr2027_draft/build/page-06.png ADDED

Git LFS Details

  • SHA256: fa9d2d40c41aab74660ccd4eccbb1253ad380981790334e463e1e0151f257b90
  • Pointer size: 131 Bytes
  • Size of remote file: 110 kB
hfd_iclr2027_draft/build/page-07.png ADDED

Git LFS Details

  • SHA256: d0f41d2e76c96d0cf9bb74c482c421d3fb0051e9f5a8c2d6bf78ee69cccd60be
  • Pointer size: 131 Bytes
  • Size of remote file: 108 kB
hfd_iclr2027_draft/build/page-08.png ADDED

Git LFS Details

  • SHA256: 203c8f93d261db87bdd7650042d96f181d0b05ddbe341bd686b2af47aef45df3
  • Pointer size: 131 Bytes
  • Size of remote file: 121 kB
hfd_iclr2027_draft/build/page-09.png ADDED

Git LFS Details

  • SHA256: 57362246d175a0a2e915a71bb88ead287c3e253b04b369241627c0de7b6b681e
  • Pointer size: 131 Bytes
  • Size of remote file: 106 kB
hfd_iclr2027_draft/build/page-10.png ADDED

Git LFS Details

  • SHA256: 15ead155b1887d04cc275279bff2dade267c7f9cd813bbba5b40304b05c6c7de
  • Pointer size: 131 Bytes
  • Size of remote file: 141 kB
hfd_iclr2027_draft/build/page-11.png ADDED

Git LFS Details

  • SHA256: c1ab8988ced6c7859cf4a0760fdd8d358a79977664d20293ba72211fdc2c3423
  • Pointer size: 131 Bytes
  • Size of remote file: 129 kB
hfd_iclr2027_draft/build/r1-page-01.png ADDED

Git LFS Details

  • SHA256: a509f560563477fa372b4c9438d1d23160e74c1f5f69efe1de56b8a74b046cc1
  • Pointer size: 131 Bytes
  • Size of remote file: 219 kB
hfd_iclr2027_draft/build/r1-page-02.png ADDED

Git LFS Details

  • SHA256: ad7df9203dc8dc34f8f31da1504ed18b5409dc6bec9ddc865dc772c3f558fd89
  • Pointer size: 131 Bytes
  • Size of remote file: 216 kB
hfd_iclr2027_draft/build/r1-page-03.png ADDED

Git LFS Details

  • SHA256: bc0cdc1138271f0dd835a0cd48c543e73938671eedd46a43afb89f8ff8518adf
  • Pointer size: 131 Bytes
  • Size of remote file: 206 kB
hfd_iclr2027_draft/build/r1-page-04.png ADDED

Git LFS Details

  • SHA256: 69cd2e56b96ea8c25dd31ba7ed44226f96c62425b0482b410ad8004d9061355b
  • Pointer size: 131 Bytes
  • Size of remote file: 184 kB
hfd_iclr2027_draft/build/r1-page-05.png ADDED

Git LFS Details

  • SHA256: 6e0347a51c0920aa15b82b8567f36669aa15d211d4f17eb1787e349691517f3e
  • Pointer size: 131 Bytes
  • Size of remote file: 216 kB
hfd_iclr2027_draft/build/r1-page-06.png ADDED

Git LFS Details

  • SHA256: 9c058b134bd2da00a1e61bf30a43d6362f8cc56d978a188cf826279431089129
  • Pointer size: 131 Bytes
  • Size of remote file: 193 kB
hfd_iclr2027_draft/build/r1-page-07.png ADDED

Git LFS Details

  • SHA256: cbd510afca6ceac01d5db41e62dd120712da866882f734ce4ac411756fef0f16
  • Pointer size: 131 Bytes
  • Size of remote file: 189 kB
hfd_iclr2027_draft/build/r1-page-08.png ADDED

Git LFS Details

  • SHA256: 4b76b77f6b73eb0d61de6df938105eecdd6ea6e49239b925b4668a6e6f5ca7a0
  • Pointer size: 131 Bytes
  • Size of remote file: 185 kB
hfd_iclr2027_draft/build/r1-page-09.png ADDED

Git LFS Details

  • SHA256: 7ccc79ce7b39836d53c5ece3a9fbc3711c4e48b7150fde0d7423f3b31694d8e5
  • Pointer size: 131 Bytes
  • Size of remote file: 195 kB
hfd_iclr2027_draft/build/r1-page-10.png ADDED

Git LFS Details

  • SHA256: 9cfe12e396a00334c5900fdfc697cd0b8c985db33e03045de9df29505c0923ca
  • Pointer size: 131 Bytes
  • Size of remote file: 243 kB
hfd_iclr2027_draft/build/r1-page-11.png ADDED

Git LFS Details

  • SHA256: 4ebc4c3b63bdd8bc30d16496af0fc505e601cd389e5623e0fb0151878c4f50fe
  • Pointer size: 131 Bytes
  • Size of remote file: 169 kB
hfd_iclr2027_draft/hfd_iclr2027_overleaf.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ddd986297b40b170f3ccff45638b85bb4cb5d347ad28b6513af7a570e0e847
3
+ size 55767
hfd_iclr2027_draft/hfd_iclr2027_overleaf_20260829_020130.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ddd986297b40b170f3ccff45638b85bb4cb5d347ad28b6513af7a570e0e847
3
+ size 55767
hfd_iclr2027_draft/paper/.aris/assurance.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ draft
hfd_iclr2027_draft/paper/figures/architecture.tex ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ \begin{tikzpicture}[font=\scriptsize,>=Latex,
2
+ box/.style={draw,rounded corners=2pt,align=center,minimum height=0.72cm,inner sep=4pt},
3
+ data/.style={box,fill=hfdgray},
4
+ sem/.style={box,fill=hfdcyan!16,draw=hfdcyan!80!black},
5
+ ctl/.style={box,fill=hfdorange!17,draw=hfdorange!90!black},
6
+ act/.style={box,fill=hfdblue!14,draw=hfdblue!85!black},
7
+ aux/.style={box,fill=hfdpurple!12,draw=hfdpurple!75!black},
8
+ flow/.style={->,thick,draw=black!70}]
9
+ \node[data,minimum width=2.05cm] (wav) {waveform window\\0.6 s @ 16 kHz};
10
+ \node[sem,minimum width=2.18cm,right=0.55cm of wav] (qwen) {Qwen2.5-Omni\\persistent KV};
11
+ \node[sem,minimum width=1.55cm,right=0.48cm of qwen] (hid) {$H_i:S_i\!\times\!2048$\\$h_i:2048$};
12
+ \node[ctl,minimum width=1.65cm,right=0.52cm of hid,yshift=0.62cm] (control) {control head\\$2048\!\to\!512\!\to\!3$};
13
+ \node[aux,minimum width=1.65cm,right=0.52cm of hid,yshift=-0.62cm] (duration) {duration head\\48 log bins};
14
+ \node[ctl,minimum width=1.35cm,right=0.48cm of control] (token) {hard token\\idle/listen/motion};
15
+ \node[aux,minimum width=1.35cm,right=0.48cm of duration] (phase) {phase\\$30\!\times\!5$};
16
+
17
+ \node[data,minimum width=2.05cm,below=1.22cm of wav] (state) {current robot state\\$39$-D};
18
+ \node[data,minimum width=2.18cm,right=0.55cm of state] (rtc) {RTC timeline\\$10$ clean $+20$ noisy};
19
+ \node[act,minimum width=3.15cm,right=0.75cm of rtc] (transformer) {flow action Transformer\\6 blocks, width 1536, 24 heads};
20
+ \node[act,minimum width=2.0cm,right=0.65cm of transformer] (output) {flow solver\\$20\times39$ new frames};
21
+
22
+ \draw[flow] (wav)-- node[above]{2.5 Hz} (qwen);
23
+ \draw[flow] (qwen)--(hid);
24
+ \draw[flow] (hid)--(control);
25
+ \draw[flow] (hid)--(duration);
26
+ \draw[flow] (control)--(token);
27
+ \draw[flow] (duration)--(phase);
28
+ \draw[flow] (state)--(transformer);
29
+ \draw[flow] (rtc)--(transformer);
30
+ \draw[flow] (token.east) -| ([xshift=-0.12cm]transformer.north east);
31
+ \draw[flow] (phase.east) -| ([xshift=-0.62cm]transformer.north east);
32
+ \draw[flow] (hid.south) |- ([xshift=0.25cm]transformer.north west);
33
+ \draw[flow] (transformer)--(output);
34
+ \draw[flow,hfdblue,bend left=28] (output.south) to node[below,align=center]{advance 20 frames;\\carry 10-frame tail} (rtc.south);
35
+ \draw[flow,hfdcyan,bend left=35] (qwen.north) to node[above]{append audio tokens} (qwen.north east);
36
+
37
+ \node[draw,dashed,rounded corners,fit=(qwen)(hid)(control)(duration)(token)(phase),inner sep=5pt,
38
+ label={[font=\scriptsize\bfseries]above:semantic/control clock (0.4 s)}] {};
39
+ \node[draw,dashed,rounded corners,fit=(state)(rtc)(transformer)(output),inner sep=5pt,
40
+ label={[font=\scriptsize\bfseries]below:physical clock (0.02 s)}] {};
41
+ \end{tikzpicture}
hfd_iclr2027_draft/paper/figures/full_duplex_concept.tex ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ \begin{tikzpicture}[x=0.91cm,y=0.48cm,font=\scriptsize,
2
+ >=Latex,
3
+ state/.style={rounded corners=1.5pt,minimum height=0.42cm,align=center,text=white},
4
+ lab/.style={anchor=east,font=\scriptsize\bfseries}]
5
+ \node[lab] at (-0.2,3.15) {Audio};
6
+ \draw[gray!55,thick] (0,3.15) -- (13.8,3.15);
7
+ \draw[hfdblue,very thick] (0.3,3.15) sin (0.6,3.55) cos (0.9,3.15) sin (1.2,2.8) cos (1.5,3.15);
8
+ \node[fill=hfdgray,rounded corners,minimum width=1.65cm] at (2.5,3.15) {background};
9
+ \draw[hfdorange,very thick] (3.4,3.15) sin (3.65,3.65) cos (3.9,3.15) sin (4.15,2.7) cos (4.4,3.15) sin (4.65,3.55) cos (4.9,3.15);
10
+ \node[above=1pt] at (4.15,3.55) {``walk left''};
11
+ \draw[hfdpurple,very thick] (7.0,3.15) sin (7.2,3.5) cos (7.4,3.15) sin (7.6,2.85) cos (7.8,3.15);
12
+ \node[above=1pt] at (7.4,3.48) {``uh-huh''};
13
+ \draw[hfdred,very thick] (10.2,3.15) sin (10.4,3.65) cos (10.6,3.15) sin (10.8,2.7) cos (11.0,3.15);
14
+ \node[above=1pt] at (10.6,3.58) {``stop''};
15
+
16
+ \node[lab] at (-0.2,1.95) {Control};
17
+ \node[state,fill=hfdgreen,minimum width=2.65cm] at (1.35,1.95) {idle};
18
+ \node[state,fill=hfdorange,minimum width=2.25cm] at (3.85,1.95) {listen};
19
+ \node[state,fill=hfdblue,minimum width=4.75cm] at (7.35,1.95) {motion};
20
+ \node[state,fill=hfdred,minimum width=2.05cm] at (10.85,1.95) {listen};
21
+ \node[state,fill=hfdgreen,minimum width=1.65cm] at (12.75,1.95) {idle};
22
+
23
+ \node[lab] at (-0.2,0.75) {Body};
24
+ \draw[gray!65,thick] (0,0.75) -- (13.8,0.75);
25
+ \draw[hfdgreen,very thick] (0,0.75) -- (2.75,0.75);
26
+ \draw[hfdorange,very thick] (2.75,0.75) .. controls (3.5,1.05) and (4.5,0.45) .. (5.0,0.75);
27
+ \draw[hfdblue,very thick] (5.0,0.75) sin (5.4,1.15) cos (5.8,0.75) sin (6.2,0.35) cos (6.6,0.75) sin (7.0,1.15) cos (7.4,0.75) sin (7.8,0.35) cos (8.2,0.75) sin (8.6,1.15) cos (9.0,0.75);
28
+ \draw[hfdred,very thick] (9.0,0.75) .. controls (9.8,1.15) and (10.7,0.35) .. (11.6,0.75);
29
+ \draw[hfdgreen,very thick] (11.6,0.75) -- (13.8,0.75);
30
+
31
+ \draw[->,gray!75] (4.15,2.72) -- (4.15,2.25);
32
+ \draw[->,gray!75] (7.4,2.72) -- (7.4,2.25);
33
+ \draw[->,gray!75] (10.6,2.72) -- (10.6,2.25);
34
+ \draw[->,gray!75] (5.0,1.65) -- (5.0,1.08);
35
+ \draw[->,gray!75] (11.6,1.65) -- (11.6,1.08);
36
+
37
+ \draw[->,black!65] (0,-0.05) -- (13.8,-0.05) node[right] {time};
38
+ \foreach \x in {0,1,...,13} \draw[black!25] (\x,-0.12)--(\x,0.02);
39
+ \end{tikzpicture}
hfd_iclr2027_draft/paper/figures/taxonomy.tex ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ \begin{tikzpicture}[font=\scriptsize,
2
+ axis/.style={draw,rounded corners=2pt,minimum width=3.02cm,minimum height=0.55cm,text=white,font=\scriptsize\bfseries},
3
+ item/.style={draw,rounded corners=2pt,minimum width=3.02cm,minimum height=0.5cm,align=center,fill=white},
4
+ metric/.style={align=center,font=\tiny,text=black!70}]
5
+ \node[axis,fill=hfdred] (react) {REACTION};
6
+ \node[item,below=0.13cm of react] (turn) {turn-taking};
7
+ \node[item,below=0.10cm of turn] (intr) {interruption / Stop};
8
+ \node[metric,below=0.11cm of intr] {TOR, onset/switch latency\\stop and reactivation};
9
+
10
+ \node[axis,fill=hfdpurple,right=0.25cm of react] (comp) {COMPREHENSION};
11
+ \node[item,below=0.13cm of comp] (back) {backchannel};
12
+ \node[item,below=0.10cm of back] (hes) {pause, hesitation / repair};
13
+ \node[item,below=0.10cm of hes] (third) {background / third party};
14
+ \node[metric,below=0.11cm of third] {intent selection, preservation\\premature / false activation};
15
+
16
+ \node[axis,fill=hfdgreen,right=0.25cm of comp] (nat) {NATURALNESS};
17
+ \node[item,below=0.13cm of nat] (idle) {idle-state behavior};
18
+ \node[item,below=0.10cm of idle] (listen) {listening behavior};
19
+ \node[metric,below=0.11cm of listen] {drift, jerk, contact\\penetration, human preference};
20
+ \end{tikzpicture}
hfd_iclr2027_draft/paper/iclr2027_conference.sty ADDED
@@ -0,0 +1,246 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ %%%% ICLR Macros (LaTex)
2
+ %%%% Adapted by Hugo Larochelle from the NIPS stylefile Macros
3
+ %%%% Style File
4
+ %%%% Dec 12, 1990 Rev Aug 14, 1991; Sept, 1995; April, 1997; April, 1999; October 2014
5
+
6
+ % This file can be used with Latex2e whether running in main mode, or
7
+ % 2.09 compatibility mode.
8
+ %
9
+ % If using main mode, you need to include the commands
10
+ % \documentclass{article}
11
+ % \usepackage{iclr14submit_e,times}
12
+ %
13
+
14
+ % Change the overall width of the page. If these parameters are
15
+ % changed, they will require corresponding changes in the
16
+ % maketitle section.
17
+ %
18
+ \usepackage{eso-pic} % used by \AddToShipoutPicture
19
+ \RequirePackage{fancyhdr}
20
+ \RequirePackage{natbib}
21
+
22
+ % modification to natbib citations
23
+ \setcitestyle{authoryear,round,citesep={;},aysep={,},yysep={;}}
24
+
25
+ \renewcommand{\topfraction}{0.95} % let figure take up nearly whole page
26
+ \renewcommand{\textfraction}{0.05} % let figure take up nearly whole page
27
+
28
+ % Define iclrfinal, set to true if iclrfinalcopy is defined
29
+ \newif\ificlrfinal
30
+ \iclrfinalfalse
31
+ \def\iclrfinalcopy{\iclrfinaltrue}
32
+ \font\iclrtenhv = phvb at 8pt
33
+
34
+ % Specify the dimensions of each page
35
+
36
+ \setlength{\paperheight}{11in}
37
+ \setlength{\paperwidth}{8.5in}
38
+
39
+
40
+ \oddsidemargin .5in % Note \oddsidemargin = \evensidemargin
41
+ \evensidemargin .5in
42
+ \marginparwidth 0.07 true in
43
+ %\marginparwidth 0.75 true in
44
+ %\topmargin 0 true pt % Nominal distance from top of page to top of
45
+ %\topmargin 0.125in
46
+ \topmargin -0.625in
47
+ \addtolength{\headsep}{0.25in}
48
+ \textheight 9.0 true in % Height of text (including footnotes & figures)
49
+ \textwidth 5.5 true in % Width of text line.
50
+ \widowpenalty=10000
51
+ \clubpenalty=10000
52
+
53
+ % \thispagestyle{empty} \pagestyle{empty}
54
+ \flushbottom \sloppy
55
+
56
+ % We're never going to need a table of contents, so just flush it to
57
+ % save space --- suggested by drstrip@sandia-2
58
+ \def\addcontentsline#1#2#3{}
59
+
60
+ % Title stuff, taken from deproc.
61
+ \def\maketitle{\par
62
+ \begingroup
63
+ \def\thefootnote{\fnsymbol{footnote}}
64
+ \def\@makefnmark{\hbox to 0pt{$^{\@thefnmark}$\hss}} % for perfect author
65
+ % name centering
66
+ % The footnote-mark was overlapping the footnote-text,
67
+ % added the following to fix this problem (MK)
68
+ \long\def\@makefntext##1{\parindent 1em\noindent
69
+ \hbox to1.8em{\hss $\m@th ^{\@thefnmark}$}##1}
70
+ \@maketitle \@thanks
71
+ \endgroup
72
+ \setcounter{footnote}{0}
73
+ \let\maketitle\relax \let\@maketitle\relax
74
+ \gdef\@thanks{}\gdef\@author{}\gdef\@title{}\let\thanks\relax}
75
+
76
+ % The toptitlebar has been raised to top-justify the first page
77
+
78
+ \usepackage{fancyhdr}
79
+ \pagestyle{fancy}
80
+ \fancyhead{}
81
+
82
+ % Title (includes both anonimized and non-anonimized versions)
83
+ \def\@maketitle{\vbox{\hsize\textwidth
84
+ %\linewidth\hsize \vskip 0.1in \toptitlebar \centering
85
+ {\LARGE\sc \@title\par}
86
+ %\bottomtitlebar % \vskip 0.1in % minus
87
+ \ificlrfinal
88
+ \lhead{Published as a conference paper at ICLR 2027}
89
+ \def\And{\end{tabular}\hfil\linebreak[0]\hfil
90
+ \begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\ignorespaces}%
91
+ \def\AND{\end{tabular}\hfil\linebreak[4]\hfil
92
+ \begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\ignorespaces}%
93
+ \begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\@author\end{tabular}%
94
+ \else
95
+ \lhead{Under review as a conference paper at ICLR 2027}
96
+ \def\And{\end{tabular}\hfil\linebreak[0]\hfil
97
+ \begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\ignorespaces}%
98
+ \def\AND{\end{tabular}\hfil\linebreak[4]\hfil
99
+ \begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\ignorespaces}%
100
+ \begin{tabular}[t]{l}\bf\rule{\z@}{24pt}Anonymous authors\\Paper under double-blind review\end{tabular}%
101
+ \fi
102
+ \vskip 0.3in minus 0.1in}}
103
+
104
+ \renewenvironment{abstract}{\vskip.075in\centerline{\large\sc
105
+ Abstract}\vspace{0.5ex}\begin{quote}}{\par\end{quote}\vskip 1ex}
106
+
107
+ % sections with less space
108
+ \def\section{\@startsection {section}{1}{\z@}{-2.0ex plus
109
+ -0.5ex minus -.2ex}{1.5ex plus 0.3ex
110
+ minus0.2ex}{\large\sc\raggedright}}
111
+
112
+ \def\subsection{\@startsection{subsection}{2}{\z@}{-1.8ex plus
113
+ -0.5ex minus -.2ex}{0.8ex plus .2ex}{\normalsize\sc\raggedright}}
114
+ \def\subsubsection{\@startsection{subsubsection}{3}{\z@}{-1.5ex
115
+ plus -0.5ex minus -.2ex}{0.5ex plus
116
+ .2ex}{\normalsize\sc\raggedright}}
117
+ \def\paragraph{\@startsection{paragraph}{4}{\z@}{1.5ex plus
118
+ 0.5ex minus .2ex}{-1em}{\normalsize\bf}}
119
+ \def\subparagraph{\@startsection{subparagraph}{5}{\z@}{1.5ex plus
120
+ 0.5ex minus .2ex}{-1em}{\normalsize\sc}}
121
+ \def\subsubsubsection{\vskip
122
+ 5pt{\noindent\normalsize\rm\raggedright}}
123
+
124
+
125
+ % Footnotes
126
+ \footnotesep 6.65pt %
127
+ \skip\footins 9pt plus 4pt minus 2pt
128
+ \def\footnoterule{\kern-3pt \hrule width 12pc \kern 2.6pt }
129
+ \setcounter{footnote}{0}
130
+
131
+ % Lists and paragraphs
132
+ \parindent 0pt
133
+ \topsep 4pt plus 1pt minus 2pt
134
+ \partopsep 1pt plus 0.5pt minus 0.5pt
135
+ \itemsep 2pt plus 1pt minus 0.5pt
136
+ \parsep 2pt plus 1pt minus 0.5pt
137
+ \parskip .5pc
138
+
139
+
140
+ %\leftmargin2em
141
+ \leftmargin3pc
142
+ \leftmargini\leftmargin \leftmarginii 2em
143
+ \leftmarginiii 1.5em \leftmarginiv 1.0em \leftmarginv .5em
144
+
145
+ %\labelsep \labelsep 5pt
146
+
147
+ \def\@listi{\leftmargin\leftmargini}
148
+ \def\@listii{\leftmargin\leftmarginii
149
+ \labelwidth\leftmarginii\advance\labelwidth-\labelsep
150
+ \topsep 2pt plus 1pt minus 0.5pt
151
+ \parsep 1pt plus 0.5pt minus 0.5pt
152
+ \itemsep \parsep}
153
+ \def\@listiii{\leftmargin\leftmarginiii
154
+ \labelwidth\leftmarginiii\advance\labelwidth-\labelsep
155
+ \topsep 1pt plus 0.5pt minus 0.5pt
156
+ \parsep \z@ \partopsep 0.5pt plus 0pt minus 0.5pt
157
+ \itemsep \topsep}
158
+ \def\@listiv{\leftmargin\leftmarginiv
159
+ \labelwidth\leftmarginiv\advance\labelwidth-\labelsep}
160
+ \def\@listv{\leftmargin\leftmarginv
161
+ \labelwidth\leftmarginv\advance\labelwidth-\labelsep}
162
+ \def\@listvi{\leftmargin\leftmarginvi
163
+ \labelwidth\leftmarginvi\advance\labelwidth-\labelsep}
164
+
165
+ \abovedisplayskip 7pt plus2pt minus5pt%
166
+ \belowdisplayskip \abovedisplayskip
167
+ \abovedisplayshortskip 0pt plus3pt%
168
+ \belowdisplayshortskip 4pt plus3pt minus3pt%
169
+
170
+ % Less leading in most fonts (due to the narrow columns)
171
+ % The choices were between 1-pt and 1.5-pt leading
172
+ %\def\@normalsize{\@setsize\normalsize{11pt}\xpt\@xpt} % got rid of @ (MK)
173
+ \def\normalsize{\@setsize\normalsize{11pt}\xpt\@xpt}
174
+ \def\small{\@setsize\small{10pt}\ixpt\@ixpt}
175
+ \def\footnotesize{\@setsize\footnotesize{10pt}\ixpt\@ixpt}
176
+ \def\scriptsize{\@setsize\scriptsize{8pt}\viipt\@viipt}
177
+ \def\tiny{\@setsize\tiny{7pt}\vipt\@vipt}
178
+ \def\large{\@setsize\large{14pt}\xiipt\@xiipt}
179
+ \def\Large{\@setsize\Large{16pt}\xivpt\@xivpt}
180
+ \def\LARGE{\@setsize\LARGE{20pt}\xviipt\@xviipt}
181
+ \def\huge{\@setsize\huge{23pt}\xxpt\@xxpt}
182
+ \def\Huge{\@setsize\Huge{28pt}\xxvpt\@xxvpt}
183
+
184
+ \def\toptitlebar{\hrule height4pt\vskip .25in\vskip-\parskip}
185
+
186
+ \def\bottomtitlebar{\vskip .29in\vskip-\parskip\hrule height1pt\vskip
187
+ .09in} %
188
+ %Reduced second vskip to compensate for adding the strut in \@author
189
+
190
+
191
+
192
+ %% % Vertical Ruler
193
+ %% % This code is, largely, from the CVPR 2010 conference style file
194
+ %% % ----- define vruler
195
+ \makeatletter
196
+ \newbox\iclrrulerbox
197
+ \newcount\iclrrulercount
198
+ \newdimen\iclrruleroffset
199
+ \newdimen\cv@lineheight
200
+ \newdimen\cv@boxheight
201
+ \newbox\cv@tmpbox
202
+ \newcount\cv@refno
203
+ \newcount\cv@tot
204
+ % NUMBER with left flushed zeros \fillzeros[<WIDTH>]<NUMBER>
205
+ \newcount\cv@tmpc@ \newcount\cv@tmpc
206
+ \def\fillzeros[#1]#2{\cv@tmpc@=#2\relax\ifnum\cv@tmpc@<0\cv@tmpc@=-\cv@tmpc@\fi
207
+ \cv@tmpc=1 %
208
+ \loop\ifnum\cv@tmpc@<10 \else \divide\cv@tmpc@ by 10 \advance\cv@tmpc by 1 \fi
209
+ \ifnum\cv@tmpc@=10\relax\cv@tmpc@=11\relax\fi \ifnum\cv@tmpc@>10 \repeat
210
+ \ifnum#2<0\advance\cv@tmpc1\relax-\fi
211
+ \loop\ifnum\cv@tmpc<#1\relax0\advance\cv@tmpc1\relax\fi \ifnum\cv@tmpc<#1 \repeat
212
+ \cv@tmpc@=#2\relax\ifnum\cv@tmpc@<0\cv@tmpc@=-\cv@tmpc@\fi \relax\the\cv@tmpc@}%
213
+ % \makevruler[<SCALE>][<INITIAL_COUNT>][<STEP>][<DIGITS>][<HEIGHT>]
214
+ \def\makevruler[#1][#2][#3][#4][#5]{\begingroup\offinterlineskip
215
+ \textheight=#5\vbadness=10000\vfuzz=120ex\overfullrule=0pt%
216
+ \global\setbox\iclrrulerbox=\vbox to \textheight{%
217
+ {\parskip=0pt\hfuzz=150em\cv@boxheight=\textheight
218
+ \cv@lineheight=#1\global\iclrrulercount=#2%
219
+ \cv@tot\cv@boxheight\divide\cv@tot\cv@lineheight\advance\cv@tot2%
220
+ \cv@refno1\vskip-\cv@lineheight\vskip1ex%
221
+ \loop\setbox\cv@tmpbox=\hbox to0cm{{\iclrtenhv\hfil\fillzeros[#4]\iclrrulercount}}%
222
+ \ht\cv@tmpbox\cv@lineheight\dp\cv@tmpbox0pt\box\cv@tmpbox\break
223
+ \advance\cv@refno1\global\advance\iclrrulercount#3\relax
224
+ \ifnum\cv@refno<\cv@tot\repeat}}\endgroup}%
225
+ \makeatother
226
+ % ----- end of vruler
227
+
228
+ % \makevruler[<SCALE>][<INITIAL_COUNT>][<STEP>][<DIGITS>][<HEIGHT>]
229
+ \def\iclrruler#1{\makevruler[12pt][#1][1][3][0.993\textheight]\usebox{\iclrrulerbox}}
230
+ \AddToShipoutPicture{%
231
+ \ificlrfinal\else
232
+ \iclrruleroffset=\textheight
233
+ \advance\iclrruleroffset by -3.7pt
234
+ \color[rgb]{.7,.7,.7}
235
+ \AtTextUpperLeft{%
236
+ \put(\LenToUnit{-35pt},\LenToUnit{-\iclrruleroffset}){%left ruler
237
+ \iclrruler{\iclrrulercount}}
238
+ }
239
+ \fi
240
+ }
241
+ % %% To add a vertical bar on the side
242
+ % \AddToShipoutPicture{
243
+ % \AtTextLowerLeft{
244
+ % \hspace*{-1.8cm}
245
+ % \colorbox[rgb]{0.7,0.7,0.7}{\small \parbox[b][\textheight]{0.1cm}{}}}
246
+ % }
hfd_iclr2027_draft/paper/main.pdf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8897b994d2c1ef38d9fbc770bb661f57ba96a1a343d0cac0cfe596a64b3f8f
3
+ size 132592
hfd_iclr2027_draft/paper/main_20260829_020130.pdf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8897b994d2c1ef38d9fbc770bb661f57ba96a1a343d0cac0cfe596a64b3f8f
3
+ size 132592
hfd_iclr2027_draft/paper/main_round0_original.pdf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f28038f09b92a3e5ef02f8025896ba8e9bb961a9899da0ef7a8e4a94bd7642ab
3
+ size 132946
hfd_iclr2027_draft/paper/main_round1.pdf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7825a9d5545288e816b00a924745d081a606d0519c7a93affb29595fcedbb6
3
+ size 132102
hfd_iclr2027_draft/paper/main_round2.pdf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8897b994d2c1ef38d9fbc770bb661f57ba96a1a343d0cac0cfe596a64b3f8f
3
+ size 132592
hfd_iclr2027_draft/paper/sections/06_experiments.tex ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ \section{Experiments}
2
+ \label{sec:experiments}
3
+
4
+ This section fixes the evaluation protocol before the final model comparison. All numerical cells are intentionally blank. The final paper will replace them with means and 95\% confidence intervals over seeds or session bootstrap samples.
5
+
6
+ \subsection{Setup and baselines}
7
+
8
+ We train in BF16 on eight GPUs with 192 source slots per GPU. The action model, control head, and last two Qwen Thinker layers use peak learning rates $8\times10^{-5}$, $2\times10^{-5}$, and $2\times10^{-6}$, respectively, with 12,500 warmup updates, cosine decay, and gradient clipping at 1. The action stream uses stride 1 during training; Qwen receives a new 0.6-second window every 20 motion frames (0.4 seconds), exactly matching deployment. Validation is synchronous every 20,000 updates. At inference we use ten flow-solver steps per 20-frame proposal.
9
+
10
+ We compare to four diagnostic systems. \textbf{Utterance Cascade} performs streaming ASR, endpointing, text intent selection, and motion generation, and therefore cannot react until endpointing. \textbf{Current Window} uses the \method architecture but clears Qwen history at every audio window. \textbf{No Hard Control} directly conditions the action transformer on Qwen tokens without the discrete interaction interface. \textbf{Offline Oracle} receives complete utterances and ground-truth segment durations; it is a non-deployable upper-bound diagnostic. For motion-only metrics, we additionally adapt MDM \citep{tevet2023mdm} and DART \citep{zhao2025dart} to transcripts and the same humanoid representation.
11
+
12
+ \subsection{Main full-duplex evaluation}
13
+
14
+ Table~\ref{tab:main} reports the three capability axes. We will additionally publish every task metric from Table~\ref{tab:tasks}, confusion matrices around control transitions, and per-language/per-voice slices. The central question is not merely whether \method wins an aggregate, but whether persistent semantics and explicit control improve difficult events without degrading ordinary turn-taking or physical motion.
15
+
16
+ \begin{table*}[t]
17
+ \centering
18
+ \caption{Main results on \bench. Values are placeholders. Axis scores are macro-averages of preregistered normalized metrics; Overall is their geometric mean.}
19
+ \label{tab:main}
20
+ \small
21
+ \setlength{\tabcolsep}{4.5pt}
22
+ \begin{tabular}{lccccc}
23
+ \toprule
24
+ Method & Reaction$\uparrow$ & Comprehension$\uparrow$ & Naturalness$\uparrow$ & Motion success$\uparrow$ & Overall$\uparrow$ \\
25
+ \midrule
26
+ Utterance Cascade & \tbd & \tbd & \tbd & \tbd & \tbd \\
27
+ Current Window & \tbd & \tbd & \tbd & \tbd & \tbd \\
28
+ No Hard Control & \tbd & \tbd & \tbd & \tbd & \tbd \\
29
+ Offline Oracle & \tbd & \tbd & \tbd & \tbd & \tbd \\
30
+ \method & \tbd & \tbd & \tbd & \tbd & \tbd \\
31
+ \bottomrule
32
+ \end{tabular}
33
+ \end{table*}
34
+
35
+ \subsection{Motion semantics and physical quality}
36
+
37
+ Text--motion R-precision and multimodal distance measure whether the realized action matches the final intent; FID and diversity measure the motion distribution \citep{guo2022humanml3d}. For streaming continuity we report peak jerk (PJ) and area under jerk (AUJ) on a 30-frame neighborhood around every state/primitive boundary, following DART \citep{zhao2025dart}. Physical metrics include foot-contact F1, sliding distance while in contact, minimum ground penetration, and root $xy$/yaw drift during stationary intervals. These metrics are computed both globally and separately at idle--listen, listen--motion, interruption, and motion--idle boundaries.
38
+
39
+ \begin{table}[t]
40
+ \centering
41
+ \caption{Semantic and physical motion quality on held-out sessions. Placeholders will be filled after the common retargeting/evaluator audit.}
42
+ \label{tab:motion}
43
+ \small
44
+ \setlength{\tabcolsep}{3.1pt}
45
+ \resizebox{0.98\linewidth}{!}{%
46
+ \begin{tabular}{lcccccc}
47
+ \toprule
48
+ Method & R-Prec.$\uparrow$ & FID$\downarrow$ & PJ$\downarrow$ & Slide$\downarrow$ & Pen.$\downarrow$ & Drift$\downarrow$ \\
49
+ \midrule
50
+ MDM-adapted & \tbd & \tbd & \tbd & \tbd & \tbd & \tbd \\
51
+ DART-adapted & \tbd & \tbd & \tbd & \tbd & \tbd & \tbd \\
52
+ Utterance Cascade & \tbd & \tbd & \tbd & \tbd & \tbd & \tbd \\
53
+ \method & \tbd & \tbd & \tbd & \tbd & \tbd & \tbd \\
54
+ \bottomrule
55
+ \end{tabular}%
56
+ }
57
+ \end{table}
58
+
59
+ \subsection{Generalization and human evaluation}
60
+
61
+ We evaluate four controlled shifts: unseen primitive records, unseen paraphrase/repair templates, unseen voice--command pairings, and unseen acoustic backgrounds. A third-party-speech stress set tests whether audio-language priors transfer beyond the office-noise training condition. A long-context split restores the excluded top 0.1\% session lengths and concatenates additional turns without resetting KV.
62
+
63
+ For naturalness, raters view synchronized audio and robot video and answer three independent two-alternative forced-choice questions: which motion is more physically realistic, which listening/idle behavior is more natural, and which behavior better follows the latest instruction. Presentation order is randomized and method identity hidden. We will report rater count, inter-rater agreement, confidence intervals, and the complete questionnaire.
64
+
65
+ \subsection{Ablations and efficiency}
66
+
67
+ The main ablations remove persistent KV, hard control, latest-instruction supervision, future progress, duration distribution, RTC overlap, dense action training, Stop event balancing, and safe geometric retargeting one at a time. We also compare scalar duration regression to the 48-bin distribution under identical frozen semantic features. The dynamic source-refill mechanism is evaluated only for throughput: its correctness criterion is numerical agreement with fresh empty KV slots and unchanged source-local loss.
68
+
69
+ We report semantic-event latency, physical stop latency, time to first motion, real-time factor, generated frames per second, peak memory, source-slot utilization, and training windows per second. Validation cost is reported separately from training throughput so synchronous evaluation cannot be mistaken for poor model utilization. Full ablation and systems tables are provided in Appendix~\ref{app:tables}.
hfd_iclr2027_draft/paper/sections/07_conclusion.tex ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ \section{Limitations and Conclusion}
2
+
3
+ \method treats interaction as continuous causal control rather than a sequence of completed speech commands, and \bench evaluates when, what, and how a humanoid moves on the same timeline. This formulation exposes a principle that is easy to miss in modular pipelines: conversational state is itself part of physical control.
4
+
5
+ The present scope remains kinematic and command-centric. It does not guarantee dynamically feasible torque execution, recognize the addressee visually, or train on broad third-party speech. Synthetic TTS and composed motion also cannot reproduce the full distribution of human timing. We therefore separate simulator motion quality from real-robot safety, specify third-party speech as a stress test, and require human evaluation of listener behavior. The final submission will include controlled quantitative comparisons; no state-of-the-art claim is made in this draft.
6
+
hfd_iclr2027_draft/tools/python/pymupdf/_extra.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22f946717a91da7e6c03e6e57e2c0dff532bb80f44c4d2e255628a88410aff1b
3
+ size 249504
hfd_iclr2027_draft/tools/python/pymupdf/_mupdf.so ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d16a4ad71a3477f6a11dfbb0ef53c41180ec35a37b50fd39956e61c8344ec15c
3
+ size 15530048
hfd_iclr2027_draft/tools/python/pymupdf/libmupdf.so.28.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ea1ff04304a3e90d5ae7fb38de4fb8e4057ff776434e747fe5a62d219b1cfa
3
+ size 36168568
hfd_iclr2027_draft/tools/python/pymupdf/libmupdfcpp.so.28.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18e57cf53d7b498ab4fe3672e4cb7be6ad946ba00b88b52507426fc50505ff19
3
+ size 3082128
hfd_iclr2027_draft/tools/tectonic ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a98aa59ad5c1df39a6c9e56cbfc5088f2b11d6c179c0130b97998e4bd46a46da
3
+ size 26401904
hfd_iclr2027_draft/tools/tectonic-0.17.0-x86_64-unknown-linux-gnu.tar.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:146949327275b2b1103548a5b7eab8b3bf969d1b2250d69a2ce862616ead0785
3
+ size 23797694
hfd_iclr2027_draft/tools/tectonic-gnu ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b3a86250906c92ed0a3ae8aaa454ec55bd6cede8593b3e549640177f6aecaa3
3
+ size 60077496
hfd_iclr2027_draft/tools/tectonic-musl.tar.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8533d07f9ccbd7a65824b9e0459041bca34af1eb33daba48f59215593753a3b7
3
+ size 10151914
hfd_iclr2027_draft/tools/tectonic.full.tar.gz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a715688baf591e650c8aeb160ae934e181685eecbb38b317de30b269ac5d606
3
+ size 22749118
iclr-2027-style-files.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d940dfa9398ae99a18f24a85a8a683f367204b6af6d17d2899e60a67102529e
3
+ size 39348