Add files using upload-large-folder tool
Browse files- .gitattributes +34 -0
- hfd_iclr2027_draft/build/main.pdf +3 -0
- hfd_iclr2027_draft/build/page-01.png +3 -0
- hfd_iclr2027_draft/build/page-02.png +3 -0
- hfd_iclr2027_draft/build/page-03.png +3 -0
- hfd_iclr2027_draft/build/page-04.png +3 -0
- hfd_iclr2027_draft/build/page-05.png +3 -0
- hfd_iclr2027_draft/build/page-06.png +3 -0
- hfd_iclr2027_draft/build/page-07.png +3 -0
- hfd_iclr2027_draft/build/page-08.png +3 -0
- hfd_iclr2027_draft/build/page-09.png +3 -0
- hfd_iclr2027_draft/build/page-10.png +3 -0
- hfd_iclr2027_draft/build/page-11.png +3 -0
- hfd_iclr2027_draft/build/r1-page-01.png +3 -0
- hfd_iclr2027_draft/build/r1-page-02.png +3 -0
- hfd_iclr2027_draft/build/r1-page-03.png +3 -0
- hfd_iclr2027_draft/build/r1-page-04.png +3 -0
- hfd_iclr2027_draft/build/r1-page-05.png +3 -0
- hfd_iclr2027_draft/build/r1-page-06.png +3 -0
- hfd_iclr2027_draft/build/r1-page-07.png +3 -0
- hfd_iclr2027_draft/build/r1-page-08.png +3 -0
- hfd_iclr2027_draft/build/r1-page-09.png +3 -0
- hfd_iclr2027_draft/build/r1-page-10.png +3 -0
- hfd_iclr2027_draft/build/r1-page-11.png +3 -0
- hfd_iclr2027_draft/hfd_iclr2027_overleaf.zip +3 -0
- hfd_iclr2027_draft/hfd_iclr2027_overleaf_20260829_020130.zip +3 -0
- hfd_iclr2027_draft/paper/.aris/assurance.txt +1 -0
- hfd_iclr2027_draft/paper/figures/architecture.tex +41 -0
- hfd_iclr2027_draft/paper/figures/full_duplex_concept.tex +39 -0
- hfd_iclr2027_draft/paper/figures/taxonomy.tex +20 -0
- hfd_iclr2027_draft/paper/iclr2027_conference.sty +246 -0
- hfd_iclr2027_draft/paper/main.pdf +3 -0
- hfd_iclr2027_draft/paper/main_20260829_020130.pdf +3 -0
- hfd_iclr2027_draft/paper/main_round0_original.pdf +3 -0
- hfd_iclr2027_draft/paper/main_round1.pdf +3 -0
- hfd_iclr2027_draft/paper/main_round2.pdf +3 -0
- hfd_iclr2027_draft/paper/sections/06_experiments.tex +69 -0
- hfd_iclr2027_draft/paper/sections/07_conclusion.tex +6 -0
- hfd_iclr2027_draft/tools/python/pymupdf/_extra.so +3 -0
- hfd_iclr2027_draft/tools/python/pymupdf/_mupdf.so +3 -0
- hfd_iclr2027_draft/tools/python/pymupdf/libmupdf.so.28.2 +3 -0
- hfd_iclr2027_draft/tools/python/pymupdf/libmupdfcpp.so.28.2 +3 -0
- hfd_iclr2027_draft/tools/tectonic +3 -0
- hfd_iclr2027_draft/tools/tectonic-0.17.0-x86_64-unknown-linux-gnu.tar.gz +3 -0
- hfd_iclr2027_draft/tools/tectonic-gnu +3 -0
- hfd_iclr2027_draft/tools/tectonic-musl.tar.gz +3 -0
- hfd_iclr2027_draft/tools/tectonic.full.tar.gz +3 -0
- iclr-2027-style-files.zip +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,37 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
hfd_iclr2027_draft/tools/tectonic filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
hfd_iclr2027_draft/tools/tectonic-gnu filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
hfd_iclr2027_draft/tools/python/pymupdf/_mupdf.so filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
hfd_iclr2027_draft/tools/python/pymupdf/_extra.so filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
hfd_iclr2027_draft/tools/python/pymupdf/libmupdf.so.28.2 filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
hfd_iclr2027_draft/tools/python/pymupdf/libmupdfcpp.so.28.2 filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
hfd_iclr2027_draft/build/page-08.png filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
hfd_iclr2027_draft/build/r1-page-06.png filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
hfd_iclr2027_draft/build/r1-page-02.png filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
hfd_iclr2027_draft/build/r1-page-08.png filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
hfd_iclr2027_draft/build/page-04.png filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
hfd_iclr2027_draft/build/page-03.png filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
hfd_iclr2027_draft/build/r1-page-04.png filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
hfd_iclr2027_draft/build/page-05.png filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
hfd_iclr2027_draft/build/r1-page-01.png filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
hfd_iclr2027_draft/build/page-06.png filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
hfd_iclr2027_draft/build/main.pdf filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
hfd_iclr2027_draft/build/page-02.png filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
hfd_iclr2027_draft/build/page-11.png filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
hfd_iclr2027_draft/build/r1-page-07.png filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
hfd_iclr2027_draft/build/r1-page-11.png filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
hfd_iclr2027_draft/build/r1-page-03.png filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
hfd_iclr2027_draft/build/page-10.png filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
hfd_iclr2027_draft/build/page-01.png filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
hfd_iclr2027_draft/build/page-07.png filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
hfd_iclr2027_draft/build/r1-page-10.png filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
hfd_iclr2027_draft/paper/main_round0_original.pdf filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
hfd_iclr2027_draft/build/r1-page-09.png filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
hfd_iclr2027_draft/build/r1-page-05.png filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
hfd_iclr2027_draft/build/page-09.png filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
hfd_iclr2027_draft/paper/main_20260829_020130.pdf filter=lfs diff=lfs merge=lfs -text
|
| 67 |
+
hfd_iclr2027_draft/paper/main_round2.pdf filter=lfs diff=lfs merge=lfs -text
|
| 68 |
+
hfd_iclr2027_draft/paper/main.pdf filter=lfs diff=lfs merge=lfs -text
|
| 69 |
+
hfd_iclr2027_draft/paper/main_round1.pdf filter=lfs diff=lfs merge=lfs -text
|
hfd_iclr2027_draft/build/main.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a8897b994d2c1ef38d9fbc770bb661f57ba96a1a343d0cac0cfe596a64b3f8f
|
| 3 |
+
size 132592
|
hfd_iclr2027_draft/build/page-01.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-02.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-03.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-04.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-05.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-06.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-07.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-08.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-09.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-10.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/page-11.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-01.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-02.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-03.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-04.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-05.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-06.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-07.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-08.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-09.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-10.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/build/r1-page-11.png
ADDED
|
Git LFS Details
|
hfd_iclr2027_draft/hfd_iclr2027_overleaf.zip
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96ddd986297b40b170f3ccff45638b85bb4cb5d347ad28b6513af7a570e0e847
|
| 3 |
+
size 55767
|
hfd_iclr2027_draft/hfd_iclr2027_overleaf_20260829_020130.zip
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96ddd986297b40b170f3ccff45638b85bb4cb5d347ad28b6513af7a570e0e847
|
| 3 |
+
size 55767
|
hfd_iclr2027_draft/paper/.aris/assurance.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
draft
|
hfd_iclr2027_draft/paper/figures/architecture.tex
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
\begin{tikzpicture}[font=\scriptsize,>=Latex,
|
| 2 |
+
box/.style={draw,rounded corners=2pt,align=center,minimum height=0.72cm,inner sep=4pt},
|
| 3 |
+
data/.style={box,fill=hfdgray},
|
| 4 |
+
sem/.style={box,fill=hfdcyan!16,draw=hfdcyan!80!black},
|
| 5 |
+
ctl/.style={box,fill=hfdorange!17,draw=hfdorange!90!black},
|
| 6 |
+
act/.style={box,fill=hfdblue!14,draw=hfdblue!85!black},
|
| 7 |
+
aux/.style={box,fill=hfdpurple!12,draw=hfdpurple!75!black},
|
| 8 |
+
flow/.style={->,thick,draw=black!70}]
|
| 9 |
+
\node[data,minimum width=2.05cm] (wav) {waveform window\\0.6 s @ 16 kHz};
|
| 10 |
+
\node[sem,minimum width=2.18cm,right=0.55cm of wav] (qwen) {Qwen2.5-Omni\\persistent KV};
|
| 11 |
+
\node[sem,minimum width=1.55cm,right=0.48cm of qwen] (hid) {$H_i:S_i\!\times\!2048$\\$h_i:2048$};
|
| 12 |
+
\node[ctl,minimum width=1.65cm,right=0.52cm of hid,yshift=0.62cm] (control) {control head\\$2048\!\to\!512\!\to\!3$};
|
| 13 |
+
\node[aux,minimum width=1.65cm,right=0.52cm of hid,yshift=-0.62cm] (duration) {duration head\\48 log bins};
|
| 14 |
+
\node[ctl,minimum width=1.35cm,right=0.48cm of control] (token) {hard token\\idle/listen/motion};
|
| 15 |
+
\node[aux,minimum width=1.35cm,right=0.48cm of duration] (phase) {phase\\$30\!\times\!5$};
|
| 16 |
+
|
| 17 |
+
\node[data,minimum width=2.05cm,below=1.22cm of wav] (state) {current robot state\\$39$-D};
|
| 18 |
+
\node[data,minimum width=2.18cm,right=0.55cm of state] (rtc) {RTC timeline\\$10$ clean $+20$ noisy};
|
| 19 |
+
\node[act,minimum width=3.15cm,right=0.75cm of rtc] (transformer) {flow action Transformer\\6 blocks, width 1536, 24 heads};
|
| 20 |
+
\node[act,minimum width=2.0cm,right=0.65cm of transformer] (output) {flow solver\\$20\times39$ new frames};
|
| 21 |
+
|
| 22 |
+
\draw[flow] (wav)-- node[above]{2.5 Hz} (qwen);
|
| 23 |
+
\draw[flow] (qwen)--(hid);
|
| 24 |
+
\draw[flow] (hid)--(control);
|
| 25 |
+
\draw[flow] (hid)--(duration);
|
| 26 |
+
\draw[flow] (control)--(token);
|
| 27 |
+
\draw[flow] (duration)--(phase);
|
| 28 |
+
\draw[flow] (state)--(transformer);
|
| 29 |
+
\draw[flow] (rtc)--(transformer);
|
| 30 |
+
\draw[flow] (token.east) -| ([xshift=-0.12cm]transformer.north east);
|
| 31 |
+
\draw[flow] (phase.east) -| ([xshift=-0.62cm]transformer.north east);
|
| 32 |
+
\draw[flow] (hid.south) |- ([xshift=0.25cm]transformer.north west);
|
| 33 |
+
\draw[flow] (transformer)--(output);
|
| 34 |
+
\draw[flow,hfdblue,bend left=28] (output.south) to node[below,align=center]{advance 20 frames;\\carry 10-frame tail} (rtc.south);
|
| 35 |
+
\draw[flow,hfdcyan,bend left=35] (qwen.north) to node[above]{append audio tokens} (qwen.north east);
|
| 36 |
+
|
| 37 |
+
\node[draw,dashed,rounded corners,fit=(qwen)(hid)(control)(duration)(token)(phase),inner sep=5pt,
|
| 38 |
+
label={[font=\scriptsize\bfseries]above:semantic/control clock (0.4 s)}] {};
|
| 39 |
+
\node[draw,dashed,rounded corners,fit=(state)(rtc)(transformer)(output),inner sep=5pt,
|
| 40 |
+
label={[font=\scriptsize\bfseries]below:physical clock (0.02 s)}] {};
|
| 41 |
+
\end{tikzpicture}
|
hfd_iclr2027_draft/paper/figures/full_duplex_concept.tex
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
\begin{tikzpicture}[x=0.91cm,y=0.48cm,font=\scriptsize,
|
| 2 |
+
>=Latex,
|
| 3 |
+
state/.style={rounded corners=1.5pt,minimum height=0.42cm,align=center,text=white},
|
| 4 |
+
lab/.style={anchor=east,font=\scriptsize\bfseries}]
|
| 5 |
+
\node[lab] at (-0.2,3.15) {Audio};
|
| 6 |
+
\draw[gray!55,thick] (0,3.15) -- (13.8,3.15);
|
| 7 |
+
\draw[hfdblue,very thick] (0.3,3.15) sin (0.6,3.55) cos (0.9,3.15) sin (1.2,2.8) cos (1.5,3.15);
|
| 8 |
+
\node[fill=hfdgray,rounded corners,minimum width=1.65cm] at (2.5,3.15) {background};
|
| 9 |
+
\draw[hfdorange,very thick] (3.4,3.15) sin (3.65,3.65) cos (3.9,3.15) sin (4.15,2.7) cos (4.4,3.15) sin (4.65,3.55) cos (4.9,3.15);
|
| 10 |
+
\node[above=1pt] at (4.15,3.55) {``walk left''};
|
| 11 |
+
\draw[hfdpurple,very thick] (7.0,3.15) sin (7.2,3.5) cos (7.4,3.15) sin (7.6,2.85) cos (7.8,3.15);
|
| 12 |
+
\node[above=1pt] at (7.4,3.48) {``uh-huh''};
|
| 13 |
+
\draw[hfdred,very thick] (10.2,3.15) sin (10.4,3.65) cos (10.6,3.15) sin (10.8,2.7) cos (11.0,3.15);
|
| 14 |
+
\node[above=1pt] at (10.6,3.58) {``stop''};
|
| 15 |
+
|
| 16 |
+
\node[lab] at (-0.2,1.95) {Control};
|
| 17 |
+
\node[state,fill=hfdgreen,minimum width=2.65cm] at (1.35,1.95) {idle};
|
| 18 |
+
\node[state,fill=hfdorange,minimum width=2.25cm] at (3.85,1.95) {listen};
|
| 19 |
+
\node[state,fill=hfdblue,minimum width=4.75cm] at (7.35,1.95) {motion};
|
| 20 |
+
\node[state,fill=hfdred,minimum width=2.05cm] at (10.85,1.95) {listen};
|
| 21 |
+
\node[state,fill=hfdgreen,minimum width=1.65cm] at (12.75,1.95) {idle};
|
| 22 |
+
|
| 23 |
+
\node[lab] at (-0.2,0.75) {Body};
|
| 24 |
+
\draw[gray!65,thick] (0,0.75) -- (13.8,0.75);
|
| 25 |
+
\draw[hfdgreen,very thick] (0,0.75) -- (2.75,0.75);
|
| 26 |
+
\draw[hfdorange,very thick] (2.75,0.75) .. controls (3.5,1.05) and (4.5,0.45) .. (5.0,0.75);
|
| 27 |
+
\draw[hfdblue,very thick] (5.0,0.75) sin (5.4,1.15) cos (5.8,0.75) sin (6.2,0.35) cos (6.6,0.75) sin (7.0,1.15) cos (7.4,0.75) sin (7.8,0.35) cos (8.2,0.75) sin (8.6,1.15) cos (9.0,0.75);
|
| 28 |
+
\draw[hfdred,very thick] (9.0,0.75) .. controls (9.8,1.15) and (10.7,0.35) .. (11.6,0.75);
|
| 29 |
+
\draw[hfdgreen,very thick] (11.6,0.75) -- (13.8,0.75);
|
| 30 |
+
|
| 31 |
+
\draw[->,gray!75] (4.15,2.72) -- (4.15,2.25);
|
| 32 |
+
\draw[->,gray!75] (7.4,2.72) -- (7.4,2.25);
|
| 33 |
+
\draw[->,gray!75] (10.6,2.72) -- (10.6,2.25);
|
| 34 |
+
\draw[->,gray!75] (5.0,1.65) -- (5.0,1.08);
|
| 35 |
+
\draw[->,gray!75] (11.6,1.65) -- (11.6,1.08);
|
| 36 |
+
|
| 37 |
+
\draw[->,black!65] (0,-0.05) -- (13.8,-0.05) node[right] {time};
|
| 38 |
+
\foreach \x in {0,1,...,13} \draw[black!25] (\x,-0.12)--(\x,0.02);
|
| 39 |
+
\end{tikzpicture}
|
hfd_iclr2027_draft/paper/figures/taxonomy.tex
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
\begin{tikzpicture}[font=\scriptsize,
|
| 2 |
+
axis/.style={draw,rounded corners=2pt,minimum width=3.02cm,minimum height=0.55cm,text=white,font=\scriptsize\bfseries},
|
| 3 |
+
item/.style={draw,rounded corners=2pt,minimum width=3.02cm,minimum height=0.5cm,align=center,fill=white},
|
| 4 |
+
metric/.style={align=center,font=\tiny,text=black!70}]
|
| 5 |
+
\node[axis,fill=hfdred] (react) {REACTION};
|
| 6 |
+
\node[item,below=0.13cm of react] (turn) {turn-taking};
|
| 7 |
+
\node[item,below=0.10cm of turn] (intr) {interruption / Stop};
|
| 8 |
+
\node[metric,below=0.11cm of intr] {TOR, onset/switch latency\\stop and reactivation};
|
| 9 |
+
|
| 10 |
+
\node[axis,fill=hfdpurple,right=0.25cm of react] (comp) {COMPREHENSION};
|
| 11 |
+
\node[item,below=0.13cm of comp] (back) {backchannel};
|
| 12 |
+
\node[item,below=0.10cm of back] (hes) {pause, hesitation / repair};
|
| 13 |
+
\node[item,below=0.10cm of hes] (third) {background / third party};
|
| 14 |
+
\node[metric,below=0.11cm of third] {intent selection, preservation\\premature / false activation};
|
| 15 |
+
|
| 16 |
+
\node[axis,fill=hfdgreen,right=0.25cm of comp] (nat) {NATURALNESS};
|
| 17 |
+
\node[item,below=0.13cm of nat] (idle) {idle-state behavior};
|
| 18 |
+
\node[item,below=0.10cm of idle] (listen) {listening behavior};
|
| 19 |
+
\node[metric,below=0.11cm of listen] {drift, jerk, contact\\penetration, human preference};
|
| 20 |
+
\end{tikzpicture}
|
hfd_iclr2027_draft/paper/iclr2027_conference.sty
ADDED
|
@@ -0,0 +1,246 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
%%%% ICLR Macros (LaTex)
|
| 2 |
+
%%%% Adapted by Hugo Larochelle from the NIPS stylefile Macros
|
| 3 |
+
%%%% Style File
|
| 4 |
+
%%%% Dec 12, 1990 Rev Aug 14, 1991; Sept, 1995; April, 1997; April, 1999; October 2014
|
| 5 |
+
|
| 6 |
+
% This file can be used with Latex2e whether running in main mode, or
|
| 7 |
+
% 2.09 compatibility mode.
|
| 8 |
+
%
|
| 9 |
+
% If using main mode, you need to include the commands
|
| 10 |
+
% \documentclass{article}
|
| 11 |
+
% \usepackage{iclr14submit_e,times}
|
| 12 |
+
%
|
| 13 |
+
|
| 14 |
+
% Change the overall width of the page. If these parameters are
|
| 15 |
+
% changed, they will require corresponding changes in the
|
| 16 |
+
% maketitle section.
|
| 17 |
+
%
|
| 18 |
+
\usepackage{eso-pic} % used by \AddToShipoutPicture
|
| 19 |
+
\RequirePackage{fancyhdr}
|
| 20 |
+
\RequirePackage{natbib}
|
| 21 |
+
|
| 22 |
+
% modification to natbib citations
|
| 23 |
+
\setcitestyle{authoryear,round,citesep={;},aysep={,},yysep={;}}
|
| 24 |
+
|
| 25 |
+
\renewcommand{\topfraction}{0.95} % let figure take up nearly whole page
|
| 26 |
+
\renewcommand{\textfraction}{0.05} % let figure take up nearly whole page
|
| 27 |
+
|
| 28 |
+
% Define iclrfinal, set to true if iclrfinalcopy is defined
|
| 29 |
+
\newif\ificlrfinal
|
| 30 |
+
\iclrfinalfalse
|
| 31 |
+
\def\iclrfinalcopy{\iclrfinaltrue}
|
| 32 |
+
\font\iclrtenhv = phvb at 8pt
|
| 33 |
+
|
| 34 |
+
% Specify the dimensions of each page
|
| 35 |
+
|
| 36 |
+
\setlength{\paperheight}{11in}
|
| 37 |
+
\setlength{\paperwidth}{8.5in}
|
| 38 |
+
|
| 39 |
+
|
| 40 |
+
\oddsidemargin .5in % Note \oddsidemargin = \evensidemargin
|
| 41 |
+
\evensidemargin .5in
|
| 42 |
+
\marginparwidth 0.07 true in
|
| 43 |
+
%\marginparwidth 0.75 true in
|
| 44 |
+
%\topmargin 0 true pt % Nominal distance from top of page to top of
|
| 45 |
+
%\topmargin 0.125in
|
| 46 |
+
\topmargin -0.625in
|
| 47 |
+
\addtolength{\headsep}{0.25in}
|
| 48 |
+
\textheight 9.0 true in % Height of text (including footnotes & figures)
|
| 49 |
+
\textwidth 5.5 true in % Width of text line.
|
| 50 |
+
\widowpenalty=10000
|
| 51 |
+
\clubpenalty=10000
|
| 52 |
+
|
| 53 |
+
% \thispagestyle{empty} \pagestyle{empty}
|
| 54 |
+
\flushbottom \sloppy
|
| 55 |
+
|
| 56 |
+
% We're never going to need a table of contents, so just flush it to
|
| 57 |
+
% save space --- suggested by drstrip@sandia-2
|
| 58 |
+
\def\addcontentsline#1#2#3{}
|
| 59 |
+
|
| 60 |
+
% Title stuff, taken from deproc.
|
| 61 |
+
\def\maketitle{\par
|
| 62 |
+
\begingroup
|
| 63 |
+
\def\thefootnote{\fnsymbol{footnote}}
|
| 64 |
+
\def\@makefnmark{\hbox to 0pt{$^{\@thefnmark}$\hss}} % for perfect author
|
| 65 |
+
% name centering
|
| 66 |
+
% The footnote-mark was overlapping the footnote-text,
|
| 67 |
+
% added the following to fix this problem (MK)
|
| 68 |
+
\long\def\@makefntext##1{\parindent 1em\noindent
|
| 69 |
+
\hbox to1.8em{\hss $\m@th ^{\@thefnmark}$}##1}
|
| 70 |
+
\@maketitle \@thanks
|
| 71 |
+
\endgroup
|
| 72 |
+
\setcounter{footnote}{0}
|
| 73 |
+
\let\maketitle\relax \let\@maketitle\relax
|
| 74 |
+
\gdef\@thanks{}\gdef\@author{}\gdef\@title{}\let\thanks\relax}
|
| 75 |
+
|
| 76 |
+
% The toptitlebar has been raised to top-justify the first page
|
| 77 |
+
|
| 78 |
+
\usepackage{fancyhdr}
|
| 79 |
+
\pagestyle{fancy}
|
| 80 |
+
\fancyhead{}
|
| 81 |
+
|
| 82 |
+
% Title (includes both anonimized and non-anonimized versions)
|
| 83 |
+
\def\@maketitle{\vbox{\hsize\textwidth
|
| 84 |
+
%\linewidth\hsize \vskip 0.1in \toptitlebar \centering
|
| 85 |
+
{\LARGE\sc \@title\par}
|
| 86 |
+
%\bottomtitlebar % \vskip 0.1in % minus
|
| 87 |
+
\ificlrfinal
|
| 88 |
+
\lhead{Published as a conference paper at ICLR 2027}
|
| 89 |
+
\def\And{\end{tabular}\hfil\linebreak[0]\hfil
|
| 90 |
+
\begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\ignorespaces}%
|
| 91 |
+
\def\AND{\end{tabular}\hfil\linebreak[4]\hfil
|
| 92 |
+
\begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\ignorespaces}%
|
| 93 |
+
\begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\@author\end{tabular}%
|
| 94 |
+
\else
|
| 95 |
+
\lhead{Under review as a conference paper at ICLR 2027}
|
| 96 |
+
\def\And{\end{tabular}\hfil\linebreak[0]\hfil
|
| 97 |
+
\begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\ignorespaces}%
|
| 98 |
+
\def\AND{\end{tabular}\hfil\linebreak[4]\hfil
|
| 99 |
+
\begin{tabular}[t]{l}\bf\rule{\z@}{24pt}\ignorespaces}%
|
| 100 |
+
\begin{tabular}[t]{l}\bf\rule{\z@}{24pt}Anonymous authors\\Paper under double-blind review\end{tabular}%
|
| 101 |
+
\fi
|
| 102 |
+
\vskip 0.3in minus 0.1in}}
|
| 103 |
+
|
| 104 |
+
\renewenvironment{abstract}{\vskip.075in\centerline{\large\sc
|
| 105 |
+
Abstract}\vspace{0.5ex}\begin{quote}}{\par\end{quote}\vskip 1ex}
|
| 106 |
+
|
| 107 |
+
% sections with less space
|
| 108 |
+
\def\section{\@startsection {section}{1}{\z@}{-2.0ex plus
|
| 109 |
+
-0.5ex minus -.2ex}{1.5ex plus 0.3ex
|
| 110 |
+
minus0.2ex}{\large\sc\raggedright}}
|
| 111 |
+
|
| 112 |
+
\def\subsection{\@startsection{subsection}{2}{\z@}{-1.8ex plus
|
| 113 |
+
-0.5ex minus -.2ex}{0.8ex plus .2ex}{\normalsize\sc\raggedright}}
|
| 114 |
+
\def\subsubsection{\@startsection{subsubsection}{3}{\z@}{-1.5ex
|
| 115 |
+
plus -0.5ex minus -.2ex}{0.5ex plus
|
| 116 |
+
.2ex}{\normalsize\sc\raggedright}}
|
| 117 |
+
\def\paragraph{\@startsection{paragraph}{4}{\z@}{1.5ex plus
|
| 118 |
+
0.5ex minus .2ex}{-1em}{\normalsize\bf}}
|
| 119 |
+
\def\subparagraph{\@startsection{subparagraph}{5}{\z@}{1.5ex plus
|
| 120 |
+
0.5ex minus .2ex}{-1em}{\normalsize\sc}}
|
| 121 |
+
\def\subsubsubsection{\vskip
|
| 122 |
+
5pt{\noindent\normalsize\rm\raggedright}}
|
| 123 |
+
|
| 124 |
+
|
| 125 |
+
% Footnotes
|
| 126 |
+
\footnotesep 6.65pt %
|
| 127 |
+
\skip\footins 9pt plus 4pt minus 2pt
|
| 128 |
+
\def\footnoterule{\kern-3pt \hrule width 12pc \kern 2.6pt }
|
| 129 |
+
\setcounter{footnote}{0}
|
| 130 |
+
|
| 131 |
+
% Lists and paragraphs
|
| 132 |
+
\parindent 0pt
|
| 133 |
+
\topsep 4pt plus 1pt minus 2pt
|
| 134 |
+
\partopsep 1pt plus 0.5pt minus 0.5pt
|
| 135 |
+
\itemsep 2pt plus 1pt minus 0.5pt
|
| 136 |
+
\parsep 2pt plus 1pt minus 0.5pt
|
| 137 |
+
\parskip .5pc
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
%\leftmargin2em
|
| 141 |
+
\leftmargin3pc
|
| 142 |
+
\leftmargini\leftmargin \leftmarginii 2em
|
| 143 |
+
\leftmarginiii 1.5em \leftmarginiv 1.0em \leftmarginv .5em
|
| 144 |
+
|
| 145 |
+
%\labelsep \labelsep 5pt
|
| 146 |
+
|
| 147 |
+
\def\@listi{\leftmargin\leftmargini}
|
| 148 |
+
\def\@listii{\leftmargin\leftmarginii
|
| 149 |
+
\labelwidth\leftmarginii\advance\labelwidth-\labelsep
|
| 150 |
+
\topsep 2pt plus 1pt minus 0.5pt
|
| 151 |
+
\parsep 1pt plus 0.5pt minus 0.5pt
|
| 152 |
+
\itemsep \parsep}
|
| 153 |
+
\def\@listiii{\leftmargin\leftmarginiii
|
| 154 |
+
\labelwidth\leftmarginiii\advance\labelwidth-\labelsep
|
| 155 |
+
\topsep 1pt plus 0.5pt minus 0.5pt
|
| 156 |
+
\parsep \z@ \partopsep 0.5pt plus 0pt minus 0.5pt
|
| 157 |
+
\itemsep \topsep}
|
| 158 |
+
\def\@listiv{\leftmargin\leftmarginiv
|
| 159 |
+
\labelwidth\leftmarginiv\advance\labelwidth-\labelsep}
|
| 160 |
+
\def\@listv{\leftmargin\leftmarginv
|
| 161 |
+
\labelwidth\leftmarginv\advance\labelwidth-\labelsep}
|
| 162 |
+
\def\@listvi{\leftmargin\leftmarginvi
|
| 163 |
+
\labelwidth\leftmarginvi\advance\labelwidth-\labelsep}
|
| 164 |
+
|
| 165 |
+
\abovedisplayskip 7pt plus2pt minus5pt%
|
| 166 |
+
\belowdisplayskip \abovedisplayskip
|
| 167 |
+
\abovedisplayshortskip 0pt plus3pt%
|
| 168 |
+
\belowdisplayshortskip 4pt plus3pt minus3pt%
|
| 169 |
+
|
| 170 |
+
% Less leading in most fonts (due to the narrow columns)
|
| 171 |
+
% The choices were between 1-pt and 1.5-pt leading
|
| 172 |
+
%\def\@normalsize{\@setsize\normalsize{11pt}\xpt\@xpt} % got rid of @ (MK)
|
| 173 |
+
\def\normalsize{\@setsize\normalsize{11pt}\xpt\@xpt}
|
| 174 |
+
\def\small{\@setsize\small{10pt}\ixpt\@ixpt}
|
| 175 |
+
\def\footnotesize{\@setsize\footnotesize{10pt}\ixpt\@ixpt}
|
| 176 |
+
\def\scriptsize{\@setsize\scriptsize{8pt}\viipt\@viipt}
|
| 177 |
+
\def\tiny{\@setsize\tiny{7pt}\vipt\@vipt}
|
| 178 |
+
\def\large{\@setsize\large{14pt}\xiipt\@xiipt}
|
| 179 |
+
\def\Large{\@setsize\Large{16pt}\xivpt\@xivpt}
|
| 180 |
+
\def\LARGE{\@setsize\LARGE{20pt}\xviipt\@xviipt}
|
| 181 |
+
\def\huge{\@setsize\huge{23pt}\xxpt\@xxpt}
|
| 182 |
+
\def\Huge{\@setsize\Huge{28pt}\xxvpt\@xxvpt}
|
| 183 |
+
|
| 184 |
+
\def\toptitlebar{\hrule height4pt\vskip .25in\vskip-\parskip}
|
| 185 |
+
|
| 186 |
+
\def\bottomtitlebar{\vskip .29in\vskip-\parskip\hrule height1pt\vskip
|
| 187 |
+
.09in} %
|
| 188 |
+
%Reduced second vskip to compensate for adding the strut in \@author
|
| 189 |
+
|
| 190 |
+
|
| 191 |
+
|
| 192 |
+
%% % Vertical Ruler
|
| 193 |
+
%% % This code is, largely, from the CVPR 2010 conference style file
|
| 194 |
+
%% % ----- define vruler
|
| 195 |
+
\makeatletter
|
| 196 |
+
\newbox\iclrrulerbox
|
| 197 |
+
\newcount\iclrrulercount
|
| 198 |
+
\newdimen\iclrruleroffset
|
| 199 |
+
\newdimen\cv@lineheight
|
| 200 |
+
\newdimen\cv@boxheight
|
| 201 |
+
\newbox\cv@tmpbox
|
| 202 |
+
\newcount\cv@refno
|
| 203 |
+
\newcount\cv@tot
|
| 204 |
+
% NUMBER with left flushed zeros \fillzeros[<WIDTH>]<NUMBER>
|
| 205 |
+
\newcount\cv@tmpc@ \newcount\cv@tmpc
|
| 206 |
+
\def\fillzeros[#1]#2{\cv@tmpc@=#2\relax\ifnum\cv@tmpc@<0\cv@tmpc@=-\cv@tmpc@\fi
|
| 207 |
+
\cv@tmpc=1 %
|
| 208 |
+
\loop\ifnum\cv@tmpc@<10 \else \divide\cv@tmpc@ by 10 \advance\cv@tmpc by 1 \fi
|
| 209 |
+
\ifnum\cv@tmpc@=10\relax\cv@tmpc@=11\relax\fi \ifnum\cv@tmpc@>10 \repeat
|
| 210 |
+
\ifnum#2<0\advance\cv@tmpc1\relax-\fi
|
| 211 |
+
\loop\ifnum\cv@tmpc<#1\relax0\advance\cv@tmpc1\relax\fi \ifnum\cv@tmpc<#1 \repeat
|
| 212 |
+
\cv@tmpc@=#2\relax\ifnum\cv@tmpc@<0\cv@tmpc@=-\cv@tmpc@\fi \relax\the\cv@tmpc@}%
|
| 213 |
+
% \makevruler[<SCALE>][<INITIAL_COUNT>][<STEP>][<DIGITS>][<HEIGHT>]
|
| 214 |
+
\def\makevruler[#1][#2][#3][#4][#5]{\begingroup\offinterlineskip
|
| 215 |
+
\textheight=#5\vbadness=10000\vfuzz=120ex\overfullrule=0pt%
|
| 216 |
+
\global\setbox\iclrrulerbox=\vbox to \textheight{%
|
| 217 |
+
{\parskip=0pt\hfuzz=150em\cv@boxheight=\textheight
|
| 218 |
+
\cv@lineheight=#1\global\iclrrulercount=#2%
|
| 219 |
+
\cv@tot\cv@boxheight\divide\cv@tot\cv@lineheight\advance\cv@tot2%
|
| 220 |
+
\cv@refno1\vskip-\cv@lineheight\vskip1ex%
|
| 221 |
+
\loop\setbox\cv@tmpbox=\hbox to0cm{{\iclrtenhv\hfil\fillzeros[#4]\iclrrulercount}}%
|
| 222 |
+
\ht\cv@tmpbox\cv@lineheight\dp\cv@tmpbox0pt\box\cv@tmpbox\break
|
| 223 |
+
\advance\cv@refno1\global\advance\iclrrulercount#3\relax
|
| 224 |
+
\ifnum\cv@refno<\cv@tot\repeat}}\endgroup}%
|
| 225 |
+
\makeatother
|
| 226 |
+
% ----- end of vruler
|
| 227 |
+
|
| 228 |
+
% \makevruler[<SCALE>][<INITIAL_COUNT>][<STEP>][<DIGITS>][<HEIGHT>]
|
| 229 |
+
\def\iclrruler#1{\makevruler[12pt][#1][1][3][0.993\textheight]\usebox{\iclrrulerbox}}
|
| 230 |
+
\AddToShipoutPicture{%
|
| 231 |
+
\ificlrfinal\else
|
| 232 |
+
\iclrruleroffset=\textheight
|
| 233 |
+
\advance\iclrruleroffset by -3.7pt
|
| 234 |
+
\color[rgb]{.7,.7,.7}
|
| 235 |
+
\AtTextUpperLeft{%
|
| 236 |
+
\put(\LenToUnit{-35pt},\LenToUnit{-\iclrruleroffset}){%left ruler
|
| 237 |
+
\iclrruler{\iclrrulercount}}
|
| 238 |
+
}
|
| 239 |
+
\fi
|
| 240 |
+
}
|
| 241 |
+
% %% To add a vertical bar on the side
|
| 242 |
+
% \AddToShipoutPicture{
|
| 243 |
+
% \AtTextLowerLeft{
|
| 244 |
+
% \hspace*{-1.8cm}
|
| 245 |
+
% \colorbox[rgb]{0.7,0.7,0.7}{\small \parbox[b][\textheight]{0.1cm}{}}}
|
| 246 |
+
% }
|
hfd_iclr2027_draft/paper/main.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a8897b994d2c1ef38d9fbc770bb661f57ba96a1a343d0cac0cfe596a64b3f8f
|
| 3 |
+
size 132592
|
hfd_iclr2027_draft/paper/main_20260829_020130.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a8897b994d2c1ef38d9fbc770bb661f57ba96a1a343d0cac0cfe596a64b3f8f
|
| 3 |
+
size 132592
|
hfd_iclr2027_draft/paper/main_round0_original.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f28038f09b92a3e5ef02f8025896ba8e9bb961a9899da0ef7a8e4a94bd7642ab
|
| 3 |
+
size 132946
|
hfd_iclr2027_draft/paper/main_round1.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f7825a9d5545288e816b00a924745d081a606d0519c7a93affb29595fcedbb6
|
| 3 |
+
size 132102
|
hfd_iclr2027_draft/paper/main_round2.pdf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a8897b994d2c1ef38d9fbc770bb661f57ba96a1a343d0cac0cfe596a64b3f8f
|
| 3 |
+
size 132592
|
hfd_iclr2027_draft/paper/sections/06_experiments.tex
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
\section{Experiments}
|
| 2 |
+
\label{sec:experiments}
|
| 3 |
+
|
| 4 |
+
This section fixes the evaluation protocol before the final model comparison. All numerical cells are intentionally blank. The final paper will replace them with means and 95\% confidence intervals over seeds or session bootstrap samples.
|
| 5 |
+
|
| 6 |
+
\subsection{Setup and baselines}
|
| 7 |
+
|
| 8 |
+
We train in BF16 on eight GPUs with 192 source slots per GPU. The action model, control head, and last two Qwen Thinker layers use peak learning rates $8\times10^{-5}$, $2\times10^{-5}$, and $2\times10^{-6}$, respectively, with 12,500 warmup updates, cosine decay, and gradient clipping at 1. The action stream uses stride 1 during training; Qwen receives a new 0.6-second window every 20 motion frames (0.4 seconds), exactly matching deployment. Validation is synchronous every 20,000 updates. At inference we use ten flow-solver steps per 20-frame proposal.
|
| 9 |
+
|
| 10 |
+
We compare to four diagnostic systems. \textbf{Utterance Cascade} performs streaming ASR, endpointing, text intent selection, and motion generation, and therefore cannot react until endpointing. \textbf{Current Window} uses the \method architecture but clears Qwen history at every audio window. \textbf{No Hard Control} directly conditions the action transformer on Qwen tokens without the discrete interaction interface. \textbf{Offline Oracle} receives complete utterances and ground-truth segment durations; it is a non-deployable upper-bound diagnostic. For motion-only metrics, we additionally adapt MDM \citep{tevet2023mdm} and DART \citep{zhao2025dart} to transcripts and the same humanoid representation.
|
| 11 |
+
|
| 12 |
+
\subsection{Main full-duplex evaluation}
|
| 13 |
+
|
| 14 |
+
Table~\ref{tab:main} reports the three capability axes. We will additionally publish every task metric from Table~\ref{tab:tasks}, confusion matrices around control transitions, and per-language/per-voice slices. The central question is not merely whether \method wins an aggregate, but whether persistent semantics and explicit control improve difficult events without degrading ordinary turn-taking or physical motion.
|
| 15 |
+
|
| 16 |
+
\begin{table*}[t]
|
| 17 |
+
\centering
|
| 18 |
+
\caption{Main results on \bench. Values are placeholders. Axis scores are macro-averages of preregistered normalized metrics; Overall is their geometric mean.}
|
| 19 |
+
\label{tab:main}
|
| 20 |
+
\small
|
| 21 |
+
\setlength{\tabcolsep}{4.5pt}
|
| 22 |
+
\begin{tabular}{lccccc}
|
| 23 |
+
\toprule
|
| 24 |
+
Method & Reaction$\uparrow$ & Comprehension$\uparrow$ & Naturalness$\uparrow$ & Motion success$\uparrow$ & Overall$\uparrow$ \\
|
| 25 |
+
\midrule
|
| 26 |
+
Utterance Cascade & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 27 |
+
Current Window & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 28 |
+
No Hard Control & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 29 |
+
Offline Oracle & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 30 |
+
\method & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 31 |
+
\bottomrule
|
| 32 |
+
\end{tabular}
|
| 33 |
+
\end{table*}
|
| 34 |
+
|
| 35 |
+
\subsection{Motion semantics and physical quality}
|
| 36 |
+
|
| 37 |
+
Text--motion R-precision and multimodal distance measure whether the realized action matches the final intent; FID and diversity measure the motion distribution \citep{guo2022humanml3d}. For streaming continuity we report peak jerk (PJ) and area under jerk (AUJ) on a 30-frame neighborhood around every state/primitive boundary, following DART \citep{zhao2025dart}. Physical metrics include foot-contact F1, sliding distance while in contact, minimum ground penetration, and root $xy$/yaw drift during stationary intervals. These metrics are computed both globally and separately at idle--listen, listen--motion, interruption, and motion--idle boundaries.
|
| 38 |
+
|
| 39 |
+
\begin{table}[t]
|
| 40 |
+
\centering
|
| 41 |
+
\caption{Semantic and physical motion quality on held-out sessions. Placeholders will be filled after the common retargeting/evaluator audit.}
|
| 42 |
+
\label{tab:motion}
|
| 43 |
+
\small
|
| 44 |
+
\setlength{\tabcolsep}{3.1pt}
|
| 45 |
+
\resizebox{0.98\linewidth}{!}{%
|
| 46 |
+
\begin{tabular}{lcccccc}
|
| 47 |
+
\toprule
|
| 48 |
+
Method & R-Prec.$\uparrow$ & FID$\downarrow$ & PJ$\downarrow$ & Slide$\downarrow$ & Pen.$\downarrow$ & Drift$\downarrow$ \\
|
| 49 |
+
\midrule
|
| 50 |
+
MDM-adapted & \tbd & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 51 |
+
DART-adapted & \tbd & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 52 |
+
Utterance Cascade & \tbd & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 53 |
+
\method & \tbd & \tbd & \tbd & \tbd & \tbd & \tbd \\
|
| 54 |
+
\bottomrule
|
| 55 |
+
\end{tabular}%
|
| 56 |
+
}
|
| 57 |
+
\end{table}
|
| 58 |
+
|
| 59 |
+
\subsection{Generalization and human evaluation}
|
| 60 |
+
|
| 61 |
+
We evaluate four controlled shifts: unseen primitive records, unseen paraphrase/repair templates, unseen voice--command pairings, and unseen acoustic backgrounds. A third-party-speech stress set tests whether audio-language priors transfer beyond the office-noise training condition. A long-context split restores the excluded top 0.1\% session lengths and concatenates additional turns without resetting KV.
|
| 62 |
+
|
| 63 |
+
For naturalness, raters view synchronized audio and robot video and answer three independent two-alternative forced-choice questions: which motion is more physically realistic, which listening/idle behavior is more natural, and which behavior better follows the latest instruction. Presentation order is randomized and method identity hidden. We will report rater count, inter-rater agreement, confidence intervals, and the complete questionnaire.
|
| 64 |
+
|
| 65 |
+
\subsection{Ablations and efficiency}
|
| 66 |
+
|
| 67 |
+
The main ablations remove persistent KV, hard control, latest-instruction supervision, future progress, duration distribution, RTC overlap, dense action training, Stop event balancing, and safe geometric retargeting one at a time. We also compare scalar duration regression to the 48-bin distribution under identical frozen semantic features. The dynamic source-refill mechanism is evaluated only for throughput: its correctness criterion is numerical agreement with fresh empty KV slots and unchanged source-local loss.
|
| 68 |
+
|
| 69 |
+
We report semantic-event latency, physical stop latency, time to first motion, real-time factor, generated frames per second, peak memory, source-slot utilization, and training windows per second. Validation cost is reported separately from training throughput so synchronous evaluation cannot be mistaken for poor model utilization. Full ablation and systems tables are provided in Appendix~\ref{app:tables}.
|
hfd_iclr2027_draft/paper/sections/07_conclusion.tex
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
\section{Limitations and Conclusion}
|
| 2 |
+
|
| 3 |
+
\method treats interaction as continuous causal control rather than a sequence of completed speech commands, and \bench evaluates when, what, and how a humanoid moves on the same timeline. This formulation exposes a principle that is easy to miss in modular pipelines: conversational state is itself part of physical control.
|
| 4 |
+
|
| 5 |
+
The present scope remains kinematic and command-centric. It does not guarantee dynamically feasible torque execution, recognize the addressee visually, or train on broad third-party speech. Synthetic TTS and composed motion also cannot reproduce the full distribution of human timing. We therefore separate simulator motion quality from real-robot safety, specify third-party speech as a stress test, and require human evaluation of listener behavior. The final submission will include controlled quantitative comparisons; no state-of-the-art claim is made in this draft.
|
| 6 |
+
|
hfd_iclr2027_draft/tools/python/pymupdf/_extra.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22f946717a91da7e6c03e6e57e2c0dff532bb80f44c4d2e255628a88410aff1b
|
| 3 |
+
size 249504
|
hfd_iclr2027_draft/tools/python/pymupdf/_mupdf.so
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d16a4ad71a3477f6a11dfbb0ef53c41180ec35a37b50fd39956e61c8344ec15c
|
| 3 |
+
size 15530048
|
hfd_iclr2027_draft/tools/python/pymupdf/libmupdf.so.28.2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:64ea1ff04304a3e90d5ae7fb38de4fb8e4057ff776434e747fe5a62d219b1cfa
|
| 3 |
+
size 36168568
|
hfd_iclr2027_draft/tools/python/pymupdf/libmupdfcpp.so.28.2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18e57cf53d7b498ab4fe3672e4cb7be6ad946ba00b88b52507426fc50505ff19
|
| 3 |
+
size 3082128
|
hfd_iclr2027_draft/tools/tectonic
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a98aa59ad5c1df39a6c9e56cbfc5088f2b11d6c179c0130b97998e4bd46a46da
|
| 3 |
+
size 26401904
|
hfd_iclr2027_draft/tools/tectonic-0.17.0-x86_64-unknown-linux-gnu.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:146949327275b2b1103548a5b7eab8b3bf969d1b2250d69a2ce862616ead0785
|
| 3 |
+
size 23797694
|
hfd_iclr2027_draft/tools/tectonic-gnu
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2b3a86250906c92ed0a3ae8aaa454ec55bd6cede8593b3e549640177f6aecaa3
|
| 3 |
+
size 60077496
|
hfd_iclr2027_draft/tools/tectonic-musl.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8533d07f9ccbd7a65824b9e0459041bca34af1eb33daba48f59215593753a3b7
|
| 3 |
+
size 10151914
|
hfd_iclr2027_draft/tools/tectonic.full.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a715688baf591e650c8aeb160ae934e181685eecbb38b317de30b269ac5d606
|
| 3 |
+
size 22749118
|
iclr-2027-style-files.zip
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d940dfa9398ae99a18f24a85a8a683f367204b6af6d17d2899e60a67102529e
|
| 3 |
+
size 39348
|