LinJinwei commited on
Commit
7d45f7c
·
verified ·
1 Parent(s): 8ae8dbe

Upload 10 files

Browse files
Files changed (10) hide show
  1. QS.json +102 -0
  2. README.md +239 -3
  3. command.md +384 -0
  4. config.json +280 -0
  5. results.md +192 -0
  6. run_xyVLA.py +0 -0
  7. set_enviroment.py +139 -0
  8. set_enviroment_simple.py +117 -0
  9. test_xVLA.py +95 -0
  10. xvla_local_server.py +57 -0
QS.json ADDED
@@ -0,0 +1,102 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "Q": "If the instruction is to navigate to a specific location but does not say whether to go straight there or with obstacle avoidance",
4
+ "S": "Use obstacle-aware navigation by default: plan a collision-free path among scene objects, prefer smooth segments, and stop at the goal in the tabletop workspace. If the target is unclear, first center the goal in the camera, then close the remaining distance in short segments while staying inside the arm-reachable volume."
5
+ },
6
+ {
7
+ "Q": "If the instruction is to pass through an object but gives no concrete coordinates or position, only a color",
8
+ "S": "Resolve the nearest instance of that color from the current view and global/workspace imagery when available; approach along the opening normal, aim for the geometric center of the passage, and pass through without grazing sides. If several portals share similar hues, prefer the one whose opening is largest and most centered in view."
9
+ },
10
+ {
11
+ "Q": "If the instruction asks the drone to fly a specified path in the air but does not specify flight altitude",
12
+ "S": "Execute the path as a shallow aerial circuit wholly inside the tabletop workspace: lock cruise height to the upper-middle Z band between clearance above obstacles and the workspace ceiling; avoid diving to table height unless the user names a near-ground maneuver. Prefer smooth lateral curves (e.g. alternating banked segments for figure-eight style requests); keep each /act horizon short so position targets stay trackable. Do not chase unrelated colored portals unless the user ties the path to them; prioritize geometric continuation of the requested trajectory over sidetracks. After each segment, verify the drone still lies in the workspace hull and resume the pattern."
13
+ },
14
+ {
15
+ "Q": "If the instruction provides no concrete task location information",
16
+ "S": "Infer targets from the global/workspace map and salient colored structures; propose a short ordered list of waypoints inside the workspace and execute them sequentially with verification in image between segments."
17
+ },
18
+ {
19
+ "Q": "If the instruction does not specify the drone's flight speed",
20
+ "S": "Use a moderate, stable speed: favor continuous trackable motion over aggressive jumps so predicted targets remain reachable and the policy does not saturate."
21
+ },
22
+ {
23
+ "Q": "If the instruction requires the drone to visit every object in the scene",
24
+ "S": "Visit each object in a deterministic order (e.g. ascending distance from current pose); at each site, pause briefly for sensing. For ground objects observe front, back, left, right, and top; for suspended objects add bottom. Confirm the correct instance in image before moving on."
25
+ },
26
+ {
27
+ "Q": "If the instruction requires a patrol but gives no specific patrol area, number of laps, or path",
28
+ "S": "Patrol only inside the bridge-style tabletop workspace: clear obstacles by height, orbit or sweep so each colored portal or block receives a nearby inspection point, connect waypoints with smooth arcs, keep heading changes gradual, and close the route back toward the initial pose. Do not wander beyond the visible table scene; if a waypoint would leave the box, clip it to the workspace hull."
29
+ },
30
+ {
31
+ "Q": "If the instruction asks the drone to find objects with a given marker in the scene but does not require finding all of them",
32
+ "S": "Search in increasing distance from the UAV; at each candidate, verify the marker in vision; stop and report upon the first confident match. Do not continue after a successful identification unless the user asks for more."
33
+ },
34
+ {
35
+ "Q": "If the instruction asks the drone to find objects with a given marker in the scene and requires finding all of them",
36
+ "S": "Systematically scan all objects, confirming markers in vision; maintain a list of matches; only finish after every object has been checked or the workspace has been fully covered once."
37
+ },
38
+ {
39
+ "Q": "If the instruction is a firefighting task but gives no fire source location and no water source or firefighting facility location",
40
+ "S": "Survey all objects for fire and water or equipment markers using the inspection pattern above; once partners are found, execute shuttle runs from water or equipment to fire as specified, then report status."
41
+ },
42
+ {
43
+ "Q": "If the instruction does not require obstacle avoidance during flight or gives no specific obstacle-avoidance rules",
44
+ "S": "Assume obstacle avoidance is on: maintain clearance from frames and blocks even when rushing; only tighten paths when the user explicitly allows contact risk."
45
+ },
46
+ {
47
+ "Q": "If the instruction is a delivery or handoff task but gives no concrete pickup or drop-off positions while describing the payload and goal by traits or markers",
48
+ "S": "Discover pickup and drop landmarks by vision, confirm both before motion, then execute a single clean transfer path between them with obstacle-aware routing."
49
+ },
50
+ {
51
+ "Q": "If the instruction is to fly through, pass through, traverse, or align with a rectangular frame, slot, gate, or portal, possibly named by color (e.g. yellow, red, blue)",
52
+ "S": "Treat this as a precision portal task: (1) segment and pick only the frame color the user named; ignore other colors. (2) Estimate the long axis of the opening and yaw the body so the long axis of the drone aligns with passage. (3) Approach the opening center along the inward normal with sub-opening clearance. (4) Translate through the centroid of the slot without rim contact, then stabilize on the far side. Use both external workspace color cues and onboard view for alignment."
53
+ },
54
+ {
55
+ "Q": "If the instruction says to fly safely, carefully, smoothly, slowly, or to avoid harsh motion",
56
+ "S": "Limit step-to-step position changes, keep attitude rates moderate, and prefer collision-free detours over shortest jerky paths even if the mission takes longer."
57
+ },
58
+ {
59
+ "Q": "If the instruction mentions a drone, UAV, quadcopter, flying robot, or autonomous flight in this tabletop simulation but does not restate workspace boundaries",
60
+ "S": "All motion must stay inside the WidowX-style reach box mapped to the scene: never command world positions that abandon the table workspace; if the policy output drifts, bias corrections back toward the workspace center and valid targets."
61
+ },
62
+ {
63
+ "Q": "If the instruction is to hover, hold position, wait, pause, or loiter",
64
+ "S": "Minimize translational velocity, hold nominal altitude inside the workspace, and reject large spontaneous excursions until the user provides a new motion command."
65
+ },
66
+ {
67
+ "Q": "If the instruction is to approach, land near, go beside, or dock with a colored block or object when a color is given",
68
+ "S": "Servo the centroid of that color in image until it is centered and at a commanded standoff distance; descend only within safe ground clearance; decelerate before the final hold point."
69
+ },
70
+ {
71
+ "Q": "If the instruction is to return to start, go home, return to launch, or resume the initial pose",
72
+ "S": "Plan a safe path back to the approximate starting pose over the table; avoid crossing through obstacles; once close, reduce speed for final alignment."
73
+ },
74
+ {
75
+ "Q": "If the instruction is to orbit, circle, or loop around a point, object, or the workspace",
76
+ "S": "Execute a smooth closed curve at roughly constant radius and altitude inside the workspace; keep the target in the field of view throughout; avoid folding the path outside the box."
77
+ },
78
+ {
79
+ "Q": "If the instruction is to ascend, climb, rise, or gain altitude",
80
+ "S": "Increase vertical coordinate within the workspace ceiling cap only; check for overhead obstacles; level off once the requested band is reached."
81
+ },
82
+ {
83
+ "Q": "If the instruction is to descend, lower, drop altitude, or go down toward the table",
84
+ "S": "Descend with ground clearance in mind; slow before reaching table height; never penetrate below the valid workspace floor."
85
+ },
86
+ {
87
+ "Q": "If the instruction states a primary verb such as patrol, approach, pass through, search, deliver, inspect, follow, track, or avoid",
88
+ "S": "Parse that verb as the sole mission driver: schedule sub-goals that satisfy it first; do not substitute an unrelated tour (for example, do not replace patrol with random drift). After each sub-goal, re-read the user sentence to ensure behavior still matches."
89
+ },
90
+ {
91
+ "Q": "If the instruction could match multiple colored objects and the user names a specific color",
92
+ "S": "Bind attention exclusively to that color; treat other hues as distractors. If two same-color instances exist, prefer the one best aligned with the current heading and nearest in depth."
93
+ },
94
+ {
95
+ "Q": "If the instruction requires verifying a target in camera before committing to a long translation",
96
+ "S": "Perform a short alignment maneuver until the target feature is centered and scaled appropriately in the image; only then execute the longer transit or portal crossing."
97
+ },
98
+ {
99
+ "Q": "If the user asks for a demonstration, display, pattern, or aerial trajectory over the workspace (e.g. figure-eight, racetrack oval, diamond path, smooth circuit, orbit, patrol in the air) and the wording does not require passing through or aligning with a rectangular portal or frame",
100
+ "S": "This is non-portal scenic flight: the first /act uses a global top-down render (when language_only_demo_plan_use_topdown_camera is true) so the policy sees the tabletop layout like the operator's world_top recording; after decoding the full action chunk, the client maps XY onto the intersection of the scene objects' top-down axis-aligned bbox and the valid workspace footprint (with language_only_demo_fill_xy_margin_m) so the path fills that rectangle edge-to-edge in plan view, then arc-length playback without further /act unless language_only_demo_xvla_trajectory_once is false. Raise Z per policy ± workspace clearance; increase language_only_demo_traj_plan_steps if the polyline is too coarse."
101
+ }
102
+ ]
README.md CHANGED
@@ -1,3 +1,239 @@
1
- ---
2
- license: mit
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # XY-VLA
2
+
3
+ Code for paper: XY-VLA: Zero-Shot Cross-Embodiment UAV VLA via X-VLA.
4
+
5
+ Language-guided portal navigation in PyBullet using the [X-VLA](https://github.com/2toINF/X-VLA) vision-language-action model. Fly a virtual end-effector through numbered rectangular portals, orbit frames, hover, or execute multi-leg missions from natural-language `--cmd` instructions.
6
+
7
+ Built on **X-VLA 0.9B (WidowX Edition)** with **EE6D** action semantics inside a WidowX arm workspace, extended with a three-phase navigation stack (coarse X-VLA planning → top-down A* → action-aware trajectory refinement).
8
+
9
+ ## Features
10
+
11
+ - **Natural-language missions** — `billboard_id=N` portal targeting, multi-clause chains (`then`, `;`), and five basic actions: pass-through, fly-by, orbit, hover, collision (debug).
12
+ - **Three-phase navigation** — Phase 1 corridor + X-VLA coarse path, Phase 2 grid A* with portal-aware obstacles, Phase 3 per-object refinement and translucent feedback spheres.
13
+ - **Closed-loop or coarse-plan modes** — Per-step `/act` inference, or one-shot Phase 1+2+3 planning with optional simulation replay (no inference during replay).
14
+ - **Rich simulation scene** — 20 numbered `rect_frame` portals on upper/lower rings with random tilt; cubes, ramps, and local obstacle avoidance.
15
+ - **Recording & visualization** — Multi-view MP4/GIF under `recordings/`, top-down overlays, Phase 3 color feedback, optional GUI.
16
+ - **Configurable schemes** — `config.json` presets for GUI debug, fast batch runs, and demo playback (`--scheme 1|2|3|widowx_ee6d`).
17
+
18
+
19
+ ## Test Result
20
+
21
+ #### 1-1_Fly through the yellow opening
22
+
23
+ <p>
24
+ <img src="recordings/1-1_Fly%20through%20the%20yellow%20opening/world_45deg.gif" width="49%" alt="45deg" />
25
+ <img src="recordings/1-1_Fly%20through%20the%20yellow%20opening/world_front.gif" width="49%" alt="front" />
26
+ </p>
27
+ <p>
28
+ <img src="recordings/1-1_Fly%20through%20the%20yellow%20opening/world_right.gif" width="49%" alt="right" />
29
+ <img src="recordings/1-1_Fly%20through%20the%20yellow%20opening/world_top.gif" width="49%" alt="top" />
30
+ </p>
31
+
32
+ #### 1-2_Pass through the nearest red portal
33
+
34
+ <p>
35
+ <img src="recordings/1-2_Pass%20through%20the%20nearest%20red%20portal/world_45deg.gif" width="49%" alt="45deg" />
36
+ <img src="recordings/1-2_Pass%20through%20the%20nearest%20red%20portal/world_front.gif" width="49%" alt="front" />
37
+ </p>
38
+ <p>
39
+ <img src="recordings/1-2_Pass%20through%20the%20nearest%20red%20portal/world_right.gif" width="49%" alt="right" />
40
+ <img src="recordings/1-2_Pass%20through%20the%20nearest%20red%20portal/world_top.gif" width="49%" alt="top" />
41
+ </p>
42
+
43
+ #### 2-1_Fly a figure-eight path in the air over the workspace
44
+
45
+ <p>
46
+ <img src="recordings/2-1_Fly%20a%20figure-eight%20path%20in%20the%20air%20over%20the%20workspace/world_45deg.gif" width="49%" alt="45deg" />
47
+ <img src="recordings/2-1_Fly%20a%20figure-eight%20path%20in%20the%20air%20over%20the%20workspace/world_front.gif" width="49%" alt="front" />
48
+ </p>
49
+ <p>
50
+ <img src="recordings/2-1_Fly%20a%20figure-eight%20path%20in%20the%20air%20over%20the%20workspace/world_right.gif" width="49%" alt="right" />
51
+ <img src="recordings/2-1_Fly%20a%20figure-eight%20path%20in%20the%20air%20over%20the%20workspace/world_top.gif" width="49%" alt="top" />
52
+ </p>
53
+
54
+ #### 2-2_Fly a racetrack oval in the air over the workspace
55
+
56
+ <p>
57
+ <img src="recordings/2-2_Fly%20a%20racetrack%20oval%20in%20the%20air%20over%20the%20workspace/world_45deg.gif" width="49%" alt="45deg" />
58
+ <img src="recordings/2-2_Fly%20a%20racetrack%20oval%20in%20the%20air%20over%20the%20workspace/world_front.gif" width="49%" alt="front" />
59
+ </p>
60
+ <p>
61
+ <img src="recordings/2-2_Fly%20a%20racetrack%20oval%20in%20the%20air%20over%20the%20workspace/world_right.gif" width="49%" alt="right" />
62
+ <img src="recordings/2-2_Fly%20a%20racetrack%20oval%20in%20the%20air%20over%20the%20workspace/world_top.gif" width="49%" alt="top" />
63
+ </p>
64
+
65
+ ## Prerequisites
66
+
67
+ - **Python 3.10** (conda recommended)
68
+ - **CUDA GPU** recommended for X-VLA inference (CPU works for smoke tests)
69
+ - **Anaconda** or Miniconda
70
+ - X-VLA model weights in `xVLAModel/` (see [Model setup](#model-setup))
71
+
72
+ ## Installation
73
+
74
+ ### 1. Clone the repository
75
+
76
+ ```bash
77
+ git clone <your-repo-url>
78
+ cd XY-VLA
79
+ ```
80
+
81
+ ### 2. Create the environment
82
+
83
+ One-click setup (creates conda env `xy-vla`, installs PyTorch and dependencies):
84
+
85
+ ```bash
86
+ python set_enviroment_simple.py
87
+ ```
88
+
89
+ Or with live pip output:
90
+
91
+ ```bash
92
+ python set_enviroment.py
93
+ ```
94
+
95
+ Recreate the environment from scratch:
96
+
97
+ ```bash
98
+ python set_enviroment_simple.py --recreate
99
+ ```
100
+
101
+ ### 3. Model setup
102
+
103
+ Place the X-VLA WidowX checkpoint in `xVLAModel/`:
104
+
105
+ ```bash
106
+ # Example: download from Hugging Face
107
+ # huggingface-cli download 2toINF/X-VLA-WidowX --local-dir xVLAModel
108
+ ```
109
+
110
+ Required files include `model.safetensors`, `config.json`, `modeling_xvla.py`, `processing_xvla.py`, and tokenizer assets. Verify with:
111
+
112
+ ```bash
113
+ python test_xVLA.py
114
+ ```
115
+
116
+ ## Quick start
117
+
118
+ ### Single portal (language command)
119
+
120
+ ```bash
121
+ python run_xyVLA.py \
122
+ --cmd "Fly through only the rectangular portal marked billboard_id=3" \
123
+ --sim-steps 200 \
124
+ --infer-every 6 \
125
+ --xvla-steps 4 \
126
+ --speed 5
127
+ ```
128
+
129
+ The demo auto-starts a local X-VLA server when `auto_start_xvla_server` is enabled in `config.json`.
130
+
131
+ ### With GUI
132
+
133
+ ```bash
134
+ python run_xyVLA.py --gui --scheme 1 \
135
+ --cmd "Fly through billboard_id=3 only"
136
+ ```
137
+
138
+ ### Sequential 20-portal task (no `--cmd`)
139
+
140
+ Uses `task_sequence` from `config.json` (`schemes.widowx_ee6d`):
141
+
142
+ ```bash
143
+ python run_xyVLA.py --scheme widowx_ee6d
144
+ ```
145
+
146
+ > When `--cmd` is provided, a non-empty `task_sequence` in JSON is ignored.
147
+
148
+ ### Multi-leg mission + Phase 3 refinement
149
+
150
+ ```bash
151
+ python run_xyVLA.py \
152
+ --cmd "Pass through portal billboard number 2 then pass through portal billboard number 3, then pass through portal billboard number 5" \
153
+ --sim-steps 200 \
154
+ --infer-every 6 \
155
+ --xvla-steps 4
156
+ ```
157
+
158
+ With default `cmd_coarse_plan_once: true`, this runs Phase 1+2+3 planning. Set `navigation_use_phase3_refined_path_in_sim: true` to replay the refined path in simulation without further `/act` calls.
159
+
160
+ ## Configuration
161
+
162
+ Main file: `config.json`
163
+
164
+ | Key / scheme | Description |
165
+ |--------------|-------------|
166
+ | `scheme` | Top-level preset: `1` (GUI debug), `2` (fast headless), `3` (demo playback), or `widowx_ee6d` (full workspace). |
167
+ | `--scheme` | CLI override for top-level `scheme`. |
168
+ | `schemes.widowx_ee6d` | Workspace bounds, cubes, `task_sequence`, navigation flags, motion scales. |
169
+ | `cmd_coarse_plan_once` | Run Phase 1+2+3 once instead of closed-loop main sim. |
170
+ | `navigation_use_phase3_refined_path_in_sim` | Replay Phase 3 path in main simulation. |
171
+ | `auto_start_xvla_server` | Spawn local `/act` server on startup. |
172
+
173
+ See inline `_readme_*` keys in `config.json` for detailed option documentation.
174
+
175
+ ## Project structure
176
+
177
+ ```
178
+ XY-VLA/
179
+ ├── run_xyVLA.py # Main entry: PyBullet sim + X-VLA client
180
+ ├── xvla_local_server.py # Local X-VLA server helpers
181
+ ├── config.json # Schemes and runtime defaults
182
+ ├── command.md # Extended command examples and test matrix
183
+ ├── test_xVLA.py # Model + server smoke test
184
+ ├── set_enviroment.py # Conda environment setup (verbose)
185
+ ├── set_enviroment_simple.py # Conda environment setup (compact)
186
+ ├── algorithms/
187
+ │ ├── phase1.py # Phase 1 corridor + coarse planning
188
+ │ ├── phase2.py # Phase 2 top-down A*
189
+ │ ├── phase3.py # Phase 3 refinement + feedback zones
190
+ │ ├── phase3_actions.py # Basic action geometry + keyword parsing
191
+ │ ├── phase3_xvla_actions.py# X-VLA action classification
192
+ │ ├── multi_leg.py # Multi-leg mission stitching
193
+ │ ├── instruction_parse.py # --cmd clause / billboard_id parsing
194
+ │ ├── portal_geometry.py # Portal opening / collision geometry
195
+ │ └── phase_recording.py # Recording and overlay rendering
196
+ ├── xVLAModel/ # X-VLA WidowX weights + model code
197
+ ├── recordings/ # Output videos and phase JSON artifacts
198
+ └── results.md # Test-result gallery (four-view GIFs)
199
+ ```
200
+
201
+ ## Portal billboard IDs
202
+
203
+ The default scene places **20** `rect_frame` portals (`billboard_id` 1–20) on upper and lower rings. Prefer explicit IDs in instructions:
204
+
205
+ ```
206
+ Fly through only billboard_id=18
207
+ Pass through portal billboard number 12 only
208
+ Orbit billboard_id=3 twice for inspection, then pass through billboard_id=10
209
+ ```
210
+
211
+ Color-only commands work for legacy compatibility but may be ambiguous when two portals share a color on different layers.
212
+
213
+ ## Common CLI flags
214
+
215
+ | Flag | Purpose |
216
+ |------|---------|
217
+ | `--cmd` | Natural-language mission (overrides `task_sequence`). |
218
+ | `--config` | Path to `config.json`. |
219
+ | `--scheme` | Config scheme key (`1`, `2`, `3`, `widowx_ee6d`). |
220
+ | `--sim-steps` | Simulation horizon. |
221
+ | `--infer-every` | Steps between X-VLA `/act` calls. |
222
+ | `--xvla-steps` | Action horizon per `/act` request. |
223
+ | `--gui` / `--no-gui` | PyBullet viewer. |
224
+ | `--no-local-avoidance` | Disable near-field obstacle repulsion. |
225
+ | `--no-xvla-scene-catalog` | Disable scene object catalog in instructions. |
226
+ | `--cmd-motion-amplify` | Scale language-only target displacement. |
227
+ | `--infer-displacement-scale` | Scale decoded target displacement per inference. |
228
+
229
+ Full examples: see [`command.md`](command.md).
230
+
231
+ ## Recording output
232
+
233
+ When `record_visualization` is enabled, outputs are written under `recordings/<timestamp>/` (or a named mission folder):
234
+
235
+ - `sim/` — main simulation multi-view video / GIF
236
+ - `phase1/`, `phase2/`, `phase3/` — planning artifacts, overlays, and path JSON
237
+
238
+
239
+ Recorded missions are collected in [`results.md`](results.md): **1-1 ~ 2-26** show four GIFs from the mission folder; **3-1 ~ 3-15** show four GIFs from each folder's `sim/` directory.
command.md ADDED
@@ -0,0 +1,384 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ### 1.1 Core Example (`billboard_id=3`, default config is upper yellow frame — use ID as reference)
2
+
3
+ ```powershell
4
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
5
+ --cmd "Fly through only the rectangular portal marked billboard_id=18" `
6
+ --sim-steps 200 `
7
+ --infer-every 6 `
8
+ --xvla-steps 4 `
9
+ --log-every 10 `
10
+ --speed 5 `
11
+ --cmd-motion-amplify 2.5 `
12
+ --cmd-min-step 0.045 `
13
+ --infer-displacement-scale 1.6
14
+ ```
15
+
16
+ ### 1.2 Other IDs (change the number in `--cmd` only)
17
+
18
+ Lower ring example (default config **`billboard_id=12`** ≈ orange frame; still use ID as reference):
19
+
20
+ ```powershell
21
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
22
+ --cmd "Pass through portal billboard number 12 only; stay parallel to the long edge of billboard_id=12." `
23
+ --sim-steps 220 `
24
+ --infer-every 6 `
25
+ --xvla-steps 4 `
26
+ --log-every 10 `
27
+ --speed 5 `
28
+ --cmd-motion-amplify 2.5 `
29
+ --cmd-min-step 0.045 `
30
+ --infer-displacement-scale 1.6
31
+ ```
32
+
33
+ Short phrase (suitable for batch scripts changing the last digit):
34
+
35
+ ```powershell
36
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
37
+ --cmd "Navigate through rectangular frame billboard_id=16; long-opening alignment; no other portals." `
38
+ --sim-steps 220 `
39
+ --infer-every 6 `
40
+ --xvla-steps 4 `
41
+ --log-every 10 `
42
+ --speed 5 `
43
+ --cmd-motion-amplify 2.5 `
44
+ --cmd-min-step 0.045 `
45
+ --infer-displacement-scale 1.6
46
+ ```
47
+
48
+ ### 1.3 Alternative: Color Commands (legacy compatibility, lower precision)
49
+
50
+ Easy to confuse when 2 portals share the same color on upper/lower layers; use only when **ambiguity is acceptable** or for **temporary comparison**.
51
+
52
+ ```powershell
53
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
54
+ --cmd "Fly through the yellow rectangular frame safely, align with the long opening" `
55
+ --sim-steps 220 `
56
+ --infer-every 6 `
57
+ --xvla-steps 4 `
58
+ --log-every 10 `
59
+ --speed 5 `
60
+ --cmd-motion-amplify 2.5 `
61
+ --cmd-min-step 0.045 `
62
+ --infer-displacement-scale 1.6
63
+ ```
64
+
65
+ ---
66
+
67
+ ## 2. Capability Test B — Obstacle Avoidance & Safety Semantics (still targeting portal traversal)
68
+
69
+ ```powershell
70
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
71
+ --cmd "Fly through only billboard_id=3 safely; keep clearance from all other frames and obstacles" `
72
+ --sim-steps 280 `
73
+ --infer-every 5 `
74
+ --xvla-steps 4 `
75
+ --log-every 12 `
76
+ --speed 5 `
77
+ --cmd-motion-amplify 2.5 `
78
+ --cmd-min-step 0.045 `
79
+ --infer-displacement-scale 1.5
80
+ ```
81
+
82
+ **Control**: Disable near-field repulsion (comparison experiment only):
83
+
84
+ ```powershell
85
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
86
+ --cmd "Fly through billboard_id=3 only" `
87
+ --no-local-avoidance `
88
+ --sim-steps 220 `
89
+ --infer-every 6 `
90
+ --xvla-steps 4 `
91
+ --log-every 10 `
92
+ --speed 5 `
93
+ --cmd-motion-amplify 2.5 `
94
+ --cmd-min-step 0.045 `
95
+ --infer-displacement-scale 1.6
96
+ ```
97
+
98
+ ---
99
+
100
+ ## 3. Capability Test C — Traverse Specified ID Only Under Multi-Frame Interference
101
+
102
+ **Test objective**: Whether **`only billboard_id=N`** / **`ignore other billboard markers`** in the instruction suppresses neighboring distractor frames.
103
+
104
+ ```powershell
105
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
106
+ --cmd "Fly through ONLY billboard_id=7; numbered markers 6 and 8 are distractors — do not enter them." `
107
+ --sim-steps 260 `
108
+ --infer-every 6 `
109
+ --xvla-steps 4 `
110
+ --log-every 10 `
111
+ --speed 5 `
112
+ --cmd-motion-amplify 2.5 `
113
+ --cmd-min-step 0.045 `
114
+ --infer-displacement-scale 1.6
115
+ ```
116
+
117
+ ```powershell
118
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
119
+ --cmd "Pass through portal billboard 16 only; all other billboard_id values must be skipped." `
120
+ --sim-steps 280 `
121
+ --infer-every 6 `
122
+ --xvla-steps 4 `
123
+ --log-every 10 `
124
+ --speed 5 `
125
+ --cmd-motion-amplify 2.5 `
126
+ --cmd-min-step 0.045 `
127
+ --infer-displacement-scale 1.6
128
+ ```
129
+ ---
130
+
131
+ ## 4. Capability Test D — Visual Alignment + Traversal (Two-Stage Semantics)
132
+
133
+ **Test objective**: **Align/center** first, then **traverse** — evaluate whether temporal language is interpreted by the model as pose/position first, then crossing.
134
+
135
+ ```powershell
136
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
137
+ --cmd "Center billboard_id=5 opening in view, then fly through it along the long opening only." `
138
+ --sim-steps 300 `
139
+ --infer-every 5 `
140
+ --xvla-steps 4 `
141
+ --log-every 12 `
142
+ --speed 5 `
143
+ --cmd-motion-amplify 2.5 `
144
+ --cmd-min-step 0.045 `
145
+ --infer-displacement-scale 1.5
146
+ ```
147
+
148
+ Near-range gate pose estimation relies on **`fpv_slot_align`**, **`gate_pose_estimator`** (`opencv` / `xvla`); see `config.json`.
149
+
150
+ ---
151
+
152
+ ## 5. Capability Test E — Tilt / Narrow Slot Geometry Hints
153
+
154
+ Mid-layer frames in the scene have **random tilt/yaw**; explicitly requiring **tilted / narrow slot** in the instruction tests the model's response to geometric language (still combined with real simulation poses).
155
+
156
+ ```powershell
157
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
158
+ --cmd "Fly through the tilted rectangular portal billboard_id=1; stay parallel to the long edge to avoid hitting the rails." `
159
+ --sim-steps 280 `
160
+ --infer-every 6 `
161
+ --xvla-steps 4 `
162
+ --log-every 10 `
163
+ --speed 5 `
164
+ --cmd-motion-amplify 2.5 `
165
+ --cmd-min-step 0.045 `
166
+ --infer-displacement-scale 1.5
167
+ ```
168
+
169
+ ---
170
+
171
+ ## 6. Capability Test F — Motion Scale Trio (Smoke / Robust / Aggressive)
172
+
173
+ Same `--cmd`, only change dynamics-related parameters; for **video comparison**, best use **`--gui`** or increase `recording_scene_margin`.
174
+
175
+ **Smoke (small steps, easy to stabilize)**
176
+
177
+ ```powershell
178
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
179
+ --cmd "Fly through billboard_id=3 only" `
180
+ --sim-steps 240 `
181
+ --infer-every 8 `
182
+ --xvla-steps 2 `
183
+ --log-every 12 `
184
+ --speed 4 `
185
+ --cmd-motion-amplify 2.0 `
186
+ --cmd-min-step 0.04 `
187
+ --infer-displacement-scale 1.2
188
+ ```
189
+
190
+ **Robust (default)** — same as **§1.1**.
191
+
192
+ **Aggressive (faster approach, prone to going off-screen or overshoot)**
193
+
194
+ ```powershell
195
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
196
+ --cmd "Fly through billboard_id=3 only" `
197
+ --sim-steps 200 `
198
+ --infer-every 4 `
199
+ --xvla-steps 4 `
200
+ --log-every 8 `
201
+ --speed 6 `
202
+ --cmd-motion-amplify 3.0 `
203
+ --cmd-min-step 0.05 `
204
+ --infer-displacement-scale 2.2
205
+ ```
206
+
207
+ ---
208
+
209
+ ## 7. Capability Test G — Full Scene Language Catalog Ablation
210
+
211
+ **Catalog off**: Test pure vision + short instruction; compare the effect of **having vs. not having a numeric object list** on frame selection / path.
212
+
213
+ ```powershell
214
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
215
+ --cmd "Fly through billboard_id=3 only" `
216
+ --no-xvla-scene-catalog `
217
+ --sim-steps 220 `
218
+ --infer-every 6 `
219
+ --xvla-steps 4 `
220
+ --log-every 10 `
221
+ --speed 5 `
222
+ --cmd-motion-amplify 2.5 `
223
+ --cmd-min-step 0.045 `
224
+ --infer-displacement-scale 1.6
225
+ ```
226
+
227
+ ---
228
+
229
+ ## 8. Full 20-Frame Sequential Traversal vs `--cmd`
230
+
231
+ Code convention: when **`--cmd`** is present, **non-empty `task_sequence` in JSON is ignored**; language instruction only. For **20-frame sequential endurance**, **do not pass `--cmd`**, e.g.:
232
+
233
+ ```powershell
234
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
235
+ --config e:/X-VLA/config.json `
236
+ --scheme widowx_ee6d `
237
+ --instruction "Sequential portal flight demo"
238
+ ```
239
+
240
+ ---
241
+
242
+ ## 9. Top-Down Coarse Planning Phase1+2+3 (`cmd_coarse_plan_once`)
243
+
244
+ ### 9.1 Copy-Paste Command — Single Frame Traversal (default Phase3 action)
245
+
246
+ Same `--cmd` as **§1.1**; with **`cmd_coarse_plan_once: true`** runs Phase3 instead of main simulation:
247
+
248
+ ```powershell
249
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
250
+ --cmd "Fly through only the rectangular portal marked billboard_id=3" `
251
+ --sim-steps 200 `
252
+ --infer-every 6 `
253
+ --xvla-steps 4 `
254
+ --log-every 10 `
255
+ --speed 5 `
256
+ --cmd-motion-amplify 2.5 `
257
+ --cmd-min-step 0.045 `
258
+ --infer-displacement-scale 1.6
259
+ ```
260
+
261
+ Expected log: `[Phase 3][Refine] object '…' base_action=pass_through`.
262
+
263
+ ### 9.2 Copy-Paste Commands — Explicit Five Actions (single-frame debug)
264
+
265
+ **Fly by** (does not emphasize center through):
266
+
267
+ ```powershell
268
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
269
+ --cmd "Fly by portal billboard number 3 without entering the opening center" `
270
+ --sim-steps 200 `
271
+ --infer-every 6 `
272
+ --xvla-steps 4 `
273
+ --log-every 10 `
274
+ --speed 5 `
275
+ --cmd-motion-amplify 2.5 `
276
+ --cmd-min-step 0.045 `
277
+ --infer-displacement-scale 1.6
278
+ ```
279
+
280
+ **Orbit 2 laps**:
281
+
282
+ ```powershell
283
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
284
+ --cmd "Orbit billboard_id=3 twice for inspection, then pass through billboard_id=3" `
285
+ --sim-steps 200 `
286
+ --infer-every 6 `
287
+ --xvla-steps 4 `
288
+ --log-every 10 `
289
+ --speed 5 `
290
+ --cmd-motion-amplify 2.5 `
291
+ --cmd-min-step 0.045 `
292
+ --infer-displacement-scale 1.6
293
+ ```
294
+
295
+ **Hover**:
296
+
297
+ ```powershell
298
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
299
+ --cmd "Hover over portal billboard number 5" `
300
+ --sim-steps 200 `
301
+ --infer-every 6 `
302
+ --xvla-steps 4 `
303
+ --log-every 10 `
304
+ --speed 5 `
305
+ --cmd-motion-amplify 2.5 `
306
+ --cmd-min-step 0.045 `
307
+ --infer-displacement-scale 1.6
308
+ ```
309
+
310
+ **Collision** (geometry debug, not safe flight):
311
+
312
+ ```powershell
313
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
314
+ --cmd "Collide with rectangular portal billboard_id=7; ram the frame directly" `
315
+ --sim-steps 200 `
316
+ --infer-every 6 `
317
+ --xvla-steps 4 `
318
+ --log-every 10 `
319
+ --speed 5 `
320
+ --cmd-motion-amplify 2.5 `
321
+ --cmd-min-step 0.045 `
322
+ --infer-displacement-scale 1.6
323
+ ```
324
+
325
+ ### 9.3 Copy-Paste Command — Multi-Frame Chain + Phase3 Refinement
326
+
327
+ Same as **`cmd_multi_1.md` §5.1**; Phase3 turns each **feedback sphere contacted along the global trajectory** red sequentially and refines:
328
+
329
+ ```powershell
330
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
331
+ --cmd "Pass through portal billboard number 2 then pass through portal billboard number 3, then pass through portal billboard number 5" `
332
+ --sim-steps 200 `
333
+ --infer-every 6 `
334
+ --xvla-steps 4 `
335
+ --log-every 10 `
336
+ --speed 5 `
337
+ --cmd-motion-amplify 2.5 `
338
+ --cmd-min-step 0.045 `
339
+ --infer-displacement-scale 1.6
340
+ ```
341
+
342
+ ### 9.4 Disable Coarse Planning to Restore Closed-Loop Portal Traversal
343
+
344
+ Set **`"cmd_coarse_plan_once": false`** in **`config.json`** → `schemes.widowx_ee6d`, then run **§2–§7** commands to enter the X‑VLA main simulation loop.
345
+
346
+
347
+ ## 10. Appendix: Full Command Template with `config` / `scheme` / `QS`
348
+
349
+ ```powershell
350
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
351
+ --config e:/X-VLA/config.json `
352
+ --scheme widowx_ee6d `
353
+ --cmd "Fly through only billboard_id=3; align with the long opening; ignore other portals." `
354
+ --sim-steps 220 `
355
+ --infer-every 6 `
356
+ --xvla-steps 4 `
357
+ --log-every 10 `
358
+ --speed 5 `
359
+ --cmd-motion-amplify 2.5 `
360
+ --cmd-min-step 0.045 `
361
+ --infer-displacement-scale 1.6 `
362
+ --qs-path e:/X-VLA/QS.json
363
+ ```
364
+
365
+ If v‑vla is also needed: add `` ` `` at the end of the **`--qs-path`** line above, and **start a new line** for `--vvla-url` (no continuation on the last line); full example:
366
+
367
+ ```powershell
368
+ & C:/Users/ydook/anaconda3/envs/xy-vla/python.exe d:/XY-VLA/run_xyVLA.py `
369
+ --config e:/X-VLA/config.json `
370
+ --scheme widowx_ee6d `
371
+ --cmd "Fly through only billboard_id=3; align with the long opening; ignore other portals." `
372
+ --sim-steps 220 `
373
+ --infer-every 6 `
374
+ --xvla-steps 4 `
375
+ --log-every 10 `
376
+ --speed 5 `
377
+ --cmd-motion-amplify 2.5 `
378
+ --cmd-min-step 0.045 `
379
+ --infer-displacement-scale 1.6 `
380
+ --qs-path e:/X-VLA/QS.json `
381
+ --vvla-url http://127.0.0.1:9000/vvla
382
+ ```
383
+
384
+ (`--vvla-url` should match your actual service address.) Seeing `[===> TransCMD]: ...` when multiple `Q` entries match is normal.
config.json ADDED
@@ -0,0 +1,280 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_readme_scheme_switch": "Top-level \"scheme\": xvla_pybullet_drone_demo.py uses the matching block directly. xvla_widowx_drone_demo.py merges widowx_ee6d workspace/task with numeric scheme 1/2/3 gui, sim_steps, xvla_infer_gap, etc.; scheme widowx_ee6d uses only that block. Legacy key widowx_scheme can still select the workspace block. CLI: --scheme overrides top-level scheme. Numeric scheme blocks may set gate_pose_estimator (opencv|xvla) to override widowx_ee6d gate pose estimation.",
3
+ "scheme": 2,
4
+ "common": {
5
+ "_readme_gate_pose_estimator": "xvla_widowx_drone_demo only: rectangular portal opening orientation (when fpv_use_sim_truth_pose=false). gate_pose_estimator must be opencv or xvla; common may provide default, schemes.widowx_ee6d or numeric 1/2/3 merge may override. Top-level same-name key overrides last (see merge logic).",
6
+ "gate_pose_estimator": "opencv",
7
+ "server_url": "http://127.0.0.1:8000/act",
8
+ "qs_policy_path": "QS.json",
9
+ "vvla_url": "",
10
+ "vvla_chat_completions_url": "",
11
+ "vvla_chat_model": "gpt-4o-mini",
12
+ "vvla_chat_api_key": "",
13
+ "xvla_act_probe_request_timeout_s": 300,
14
+ "xvla_act_request_timeout_s": 300,
15
+ "xvla_act_probe_max_wait_s": 900,
16
+ "xvla_act_probe_retry_s": 3,
17
+ "xvla_act_probe_image_height": 256,
18
+ "xvla_act_probe_image_width": 256,
19
+ "auto_start_xvla_server": true,
20
+ "xvla_server_access_log": false,
21
+ "xvla_server_log_level": "warning",
22
+ "instruction": "Fly to the target while avoiding obstacles",
23
+ "record_visualization": true,
24
+ "recording_path": "recordings",
25
+ "recording_fps": 18,
26
+ "record_every": 1,
27
+ "recording_append_timestamp": true,
28
+ "recording_width": 640,
29
+ "recording_height": 480
30
+ },
31
+ "schemes": {
32
+ "1": {
33
+ "label": "Visual debug: default GUI + faster simulation",
34
+ "recording_format": "mp4",
35
+ "sim_steps": 120,
36
+ "xvla_steps": 6,
37
+ "gui": true,
38
+ "speed": 3.0,
39
+ "xvla_infer_gap": 1,
40
+ "dt": 0.06,
41
+ "realtime": false,
42
+ "log_every": 1
43
+ },
44
+ "2": {
45
+ "label": "Fast batch run: no GUI + large infer steps + less logging",
46
+ "recording_format": "gif",
47
+ "sim_steps": 100,
48
+ "xvla_steps": 2,
49
+ "gui": false,
50
+ "speed": 4.0,
51
+ "xvla_infer_gap": 20,
52
+ "dt": 0.08,
53
+ "realtime": false,
54
+ "log_every": 20,
55
+ "record_every": 4
56
+ },
57
+ "3": {
58
+ "label": "Demo playback: window + near-real-time replay",
59
+ "recording_format": "mp4",
60
+ "sim_steps": 180,
61
+ "xvla_steps": 6,
62
+ "gui": true,
63
+ "speed": 2.5,
64
+ "xvla_infer_gap": 1,
65
+ "dt": 0.05,
66
+ "realtime": true,
67
+ "log_every": 5
68
+ },
69
+ "widowx_ee6d": {
70
+ "label": "Drone=WidowX EE: EE6D semantics flight in arm workspace (xvla_widowx_drone_demo.py)",
71
+ "recording_path": "recordings",
72
+ "recording_format": "mp4",
73
+ "recording_folder_prefix": "",
74
+ "recording_scene_fov": 48.0,
75
+ "recording_scene_margin": 1.75,
76
+ "recording_camera_distance_scale": 0.4,
77
+ "recording_stereo45_distance_scale": 1.5,
78
+ "instruction": "Sequential flight through rectangular portals in task order; each subtask names billboard_id matching the top marker (1–20).",
79
+ "sim_steps": 7200,
80
+ "xvla_steps": 6,
81
+ "gui": true,
82
+ "speed": 1.0,
83
+ "xvla_infer_gap": 1,
84
+ "dt": 0.06,
85
+ "realtime": false,
86
+ "log_every": 10,
87
+ "with_objects": true,
88
+ "treat_pos_as": "absolute",
89
+ "delta_pos_scale": 0.04,
90
+ "pos_lerp_alpha": 0.25,
91
+ "rot_lerp_alpha": 0.20,
92
+ "_auto_motion": "When true, auto-adjust pos_lerp_alpha and delta_pos_scale by workspace size, infer gap, and language-only task (--cmd or task_sequence: []). auto_motion_ref_diag_m is calibration reference diagonal (m). CLI: --auto-motion / --no-auto-motion.",
93
+ "auto_motion_scales": true,
94
+ "auto_motion_ref_diag_m": 0.55,
95
+ "_language_only_motion": "Only without task_sequence / --cmd: amplify wrist-local target displacement from model. language_only_motion_amplify=multiplier along drone→target displacement; language_only_min_step_local_m=local min target distance after workspace clip (m). CLI: --cmd-motion-amplify / --cmd-min-step.",
96
+ "language_only_motion_amplify": 3.0,
97
+ "language_only_min_step_local_m": 0.04,
98
+ "_cmd_color_disambiguation": "With --cmd: if sentence contains a color word present in scene cubes (e.g. yellow), append English sentence to X-VLA language_instruction emphasizing that color portal only; independent of billboard append. billboard_id numbering usually skips color append (may trigger id-specific append). false disables color append.",
99
+ "cmd_color_disambiguation": true,
100
+ "_infer_displacement_scale": "On each X-VLA /act target refresh, multiply decoded target displacement in wrist-local frame (after target_pull and language-only boost), then clip to workspace; 1.0 unchanged. Independent of sim-step pos_lerp. CLI: --infer-displacement-scale.",
101
+ "infer_displacement_scale": 1.0,
102
+ "_xvla_scene_semantic_context": "When true (default) with with_objects and scene objects: prepend full-object English catalog aligned to simulation and workspace lo/hi to each /act language_instruction, plus path/safety suffix for spatial semantics from top/slant images. --no-xvla-scene-catalog disables.",
103
+ "xvla_scene_semantic_context": true,
104
+ "_xvla_path_planning_instruction_suffix": "Non-empty string overrides default English path-planning suffix; empty string uses built-in default.",
105
+ "xvla_path_planning_instruction_suffix": "",
106
+ "_local_avoidance": "Near-field artificial-potential repulsion on inflated obstacle AABBs: deflect world-frame target_pos (phase1 lerp); phase2 P-control error vector plus repulsion. Objects near goal/subgoal (center distance ≤ local_avoidance_exclude_goal_tol_m) excluded. --no-local-avoidance disables.",
107
+ "local_avoidance_enabled": true,
108
+ "local_avoidance_robot_radius": 0.048,
109
+ "local_avoidance_influence_m": 0.16,
110
+ "local_avoidance_gain": 0.065,
111
+ "local_avoidance_target_max_shift_m": 0.09,
112
+ "local_avoidance_phase2_gain": 0.85,
113
+ "local_avoidance_exclude_goal_tol_m": 0.11,
114
+ "_cmd_global_camera": "Only --cmd without task_sequence: color segmentation at workspace X-VLA camera resolution/FOV, ray intersect portal opening plane for world target, blend with decoded target via cmd_global_cam_pull_alpha (0=off). Opening normal from sim tilt_deg/yaw_deg (real robot needs extrinsics/depth). Below cmd_global_cam_min_area_ratio mask area falls back to portal catalog center. CLI: --cmd-global-cam / --no-cmd-global-cam / --cmd-global-cam-pull P.",
115
+ "cmd_use_global_camera_target": true,
116
+ "cmd_global_cam_pull_alpha": 0.5,
117
+ "workspace_camera_width": 256,
118
+ "workspace_camera_height": 256,
119
+ "workspace_camera_fov": 55.0,
120
+ "cmd_global_cam_min_area_ratio": 0.012,
121
+ "cmd_global_cam_weak_mask_scale": 0.35,
122
+ "cmd_global_cam_weak_mask_min_pull": 0.12,
123
+ "cmd_global_cam_portal_min_pull": 0.18,
124
+ "cmd_coarse_plan_once": true,
125
+ "cmd_coarse_plan_steps": 56,
126
+ "cmd_coarse_plan_smooth_window": 5,
127
+ "_navigation_phase2": "Phase 2: top-down corridor grid A* (inflate Phase1 obstacle XY) for coarse path and blue polyline; portal frames use four-bar AABBs (hole passable). navigation_phase1_corridor_margin_m expands green corridor margin. Closed-loop /act still uses slant workspace camera; top-down X-VLA only when navigation_phase2_optional_topdown_xvla=true.",
128
+ "navigation_phase2_xvla_steps": null,
129
+ "navigation_phase2_sync_root_config": false,
130
+ "navigation_phase2_sync_qs": false,
131
+ "navigation_phase2_extra_instruction": "",
132
+ "navigation_phase2_geom_astar": true,
133
+ "navigation_phase2_astar_cell_m": 0.04,
134
+ "navigation_phase1_corridor_margin_m": 0.18,
135
+ "navigation_phase1_corridor_bandwidth_m": 0.12,
136
+ "navigation_collision_pad_m": null,
137
+ "navigation_use_phase3_refined_path_in_sim": true,
138
+ "navigation_sim_recording_right_distance_scale": 0.8,
139
+ "navigation_sim_recording_top_distance_scale": 0.8,
140
+ "navigation_sim_recording_stereo45_distance_scale": 0.7,
141
+ "_navigation_sim_recording_view_scales": "sim/ recording camera distance scale per view (× base scale; >1 farther, <1 closer). right=1.3, top=1.1, 45deg=0.7; front unchanged.",
142
+ "_navigation_use_phase3_path": "true: after Phase3 do not exit; replay refined trajectory as polyline interpolation into main sim (no X-VLA /act during sim), record world_*.mp4|gif in recordings/<ts>/sim/. May combine with cmd_coarse_plan_once:true (Phase1+2+3 then sim). false with cmd_coarse_plan_once:true exits after Phase3. navigation_collision_pad_m null aligns with astar_obstacle_pad.",
143
+ "navigation_phase2_optional_topdown_xvla": false,
144
+ "navigation_phase3_xvla_action_classify": true,
145
+ "navigation_phase3_xvla_steps": 1,
146
+ "navigation_phase3_feedback_alpha": 0.10,
147
+ "navigation_recording_use_opengl": true,
148
+ "_navigation_phase3": "Phase 3: feedback sphere alpha; with GUI and navigation_recording_use_opengl=true use ER_BULLET_HARDWARE_OPENGL for true transparency (DIRECT/TinyRenderer uses OpenCV 2D overlay).",
149
+ "cmd_goal_coupled_virtual_base": true,
150
+ "vb_smooth_alpha": 0.42,
151
+ "vb_max_speed_m_s": 4.0,
152
+ "vb_jump_warn_m": 0.35,
153
+ "cmd_precision_zone_enable": true,
154
+ "cmd_precision_zone_scale": 1.2,
155
+ "cmd_precision_zone_inflate_m": 0.08,
156
+ "cmd_precision_zone_min_r": 0.10,
157
+ "cmd_precision_infer_every": 1,
158
+ "_language_air_path": "Language-only --cmd with figure-eight / in the air / over the workspace / patrol etc.: clamp decoded local Z to mid cruise band in workspace and cap global camera pull to language_only_air_path_max_cam_pull to avoid ground portal targets pulling low; segments still from X-VLA. language_only_cruise_z_clamp=false disables Z clamp.",
159
+ "language_only_cruise_z_clamp": true,
160
+ "language_only_cruise_z_margin_lo_frac": 0.1,
161
+ "language_only_cruise_z_margin_hi_frac": 0.08,
162
+ "language_only_air_path_max_cam_pull": 0.22,
163
+ "_language_only_demo_trajectory": "No task_sequence and scenic command (pattern above workspace, figure-eight, circuit, etc.) not through-portal: each /act raises local Z to workspace ground (virtual_base) + language_only_demo_height_factor×max object height above ground (default 1.44≈20% above prior 1.2); blend decoded XY with parametric overlay via language_only_demo_plan_blend_beta; fill/edge_margin/period below. false disables.",
164
+ "language_only_demo_trajectory_fill": true,
165
+ "language_only_demo_height_factor": 1.44,
166
+ "language_only_demo_plan_blend_beta": 0.38,
167
+ "language_only_demo_plan_fill_frac": 0.40,
168
+ "language_only_demo_plan_edge_margin_frac": 0.08,
169
+ "language_only_demo_traj_period_infers": 32,
170
+ "_language_only_demo_xvla_trajectory_once": "Scenic non-portal commands: first /act with steps=max(--xvla-steps, language_only_demo_traj_plan_steps) for full action sequence, decode waypoints and lift to z_min; sim steps interpolate by arc length only, no further X-VLA. false reverts to per-step inference + original figure-eight blend.",
171
+ "language_only_demo_xvla_trajectory_once": true,
172
+ "language_only_demo_traj_plan_steps": 64,
173
+ "_language_only_demo_plan_topdown": "Scenic one-shot planning: true uses get_world_recording_rgb(view_kind=top) same as recording top for X-VLA input; false uses slant workspace camera.",
174
+ "language_only_demo_plan_use_topdown_camera": true,
175
+ "_language_only_demo_fill_xy": "After planning, affine-map decoded waypoint XY bbox to scene object top-down AABB (shrunk margin) ∩ current workspace top rectangle so trajectory fills object occupancy in top view; large margin may degenerate.",
176
+ "language_only_demo_fill_xy_margin_m": 0.025,
177
+ "_language_only_demo_scenic_xy_force": "One-shot scenic: after prior top rectangle, replace with workspace XY center square, side = language_only_demo_scenic_xy_force_long_scale × workspace long side, shared by figure-eight, ellipse, and rectangle-remap stunts.",
178
+ "language_only_demo_scenic_xy_force_long_scale": 0.85,
179
+ "workspace_lo": [0.15, -0.25, 0.02],
180
+ "workspace_hi": [0.55, 0.25, 0.40],
181
+ "camera_eye": [-0.55, 0.05, 0.40],
182
+ "camera_look_at": [0.35, 0.0, 0.18],
183
+ "recording_width": 640,
184
+ "recording_height": 480,
185
+ "record_every": 1,
186
+ "recording_final_hold_frames": 18,
187
+ "trail_enabled": true,
188
+ "trail_rgba": [1.0, 0.68, 0.32, 0.75],
189
+ "trail_radius": 0.006,
190
+ "trail_min_distance": 0.01,
191
+ "virtual_workspace_enabled": true,
192
+ "virtual_workspace_margin": 0.02,
193
+ "_fpv_slot_align": "Near target within fpv_slot_align_dist: gate-pose camera render + rect frame pose override target_R. gate_pose_use_dedicated_camera uses dedicated pose. fpv_use_sim_truth_pose=true uses sim quaternion; false gate_pose_estimator=opencv (color seg + long-edge tilt) or xvla (gate RGB + X-VLA 6D rotation, slower). gate_pose_cv_fallback_map_pose / gate_pose_xvla_fallback_opencv control fallback.",
194
+ "fpv_slot_align": true,
195
+ "fpv_slot_align_dist": 0.45,
196
+ "fpv_use_sim_truth_pose": true,
197
+ "portal_match_tol": 0.15,
198
+ "fpv_cam_offset_body": [0.06, 0.0, 0.02],
199
+ "fpv_cam_look_body": [0.85, 0.0, 0.0],
200
+ "fpv_cam_width": 256,
201
+ "fpv_cam_height": 256,
202
+ "fpv_cam_fov": 72.0,
203
+ "gate_pose_use_dedicated_camera": true,
204
+ "gate_pose_cam_offset_body": [0.06, 0.0, 0.032],
205
+ "gate_pose_cam_look_body": [0.95, 0.0, -0.08],
206
+ "gate_pose_cam_width": 320,
207
+ "gate_pose_cam_height": 320,
208
+ "gate_pose_cam_fov": 82.0,
209
+ "gate_pose_cv_rgb_pad": 45,
210
+ "gate_pose_cv_min_area_ratio": 0.012,
211
+ "gate_pose_cv_fallback_map_pose": true,
212
+ "_gate_pose_estimator": "Matches gate_pose_estimator in this block: only when fpv_use_sim_truth_pose=false; opencv=color seg+long-edge tilt; xvla=gate image + X-VLA /act for 6D rotation (high latency). Allowed: opencv | xvla only.",
213
+ "gate_pose_estimator": "xvla",
214
+ "_xvla_gate_instruction": "English sent to dedicated gate-pose camera when gate_pose_estimator=xvla; placeholders {billboard_id}, {color}.",
215
+ "xvla_gate_instruction_template": "Orient end-effector with long opening of rectangular portal billboard_id={billboard_id} ({color}); pass through.",
216
+ "xvla_gate_steps": 4,
217
+ "xvla_gate_infer_width": 256,
218
+ "xvla_gate_infer_height": 256,
219
+ "gate_pose_xvla_fallback_opencv": true,
220
+ "task_default_phrase": "Fly through rectangular portal billboard_id={billboard_id} ({color} visual); align with the long narrow opening.",
221
+ "task_default_arrive_radius": 0.06,
222
+ "task_default_dwell_steps": 3,
223
+ "stop_when_all_visited": true,
224
+ "_precision_notes": "Two-phase algorithm: Phase1=X-VLA approach, switch to Phase2=P-control precision on stall or phase1_max_steps. target_pull_alpha: pull VLA output toward task_xyz (0=pure VLA, 1=pure geometry). target_snap_radius: snap to target center within this distance. movement_deadband: no move below this displacement, suppress jitter. phase1_stall_window: history window steps for stall detection. phase1_stall_threshold: min approach in window to count as stall. phase1_max_steps: max Phase1 steps per target for Phase2 time. phase2_p_gain: P-controller gain. phase2_max_speed: Phase2 max speed (m/s).",
225
+ "target_pull_alpha": 0.7,
226
+ "target_snap_radius": 0.02,
227
+ "movement_deadband": 0.005,
228
+ "phase1_stall_window": 20,
229
+ "phase1_stall_threshold": 0.005,
230
+ "phase1_max_steps": 45,
231
+ "phase2_p_gain": 4.0,
232
+ "phase2_max_speed": 0.24,
233
+ "cubes": [
234
+ {"color": "red", "shape": "rect_frame", "pos": [2.60, 0.000, 0.670], "rgba": [0.90, 0.20, 0.20, 1.0], "side": 0.392, "thickness": 0.026},
235
+ {"color": "orange", "shape": "rect_frame", "pos": [3.218, 0.441, 0.659], "rgba": [1.00, 0.48, 0.05, 1.0], "side": 0.392, "thickness": 0.026},
236
+ {"color": "yellow", "shape": "rect_frame", "pos": [3.776, 0.713, 0.628], "rgba": [0.95, 0.85, 0.20, 1.0], "side": 0.392, "thickness": 0.026},
237
+ {"color": "green", "shape": "rect_frame", "pos": [4.218, 0.713, 0.579], "rgba": [0.20, 0.85, 0.30, 1.0], "side": 0.392, "thickness": 0.026},
238
+ {"color": "cyan", "shape": "rect_frame", "pos": [4.502, 0.441, 0.518], "rgba": [0.10, 0.85, 0.90, 1.0], "side": 0.392, "thickness": 0.026},
239
+ {"color": "blue", "shape": "rect_frame", "pos": [4.60, 0.000, 0.450], "rgba": [0.20, 0.45, 0.95, 1.0], "side": 0.392, "thickness": 0.026},
240
+ {"color": "purple", "shape": "rect_frame", "pos": [4.502,-0.441, 0.382], "rgba": [0.55, 0.25, 0.90, 1.0], "side": 0.392, "thickness": 0.026},
241
+ {"color": "light-red", "shape": "rect_frame", "pos": [4.218,-0.713, 0.321], "rgba": [1.00, 0.55, 0.55, 1.0], "side": 0.392, "thickness": 0.026},
242
+ {"color": "light-green", "shape": "rect_frame", "pos": [3.776,-0.713, 0.272], "rgba": [0.60, 1.00, 0.60, 1.0], "side": 0.392, "thickness": 0.026},
243
+ {"color": "light-purple","shape": "rect_frame", "pos": [3.218,-0.441, 0.241], "rgba": [0.78, 0.62, 1.00, 1.0], "side": 0.392, "thickness": 0.026},
244
+ {"color": "red", "shape": "rect_frame", "pos": [2.60, 0.000, 0.230], "rgba": [0.90, 0.20, 0.20, 1.0], "side": 0.392, "thickness": 0.026},
245
+ {"color": "orange", "shape": "rect_frame", "pos": [1.982, 0.441, 0.241], "rgba": [1.00, 0.48, 0.05, 1.0], "side": 0.392, "thickness": 0.026},
246
+ {"color": "yellow", "shape": "rect_frame", "pos": [1.424, 0.713, 0.272], "rgba": [0.95, 0.85, 0.20, 1.0], "side": 0.392, "thickness": 0.026},
247
+ {"color": "green", "shape": "rect_frame", "pos": [0.982, 0.713, 0.321], "rgba": [0.20, 0.85, 0.30, 1.0], "side": 0.392, "thickness": 0.026},
248
+ {"color": "cyan", "shape": "rect_frame", "pos": [0.698, 0.441, 0.382], "rgba": [0.10, 0.85, 0.90, 1.0], "side": 0.392, "thickness": 0.026},
249
+ {"color": "blue", "shape": "rect_frame", "pos": [0.60, 0.000, 0.450], "rgba": [0.20, 0.45, 0.95, 1.0], "side": 0.392, "thickness": 0.026},
250
+ {"color": "purple", "shape": "rect_frame", "pos": [0.698,-0.441, 0.518], "rgba": [0.55, 0.25, 0.90, 1.0], "side": 0.392, "thickness": 0.026},
251
+ {"color": "light-red", "shape": "rect_frame", "pos": [0.982,-0.713, 0.579], "rgba": [1.00, 0.55, 0.55, 1.0], "side": 0.392, "thickness": 0.026},
252
+ {"color": "light-green", "shape": "rect_frame", "pos": [1.424,-0.713, 0.628], "rgba": [0.60, 1.00, 0.60, 1.0], "side": 0.392, "thickness": 0.026},
253
+ {"color": "light-purple","shape": "rect_frame", "pos": [1.982,-0.441, 0.659], "rgba": [0.78, 0.62, 1.00, 1.0], "side": 0.392, "thickness": 0.026}
254
+ ],
255
+ "_readme_task_sequence_billboard": "Each subtask instruction uses billboard_id=N, matching rect_frame order in cubes front-to-back and portal top markers 1–20; target_xyz remains corresponding frame center.",
256
+ "task_sequence": [
257
+ {"label": "through-billboard-01", "instruction": "Fly through rectangular portal billboard_id=1 only; align with the long narrow opening.", "target_xyz": [2.60, 0.000, 0.670], "arrive_radius": 0.06, "dwell_steps": 2},
258
+ {"label": "through-billboard-02", "instruction": "Fly through rectangular portal billboard_id=2 only; align with the long narrow opening.", "target_xyz": [3.218, 0.441, 0.659], "arrive_radius": 0.06, "dwell_steps": 2},
259
+ {"label": "through-billboard-03", "instruction": "Fly through rectangular portal billboard_id=3 only; align with the long narrow opening.", "target_xyz": [3.776, 0.713, 0.628], "arrive_radius": 0.06, "dwell_steps": 2},
260
+ {"label": "through-billboard-04", "instruction": "Fly through rectangular portal billboard_id=4 only; align with the long narrow opening.", "target_xyz": [4.218, 0.713, 0.579], "arrive_radius": 0.06, "dwell_steps": 2},
261
+ {"label": "through-billboard-05", "instruction": "Fly through rectangular portal billboard_id=5 only; align with the long narrow opening.", "target_xyz": [4.502, 0.441, 0.518], "arrive_radius": 0.06, "dwell_steps": 2},
262
+ {"label": "through-billboard-06", "instruction": "Fly through rectangular portal billboard_id=6 only; align with the long narrow opening.", "target_xyz": [4.60, 0.000, 0.450], "arrive_radius": 0.06, "dwell_steps": 2},
263
+ {"label": "through-billboard-07", "instruction": "Fly through rectangular portal billboard_id=7 only; align with the long narrow opening.", "target_xyz": [4.502,-0.441, 0.382], "arrive_radius": 0.06, "dwell_steps": 2},
264
+ {"label": "through-billboard-08", "instruction": "Fly through rectangular portal billboard_id=8 only; align with the long narrow opening.", "target_xyz": [4.218,-0.713, 0.321], "arrive_radius": 0.06, "dwell_steps": 2},
265
+ {"label": "through-billboard-09", "instruction": "Fly through rectangular portal billboard_id=9 only; align with the long narrow opening.", "target_xyz": [3.776,-0.713, 0.272], "arrive_radius": 0.06, "dwell_steps": 2},
266
+ {"label": "through-billboard-10", "instruction": "Fly through rectangular portal billboard_id=10 only; align with the long narrow opening.", "target_xyz": [3.218,-0.441, 0.241], "arrive_radius": 0.06, "dwell_steps": 2},
267
+ {"label": "through-billboard-11", "instruction": "Fly through rectangular portal billboard_id=11 only; align with the long narrow opening.", "target_xyz": [2.60, 0.000, 0.230], "arrive_radius": 0.06, "dwell_steps": 2},
268
+ {"label": "through-billboard-12", "instruction": "Fly through rectangular portal billboard_id=12 only; align with the long narrow opening.", "target_xyz": [1.982, 0.441, 0.241], "arrive_radius": 0.06, "dwell_steps": 2},
269
+ {"label": "through-billboard-13", "instruction": "Fly through rectangular portal billboard_id=13 only; align with the long narrow opening.", "target_xyz": [1.424, 0.713, 0.272], "arrive_radius": 0.06, "dwell_steps": 2},
270
+ {"label": "through-billboard-14", "instruction": "Fly through rectangular portal billboard_id=14 only; align with the long narrow opening.", "target_xyz": [0.982, 0.713, 0.321], "arrive_radius": 0.06, "dwell_steps": 2},
271
+ {"label": "through-billboard-15", "instruction": "Fly through rectangular portal billboard_id=15 only; align with the long narrow opening.", "target_xyz": [0.698, 0.441, 0.382], "arrive_radius": 0.06, "dwell_steps": 2},
272
+ {"label": "through-billboard-16", "instruction": "Fly through rectangular portal billboard_id=16 only; align with the long narrow opening.", "target_xyz": [0.60, 0.000, 0.450], "arrive_radius": 0.06, "dwell_steps": 2},
273
+ {"label": "through-billboard-17", "instruction": "Fly through rectangular portal billboard_id=17 only; align with the long narrow opening.", "target_xyz": [0.698,-0.441, 0.518], "arrive_radius": 0.06, "dwell_steps": 2},
274
+ {"label": "through-billboard-18", "instruction": "Fly through rectangular portal billboard_id=18 only; align with the long narrow opening.", "target_xyz": [0.982,-0.713, 0.579], "arrive_radius": 0.06, "dwell_steps": 2},
275
+ {"label": "through-billboard-19", "instruction": "Fly through rectangular portal billboard_id=19 only; align with the long narrow opening.", "target_xyz": [1.424,-0.713, 0.628], "arrive_radius": 0.06, "dwell_steps": 2},
276
+ {"label": "through-billboard-20", "instruction": "Fly through rectangular portal billboard_id=20 only; align with the long narrow opening.", "target_xyz": [1.982,-0.441, 0.659], "arrive_radius": 0.06, "dwell_steps": 2}
277
+ ]
278
+ }
279
+ }
280
+ }
results.md ADDED
@@ -0,0 +1,192 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # XY-VLA TestResult
2
+
3
+ [← Back to README](README.md)
4
+
5
+ Four views in each row, left to right: **45°** · **Front** · **Right** · **Top**.
6
+
7
+ | Series | Experiments | GIF source |
8
+ |--------|-------------|------------|
9
+ | [1 — Portal traversal](#series-1--portal-traversal) | 1-1 ~ 1-2 | recording folder |
10
+ | [2 — Aerial paths](#series-2--aerial-paths) | 2-1 ~ 2-26 | recording folder |
11
+ | [3 — Action missions](#series-3--action-missions) | 3-1 ~ 3-15 | `sim/` |
12
+
13
+ Quick jump: [1-1](#1-1) · [1-2](#1-2) · [2-1](#2-1) · [2-2](#2-2) · [2-3](#2-3) · [2-4](#2-4) · [2-5](#2-5) · [2-6](#2-6) · [2-7](#2-7) · [2-8](#2-8) · [2-9](#2-9) · [2-10](#2-10) · [2-11](#2-11) · [2-12](#2-12) · [2-13](#2-13) · [2-14](#2-14) · [2-15](#2-15) · [2-16](#2-16) · [2-17](#2-17) · [2-18](#2-18) · [2-19](#2-19) · [2-20](#2-20) · [2-21](#2-21) · [2-22](#2-22) · [2-23](#2-23) · [2-24](#2-24) · [2-25](#2-25) · [2-26](#2-26) · [3-1](#3-1) · [3-2](#3-2) · [3-3](#3-3) · [3-4](#3-4) · [3-5](#3-5) · [3-6](#3-6) · [3-7](#3-7) · [3-8](#3-8) · [3-9](#3-9) · [3-10](#3-10) · [3-11](#3-11) · [3-12](#3-12) · [3-13](#3-13) · [3-14](#3-14) · [3-15](#3-15)
14
+
15
+ ## Series 1 — Portal traversal
16
+
17
+ <h3 id="1-1">1-1_Fly through the yellow opening</h3>
18
+
19
+ <table><tr><td align="center" width="25%"><img src="recordings/1-1_Fly%20through%20the%20yellow%20opening/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/1-1_Fly%20through%20the%20yellow%20opening/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/1-1_Fly%20through%20the%20yellow%20opening/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/1-1_Fly%20through%20the%20yellow%20opening/world_top.gif" alt="top" width="100%" /></td></tr></table>
20
+
21
+ <h3 id="1-2">1-2_Pass through the nearest red portal</h3>
22
+
23
+ <table><tr><td align="center" width="25%"><img src="recordings/1-2_Pass%20through%20the%20nearest%20red%20portal/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/1-2_Pass%20through%20the%20nearest%20red%20portal/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/1-2_Pass%20through%20the%20nearest%20red%20portal/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/1-2_Pass%20through%20the%20nearest%20red%20portal/world_top.gif" alt="top" width="100%" /></td></tr></table>
24
+
25
+ ## Series 2 — Aerial paths
26
+
27
+ <h3 id="2-1">2-1_Fly a figure-eight path in the air over the workspace</h3>
28
+
29
+ <table><tr><td align="center" width="25%"><img src="recordings/2-1_Fly%20a%20figure-eight%20path%20in%20the%20air%20over%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-1_Fly%20a%20figure-eight%20path%20in%20the%20air%20over%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-1_Fly%20a%20figure-eight%20path%20in%20the%20air%20over%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-1_Fly%20a%20figure-eight%20path%20in%20the%20air%20over%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
30
+
31
+ <h3 id="2-2">2-2_Fly a racetrack oval in the air over the workspace</h3>
32
+
33
+ <table><tr><td align="center" width="25%"><img src="recordings/2-2_Fly%20a%20racetrack%20oval%20in%20the%20air%20over%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-2_Fly%20a%20racetrack%20oval%20in%20the%20air%20over%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-2_Fly%20a%20racetrack%20oval%20in%20the%20air%20over%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-2_Fly%20a%20racetrack%20oval%20in%20the%20air%20over%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
34
+
35
+ <h3 id="2-3">2-3_Trace a diamond-shaped path in the sky above the blocks</h3>
36
+
37
+ <table><tr><td align="center" width="25%"><img src="recordings/2-3_Trace%20a%20diamond-shaped%20path%20in%20the%20sky%20above%20the%20blocks/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-3_Trace%20a%20diamond-shaped%20path%20in%20the%20sky%20above%20the%20blocks/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-3_Trace%20a%20diamond-shaped%20path%20in%20the%20sky%20above%20the%20blocks/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-3_Trace%20a%20diamond-shaped%20path%20in%20the%20sky%20above%20the%20blocks/world_top.gif" alt="top" width="100%" /></td></tr></table>
38
+
39
+ <h3 id="2-4">2-4-Fly a square circuit in the air around the table without naming altitude</h3>
40
+
41
+ <table><tr><td align="center" width="25%"><img src="recordings/2-4-Fly%20a%20square%20circuit%20in%20the%20air%20around%20the%20table%20without%20naming%20altitude/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-4-Fly%20a%20square%20circuit%20in%20the%20air%20around%20the%20table%20without%20naming%20altitude/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-4-Fly%20a%20square%20circuit%20in%20the%20air%20around%20the%20table%20without%20naming%20altitude/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-4-Fly%20a%20square%20circuit%20in%20the%20air%20around%20the%20table%20without%20naming%20altitude/world_top.gif" alt="top" width="100%" /></td></tr></table>
42
+
43
+ <h3 id="2-5">2-5_Sweep a serpentine back-and-forth path above the workspace</h3>
44
+
45
+ <table><tr><td align="center" width="25%"><img src="recordings/2-5_Sweep%20a%20serpentine%20back-and-forth%20path%20above%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-5_Sweep%20a%20serpentine%20back-and-forth%20path%20above%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-5_Sweep%20a%20serpentine%20back-and-forth%20path%20above%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-5_Sweep%20a%20serpentine%20back-and-forth%20path%20above%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
46
+
47
+ <h3 id="2-6">2-6_Follow an expanding then contracting spiral in the air over the workspace</h3>
48
+
49
+ <table><tr><td align="center" width="25%"><img src="recordings/2-6_Follow%20an%20expanding%20then%20contracting%20spiral%20in%20the%20air%20over%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-6_Follow%20an%20expanding%20then%20contracting%20spiral%20in%20the%20air%20over%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-6_Follow%20an%20expanding%20then%20contracting%20spiral%20in%20the%20air%20over%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-6_Follow%20an%20expanding%20then%20contracting%20spiral%20in%20the%20air%20over%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
50
+
51
+ <h3 id="2-7">2-7_Trace a cloverleaf pattern with three loops in the air</h3>
52
+
53
+ <table><tr><td align="center" width="25%"><img src="recordings/2-7_Trace%20a%20cloverleaf%20pattern%20with%20three%20loops%20in%20the%20air/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-7_Trace%20a%20cloverleaf%20pattern%20with%20three%20loops%20in%20the%20air/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-7_Trace%20a%20cloverleaf%20pattern%20with%20three%20loops%20in%20the%20air/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-7_Trace%20a%20cloverleaf%20pattern%20with%20three%20loops%20in%20the%20air/world_top.gif" alt="top" width="100%" /></td></tr></table>
54
+
55
+ <h3 id="2-8">2-8_Fly a smooth S-curve ribbon across the airspace above all blocks</h3>
56
+
57
+ <table><tr><td align="center" width="25%"><img src="recordings/2-8_Fly%20a%20smooth%20S-curve%20ribbon%20across%20the%20airspace%20above%20all%20blocks/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-8_Fly%20a%20smooth%20S-curve%20ribbon%20across%20the%20airspace%20above%20all%20blocks/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-8_Fly%20a%20smooth%20S-curve%20ribbon%20across%20the%20airspace%20above%20all%20blocks/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-8_Fly%20a%20smooth%20S-curve%20ribbon%20across%20the%20airspace%20above%20all%20blocks/world_top.gif" alt="top" width="100%" /></td></tr></table>
58
+
59
+ <h3 id="2-9">2-9_Fly a cosine wave ribbon in the air above the workspace</h3>
60
+
61
+ <table><tr><td align="center" width="25%"><img src="recordings/2-9_Fly%20a%20cosine%20wave%20ribbon%20in%20the%20air%20above%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-9_Fly%20a%20cosine%20wave%20ribbon%20in%20the%20air%20above%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-9_Fly%20a%20cosine%20wave%20ribbon%20in%20the%20air%20above%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-9_Fly%20a%20cosine%20wave%20ribbon%20in%20the%20air%20above%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
62
+
63
+ <h3 id="2-10">2-10_Trace a damped sine path overhead across the airspace above all blocks</h3>
64
+
65
+ <table><tr><td align="center" width="25%"><img src="recordings/2-10_Trace%20a%20damped%20sine%20path%20overhead%20across%20the%20airspace%20above%20all%20blocks/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-10_Trace%20a%20damped%20sine%20path%20overhead%20across%20the%20airspace%20above%20all%20blocks/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-10_Trace%20a%20damped%20sine%20path%20overhead%20across%20the%20airspace%20above%20all%20blocks/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-10_Trace%20a%20damped%20sine%20path%20overhead%20across%20the%20airspace%20above%20all%20blocks/world_top.gif" alt="top" width="100%" /></td></tr></table>
66
+
67
+ <h3 id="2-11">2-11_Fly a beat wave pattern above the table in the sky</h3>
68
+
69
+ <table><tr><td align="center" width="25%"><img src="recordings/2-11_Fly%20a%20beat%20wave%20pattern%20above%20the%20table%20in%20the%20sky/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-11_Fly%20a%20beat%20wave%20pattern%20above%20the%20table%20in%20the%20sky/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-11_Fly%20a%20beat%20wave%20pattern%20above%20the%20table%20in%20the%20sky/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-11_Fly%20a%20beat%20wave%20pattern%20above%20the%20table%20in%20the%20sky/world_top.gif" alt="top" width="100%" /></td></tr></table>
70
+
71
+ <h3 id="2-12">2-12_Follow a triangle wave ribbon above the blocks in the air</h3>
72
+
73
+ <table><tr><td align="center" width="25%"><img src="recordings/2-12_Follow%20a%20triangle%20wave%20ribbon%20above%20the%20blocks%20in%20the%20air/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-12_Follow%20a%20triangle%20wave%20ribbon%20above%20the%20blocks%20in%20the%20air/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-12_Follow%20a%20triangle%20wave%20ribbon%20above%20the%20blocks%20in%20the%20air/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-12_Follow%20a%20triangle%20wave%20ribbon%20above%20the%20blocks%20in%20the%20air/world_top.gif" alt="top" width="100%" /></td></tr></table>
74
+
75
+ <h3 id="2-13">2-13_Trace a hyperbolic tangent tanh ribbon path over the workspace</h3>
76
+
77
+ <table><tr><td align="center" width="25%"><img src="recordings/2-13_Trace%20a%20hyperbolic%20tangent%20tanh%20ribbon%20path%20over%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-13_Trace%20a%20hyperbolic%20tangent%20tanh%20ribbon%20path%20over%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-13_Trace%20a%20hyperbolic%20tangent%20tanh%20ribbon%20path%20over%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-13_Trace%20a%20hyperbolic%20tangent%20tanh%20ribbon%20path%20over%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
78
+
79
+ <h3 id="2-14">2-14_Fly a sine wave above the workspace with vertical cosine oscillation</h3>
80
+
81
+ <table><tr><td align="center" width="25%"><img src="recordings/2-14_Fly%20a%20sine%20wave%20above%20the%20workspace%20with%20vertical%20cosine%20oscillation/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-14_Fly%20a%20sine%20wave%20above%20the%20workspace%20with%20vertical%20cosine%20oscillation/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-14_Fly%20a%20sine%20wave%20above%20the%20workspace%20with%20vertical%20cosine%20oscillation/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-14_Fly%20a%20sine%20wave%20above%20the%20workspace%20with%20vertical%20cosine%20oscillation/world_top.gif" alt="top" width="100%" /></td></tr></table>
82
+
83
+ <h3 id="2-15">2-15_Perform a lawnmower raster scan straight passes with 180-degree turns overhead</h3>
84
+
85
+ <table><tr><td align="center" width="25%"><img src="recordings/2-15_Perform%20a%20lawnmower%20raster%20scan%20straight%20passes%20with%20180-degree%20turns%20overhead/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-15_Perform%20a%20lawnmower%20raster%20scan%20straight%20passes%20with%20180-degree%20turns%20overhead/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-15_Perform%20a%20lawnmower%20raster%20scan%20straight%20passes%20with%20180-degree%20turns%20overhead/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-15_Perform%20a%20lawnmower%20raster%20scan%20straight%20passes%20with%20180-degree%20turns%20overhead/world_top.gif" alt="top" width="100%" /></td></tr></table>
86
+
87
+ <h3 id="2-16">2-16_Trace a vertical corkscrew climb-and-descent path while staying over the workspace</h3>
88
+
89
+ <table><tr><td align="center" width="25%"><img src="recordings/2-16_Trace%20a%20vertical%20corkscrew%20climb-and-descent%20path%20while%20staying%20over%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-16_Trace%20a%20vertical%20corkscrew%20climb-and-descent%20path%20while%20staying%20over%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-16_Trace%20a%20vertical%20corkscrew%20climb-and-descent%20path%20while%20staying%20over%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-16_Trace%20a%20vertical%20corkscrew%20climb-and-descent%20path%20while%20staying%20over%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
90
+
91
+ <h3 id="2-17">2-17_Fly a bowtie crossing pattern high above the center of the table</h3>
92
+
93
+ <table><tr><td align="center" width="25%"><img src="recordings/2-17_Fly%20a%20bowtie%20crossing%20pattern%20high%20above%20the%20center%20of%20the%20table/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-17_Fly%20a%20bowtie%20crossing%20pattern%20high%20above%20the%20center%20of%20the%20table/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-17_Fly%20a%20bowtie%20crossing%20pattern%20high%20above%20the%20center%20of%20the%20table/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-17_Fly%20a%20bowtie%20crossing%20pattern%20high%20above%20the%20center%20of%20the%20table/world_top.gif" alt="top" width="100%" /></td></tr></table>
94
+
95
+ <h3 id="2-18">2-18_Fly a nephroid decorative orbit in the air above the workspace</h3>
96
+
97
+ <table><tr><td align="center" width="25%"><img src="recordings/2-18_Fly%20a%20nephroid%20decorative%20orbit%20in%20the%20air%20above%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-18_Fly%20a%20nephroid%20decorative%20orbit%20in%20the%20air%20above%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-18_Fly%20a%20nephroid%20decorative%20orbit%20in%20the%20air%20above%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-18_Fly%20a%20nephroid%20decorative%20orbit%20in%20the%20air%20above%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
98
+
99
+ <h3 id="2-19">2-19_Trace a limacon path overhead without portals</h3>
100
+
101
+ <table><tr><td align="center" width="25%"><img src="recordings/2-19_Trace%20a%20limacon%20path%20overhead%20without%20portals/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-19_Trace%20a%20limacon%20path%20overhead%20without%20portals/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-19_Trace%20a%20limacon%20path%20overhead%20without%20portals/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-19_Trace%20a%20limacon%20path%20overhead%20without%20portals/world_top.gif" alt="top" width="100%" /></td></tr></table>
102
+
103
+ <h3 id="2-20">2-20_Demonstrate a cissoid curve in the sky above the table</h3>
104
+
105
+ <table><tr><td align="center" width="25%"><img src="recordings/2-20_Demonstrate%20a%20cissoid%20curve%20in%20the%20sky%20above%20the%20table/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-20_Demonstrate%20a%20cissoid%20curve%20in%20the%20sky%20above%20the%20table/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-20_Demonstrate%20a%20cissoid%20curve%20in%20the%20sky%20above%20the%20table/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-20_Demonstrate%20a%20cissoid%20curve%20in%20the%20sky%20above%20the%20table/world_top.gif" alt="top" width="100%" /></td></tr></table>
106
+
107
+ <h3 id="2-21">2-21_Fly a strophoid-pattern circuit over the workspace</h3>
108
+
109
+ <table><tr><td align="center" width="25%"><img src="recordings/2-21_Fly%20a%20strophoid-pattern%20circuit%20over%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-21_Fly%20a%20strophoid-pattern%20circuit%20over%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-21_Fly%20a%20strophoid-pattern%20circuit%20over%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-21_Fly%20a%20strophoid-pattern%20circuit%20over%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
110
+
111
+ <h3 id="2-22">2-22_Trace the Eudoxus kampyle as a scenic path above the blocks</h3>
112
+
113
+ <table><tr><td align="center" width="25%"><img src="recordings/2-22_Trace%20the%20Eudoxus%20kampyle%20as%20a%20scenic%20path%20above%20the%20blocks/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-22_Trace%20the%20Eudoxus%20kampyle%20as%20a%20scenic%20path%20above%20the%20blocks/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-22_Trace%20the%20Eudoxus%20kampyle%20as%20a%20scenic%20path%20above%20the%20blocks/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-22_Trace%20the%20Eudoxus%20kampyle%20as%20a%20scenic%20path%20above%20the%20blocks/world_top.gif" alt="top" width="100%" /></td></tr></table>
114
+
115
+ <h3 id="2-23">2-23_Fly a Nicomedes conchoid path in the air over the workspace</h3>
116
+
117
+ <table><tr><td align="center" width="25%"><img src="recordings/2-23_Fly%20a%20Nicomedes%20conchoid%20path%20in%20the%20air%20over%20the%20workspace/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-23_Fly%20a%20Nicomedes%20conchoid%20path%20in%20the%20air%20over%20the%20workspace/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-23_Fly%20a%20Nicomedes%20conchoid%20path%20in%20the%20air%20over%20the%20workspace/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-23_Fly%20a%20Nicomedes%20conchoid%20path%20in%20the%20air%20over%20the%20workspace/world_top.gif" alt="top" width="100%" /></td></tr></table>
118
+
119
+ <h3 id="2-24">2-24_Hold a circular orbit path over the workspace in the air for a smooth patrol</h3>
120
+
121
+ <table><tr><td align="center" width="25%"><img src="recordings/2-24_Hold%20a%20circular%20orbit%20path%20over%20the%20workspace%20in%20the%20air%20for%20a%20smooth%20patrol/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-24_Hold%20a%20circular%20orbit%20path%20over%20the%20workspace%20in%20the%20air%20for%20a%20smooth%20patrol/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-24_Hold%20a%20circular%20orbit%20path%20over%20the%20workspace%20in%20the%20air%20for%20a%20smooth%20patrol/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-24_Hold%20a%20circular%20orbit%20path%20over%20the%20workspace%20in%20the%20air%20for%20a%20smooth%20patrol/world_top.gif" alt="top" width="100%" /></td></tr></table>
122
+
123
+ <h3 id="2-25">2-25_Trace a pentagram star pattern overhead without passing through portals</h3>
124
+
125
+ <table><tr><td align="center" width="25%"><img src="recordings/2-25_Trace%20a%20pentagram%20star%20pattern%20overhead%20without%20passing%20through%20portals/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-25_Trace%20a%20pentagram%20star%20pattern%20overhead%20without%20passing%20through%20portals/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-25_Trace%20a%20pentagram%20star%20pattern%20overhead%20without%20passing%20through%20portals/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-25_Trace%20a%20pentagram%20star%20pattern%20overhead%20without%20passing%20through%20portals/world_top.gif" alt="top" width="100%" /></td></tr></table>
126
+
127
+ <h3 id="2-26">2-26_Fly an Archimedean spiral path high above every block on the table</h3>
128
+
129
+ <table><tr><td align="center" width="25%"><img src="recordings/2-26_Fly%20an%20Archimedean%20spiral%20path%20high%20above%20every%20block%20on%20the%20table/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-26_Fly%20an%20Archimedean%20spiral%20path%20high%20above%20every%20block%20on%20the%20table/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-26_Fly%20an%20Archimedean%20spiral%20path%20high%20above%20every%20block%20on%20the%20table/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/2-26_Fly%20an%20Archimedean%20spiral%20path%20high%20above%20every%20block%20on%20the%20table/world_top.gif" alt="top" width="100%" /></td></tr></table>
130
+
131
+ ## Series 3 — Action missions
132
+
133
+ <h3 id="3-1">3-1_Pass through portal billboard number 3; fly through the opening center without collision</h3>
134
+
135
+ <table><tr><td align="center" width="25%"><img src="recordings/3-1_Pass%20through%20portal%20billboard%20number%203%3B%20fly%20through%20the%20opening%20center%20without%20collision/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-1_Pass%20through%20portal%20billboard%20number%203%3B%20fly%20through%20the%20opening%20center%20without%20collision/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-1_Pass%20through%20portal%20billboard%20number%203%3B%20fly%20through%20the%20opening%20center%20without%20collision/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-1_Pass%20through%20portal%20billboard%20number%203%3B%20fly%20through%20the%20opening%20center%20without%20collision/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
136
+
137
+ <h3 id="3-2">3-2_Go through rectangular portal billboard_id=7 via the geometric center without collision</h3>
138
+
139
+ <table><tr><td align="center" width="25%"><img src="recordings/3-2_Go%20through%20rectangular%20portal%20billboard_id%3D7%20via%20the%20geometric%20center%20without%20collision/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-2_Go%20through%20rectangular%20portal%20billboard_id%3D7%20via%20the%20geometric%20center%20without%20collision/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-2_Go%20through%20rectangular%20portal%20billboard_id%3D7%20via%20the%20geometric%20center%20without%20collision/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-2_Go%20through%20rectangular%20portal%20billboard_id%3D7%20via%20the%20geometric%20center%20without%20collision/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
140
+
141
+ <h3 id="3-3">3-3_Fly by portal billboard_id=5 without entering the opening center; skirt the frame from the side</h3>
142
+
143
+ <table><tr><td align="center" width="25%"><img src="recordings/3-3_Fly%20by%20portal%20billboard_id%3D5%20without%20entering%20the%20opening%20center%3B%20skirt%20the%20frame%20from%20the%20side/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-3_Fly%20by%20portal%20billboard_id%3D5%20without%20entering%20the%20opening%20center%3B%20skirt%20the%20frame%20from%20the%20side/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-3_Fly%20by%20portal%20billboard_id%3D5%20without%20entering%20the%20opening%20center%3B%20skirt%20the%20frame%20from%20the%20side/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-3_Fly%20by%20portal%20billboard_id%3D5%20without%20entering%20the%20opening%20center%3B%20skirt%20the%20frame%20from%20the%20side/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
144
+
145
+ <h3 id="3-4">3-4_Pass by billboard_id=10 from the side; bypass the frame without entering the opening center</h3>
146
+
147
+ <table><tr><td align="center" width="25%"><img src="recordings/3-4_Pass%20by%20billboard_id%3D10%20from%20the%20side%3B%20bypass%20the%20frame%20without%20entering%20the%20opening%20center/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-4_Pass%20by%20billboard_id%3D10%20from%20the%20side%3B%20bypass%20the%20frame%20without%20entering%20the%20opening%20center/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-4_Pass%20by%20billboard_id%3D10%20from%20the%20side%3B%20bypass%20the%20frame%20without%20entering%20the%20opening%20center/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-4_Pass%20by%20billboard_id%3D10%20from%20the%20side%3B%20bypass%20the%20frame%20without%20entering%20the%20opening%20center/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
148
+
149
+ <h3 id="3-5">3-5_Observe and recon billboard_id=20; scout above the portal with one full circle</h3>
150
+
151
+ <table><tr><td align="center" width="25%"><img src="recordings/3-5_Observe%20and%20recon%20billboard_id%3D20%3B%20scout%20above%20the%20portal%20with%20one%20full%20circle/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-5_Observe%20and%20recon%20billboard_id%3D20%3B%20scout%20above%20the%20portal%20with%20one%20full%20circle/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-5_Observe%20and%20recon%20billboard_id%3D20%3B%20scout%20above%20the%20portal%20with%20one%20full%20circle/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-5_Observe%20and%20recon%20billboard_id%3D20%3B%20scout%20above%20the%20portal%20with%20one%20full%20circle/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
152
+
153
+ <h3 id="3-6">3-6_Reconnaissance over billboard_id=10; circle above the frame with 2 laps</h3>
154
+
155
+ <table><tr><td align="center" width="25%"><img src="recordings/3-6_Reconnaissance%20over%20billboard_id%3D10%3B%20circle%20above%20the%20frame%20with%202%20laps/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-6_Reconnaissance%20over%20billboard_id%3D10%3B%20circle%20above%20the%20frame%20with%202%20laps/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-6_Reconnaissance%20over%20billboard_id%3D10%3B%20circle%20above%20the%20frame%20with%202%20laps/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-6_Reconnaissance%20over%20billboard_id%3D10%3B%20circle%20above%20the%20frame%20with%202%20laps/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
156
+
157
+ <h3 id="3-7">3-7_Reconnaissance over billboard_id=6; circle above the frame with 6 laps</h3>
158
+
159
+ <table><tr><td align="center" width="25%"><img src="recordings/3-7_Reconnaissance%20over%20billboard_id%3D6%3B%20circle%20above%20the%20frame%20with%206%20laps/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-7_Reconnaissance%20over%20billboard_id%3D6%3B%20circle%20above%20the%20frame%20with%206%20laps/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-7_Reconnaissance%20over%20billboard_id%3D6%3B%20circle%20above%20the%20frame%20with%206%20laps/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-7_Reconnaissance%20over%20billboard_id%3D6%3B%20circle%20above%20the%20frame%20with%206%20laps/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
160
+
161
+ <h3 id="3-8">3-8_Collide with rectangular portal billboard_id=7; ram the frame directly</h3>
162
+
163
+ <table><tr><td align="center" width="25%"><img src="recordings/3-8_Collide%20with%20rectangular%20portal%20billboard_id%3D7%3B%20ram%20the%20frame%20directly/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-8_Collide%20with%20rectangular%20portal%20billboard_id%3D7%3B%20ram%20the%20frame%20directly/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-8_Collide%20with%20rectangular%20portal%20billboard_id%3D7%3B%20ram%20the%20frame%20directly/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-8_Collide%20with%20rectangular%20portal%20billboard_id%3D7%3B%20ram%20the%20frame%20directly/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
164
+
165
+ <h3 id="3-9">3-9_Ram directly into billboard_id=9; crash into the rectangular portal frame</h3>
166
+
167
+ <table><tr><td align="center" width="25%"><img src="recordings/3-9_Ram%20directly%20into%20billboard_id%3D9%3B%20crash%20into%20the%20rectangular%20portal%20frame/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-9_Ram%20directly%20into%20billboard_id%3D9%3B%20crash%20into%20the%20rectangular%20portal%20frame/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-9_Ram%20directly%20into%20billboard_id%3D9%3B%20crash%20into%20the%20rectangular%20portal%20frame/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-9_Ram%20directly%20into%20billboard_id%3D9%3B%20crash%20into%20the%20rectangular%20portal%20frame/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
168
+
169
+ <h3 id="3-10">3-10_Hover over portal billboard number 5; hold position above the frame center</h3>
170
+
171
+ <table><tr><td align="center" width="25%"><img src="recordings/3-10_Hover%20over%20portal%20billboard%20number%205%3B%20hold%20position%20above%20the%20frame%20center/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-10_Hover%20over%20portal%20billboard%20number%205%3B%20hold%20position%20above%20the%20frame%20center/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-10_Hover%20over%20portal%20billboard%20number%205%3B%20hold%20position%20above%20the%20frame%20center/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-10_Hover%20over%20portal%20billboard%20number%205%3B%20hold%20position%20above%20the%20frame%20center/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
172
+
173
+ <h3 id="3-11">3-11_Loiter directly above billboard_id=21; hold still over the portal center</h3>
174
+
175
+ <table><tr><td align="center" width="25%"><img src="recordings/3-11_Loiter%20directly%20above%20billboard_id%3D21%3B%20hold%20still%20over%20the%20portal%20center/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-11_Loiter%20directly%20above%20billboard_id%3D21%3B%20hold%20still%20over%20the%20portal%20center/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-11_Loiter%20directly%20above%20billboard_id%3D21%3B%20hold%20still%20over%20the%20portal%20center/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-11_Loiter%20directly%20above%20billboard_id%3D21%3B%20hold%20still%20over%20the%20portal%20center/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
176
+
177
+ <h3 id="3-12">3-12_Fly by portal billboard number 2 without entering the opening center; then pass through portal billboard number 3 via the geometric center; then orbit billboard_id=5 once for recon; then collide with portal billboard_id=7</h3>
178
+
179
+ <table><tr><td align="center" width="25%"><img src="recordings/3-12_Fly%20by%20portal%20billboard%20number%202%20without%20entering%20the%20opening%20center%3B%20then%20pass%20through%20portal%20billboard%20number%203%20via%20the%20geometric%20center%3B%20then%20orbit%20billboard_id%3D5%20once%20for%20recon%3B%20then%20collide%20with%20portal%20billboard_id%3D7/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-12_Fly%20by%20portal%20billboard%20number%202%20without%20entering%20the%20opening%20center%3B%20then%20pass%20through%20portal%20billboard%20number%203%20via%20the%20geometric%20center%3B%20then%20orbit%20billboard_id%3D5%20once%20for%20recon%3B%20then%20collide%20with%20portal%20billboard_id%3D7/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-12_Fly%20by%20portal%20billboard%20number%202%20without%20entering%20the%20opening%20center%3B%20then%20pass%20through%20portal%20billboard%20number%203%20via%20the%20geometric%20center%3B%20then%20orbit%20billboard_id%3D5%20once%20for%20recon%3B%20then%20collide%20with%20portal%20billboard_id%3D7/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-12_Fly%20by%20portal%20billboard%20number%202%20without%20entering%20the%20opening%20center%3B%20then%20pass%20through%20portal%20billboard%20number%203%20via%20the%20geometric%20center%3B%20then%20orbit%20billboard_id%3D5%20once%20for%20recon%3B%20then%20collide%20with%20portal%20billboard_id%3D7/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
180
+
181
+ <h3 id="3-13">3-13_Fly by portal billboard number 2 without entering the center; then pass through portal billboard number 3; then orbit billboard_id=5 once for recon; then hover over portal billboard number 7</h3>
182
+
183
+ <table><tr><td align="center" width="25%"><img src="recordings/3-13_Fly%20by%20portal%20billboard%20number%202%20without%20entering%20the%20center%3B%20then%20pass%20through%20portal%20billboard%20number%203%3B%20then%20orbit%20billboard_id%3D5%20once%20for%20recon%3B%20then%20hover%20over%20portal%20billboard%20number%207/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-13_Fly%20by%20portal%20billboard%20number%202%20without%20entering%20the%20center%3B%20then%20pass%20through%20portal%20billboard%20number%203%3B%20then%20orbit%20billboard_id%3D5%20once%20for%20recon%3B%20then%20hover%20over%20portal%20billboard%20number%207/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-13_Fly%20by%20portal%20billboard%20number%202%20without%20entering%20the%20center%3B%20then%20pass%20through%20portal%20billboard%20number%203%3B%20then%20orbit%20billboard_id%3D5%20once%20for%20recon%3B%20then%20hover%20over%20portal%20billboard%20number%207/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-13_Fly%20by%20portal%20billboard%20number%202%20without%20entering%20the%20center%3B%20then%20pass%20through%20portal%20billboard%20number%203%3B%20then%20orbit%20billboard_id%3D5%20once%20for%20recon%3B%20then%20hover%20over%20portal%20billboard%20number%207/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
184
+
185
+ <h3 id="3-14">3-14_Pass by billboard_id=3 from the side; then go through billboard_id=7; then scout one lap above billboard_id=5; finally loiter above billboard_id=16</h3>
186
+
187
+ <table><tr><td align="center" width="25%"><img src="recordings/3-14_Pass%20by%20billboard_id%3D3%20from%20the%20side%3B%20then%20go%20through%20billboard_id%3D7%3B%20then%20scout%20one%20lap%20above%20billboard_id%3D5%3B%20finally%20loiter%20above%20billboard_id%3D16/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-14_Pass%20by%20billboard_id%3D3%20from%20the%20side%3B%20then%20go%20through%20billboard_id%3D7%3B%20then%20scout%20one%20lap%20above%20billboard_id%3D5%3B%20finally%20loiter%20above%20billboard_id%3D16/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-14_Pass%20by%20billboard_id%3D3%20from%20the%20side%3B%20then%20go%20through%20billboard_id%3D7%3B%20then%20scout%20one%20lap%20above%20billboard_id%3D5%3B%20finally%20loiter%20above%20billboard_id%3D16/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-14_Pass%20by%20billboard_id%3D3%20from%20the%20side%3B%20then%20go%20through%20billboard_id%3D7%3B%20then%20scout%20one%20lap%20above%20billboard_id%3D5%3B%20finally%20loiter%20above%20billboard_id%3D16/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
188
+
189
+ <h3 id="3-15">3-15_Orbit billboard_id=3 twice for inspection, then pass through billboard_id=10</h3>
190
+
191
+ <table><tr><td align="center" width="25%"><img src="recordings/3-15_Orbit%20billboard_id%3D3%20twice%20for%20inspection%2C%20then%20pass%20through%20billboard_id%3D10/sim/world_45deg.gif" alt="45deg" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-15_Orbit%20billboard_id%3D3%20twice%20for%20inspection%2C%20then%20pass%20through%20billboard_id%3D10/sim/world_front.gif" alt="front" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-15_Orbit%20billboard_id%3D3%20twice%20for%20inspection%2C%20then%20pass%20through%20billboard_id%3D10/sim/world_right.gif" alt="right" width="100%" /></td><td align="center" width="25%"><img src="recordings/3-15_Orbit%20billboard_id%3D3%20twice%20for%20inspection%2C%20then%20pass%20through%20billboard_id%3D10/sim/world_top.gif" alt="top" width="100%" /></td></tr></table>
192
+
run_xyVLA.py ADDED
The diff for this file is too large to render. See raw diff
 
set_enviroment.py ADDED
@@ -0,0 +1,139 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import argparse
2
+ import shutil
3
+ import subprocess
4
+ import sys
5
+ from pathlib import Path
6
+
7
+
8
+ PROJECT_ROOT = Path(__file__).resolve().parent
9
+ ENV_NAME = "xy-vla"
10
+ PYTHON_VERSION = "3.10"
11
+
12
+
13
+ def run_cmd(cmd, desc):
14
+ print(f"\n[RUN] {desc}")
15
+ print(" " + " ".join(cmd))
16
+ process = subprocess.Popen(
17
+ cmd,
18
+ stdout=subprocess.PIPE,
19
+ stderr=subprocess.STDOUT,
20
+ text=True,
21
+ encoding="utf-8",
22
+ errors="ignore",
23
+ bufsize=1,
24
+ )
25
+ assert process.stdout is not None
26
+ for line in process.stdout:
27
+ print(line, end="", flush=True)
28
+ return_code = process.wait()
29
+ if return_code != 0:
30
+ raise RuntimeError(f"Command failed ({return_code}): {' '.join(cmd)}")
31
+
32
+
33
+ def env_exists(conda_exe, env_name):
34
+ result = subprocess.run(
35
+ [conda_exe, "env", "list"],
36
+ check=False,
37
+ capture_output=True,
38
+ text=True,
39
+ encoding="utf-8",
40
+ errors="ignore",
41
+ )
42
+ if result.returncode != 0:
43
+ raise RuntimeError("Unable to query conda environments.")
44
+ lines = [line.strip() for line in result.stdout.splitlines() if line.strip()]
45
+ return any(line.split()[0] == env_name for line in lines if not line.startswith("#"))
46
+
47
+
48
+ def main():
49
+ parser = argparse.ArgumentParser(
50
+ description="One-click setup for X-VLA conda environment."
51
+ )
52
+ parser.add_argument(
53
+ "--recreate",
54
+ action="store_true",
55
+ help="Delete and recreate the environment if it already exists.",
56
+ )
57
+ args = parser.parse_args()
58
+
59
+ conda_exe = shutil.which("conda")
60
+ if not conda_exe:
61
+ raise RuntimeError("conda not found in PATH. Please install/enable Anaconda first.")
62
+
63
+ req_file = PROJECT_ROOT / "X-VLA" / "requirements.txt"
64
+ if not req_file.exists():
65
+ alt_req = PROJECT_ROOT / "requirements.txt"
66
+ if alt_req.exists():
67
+ req_file = alt_req
68
+ else:
69
+ raise RuntimeError("requirements.txt not found in project.")
70
+
71
+ print("=== X-VLA Environment Setup ===")
72
+ print(f"Project root : {PROJECT_ROOT}")
73
+ print(f"Conda env : {ENV_NAME}")
74
+ print(f"Python : {PYTHON_VERSION}")
75
+ print(f"Requirements : {req_file}")
76
+
77
+ exists = env_exists(conda_exe, ENV_NAME)
78
+ if exists and args.recreate:
79
+ run_cmd([conda_exe, "env", "remove", "-n", ENV_NAME, "-y"], "Remove old env")
80
+ exists = False
81
+
82
+ if not exists:
83
+ run_cmd(
84
+ [conda_exe, "create", "-n", ENV_NAME, f"python={PYTHON_VERSION}", "-y"],
85
+ "Create conda env",
86
+ )
87
+ else:
88
+ print(f"\n[SKIP] Environment '{ENV_NAME}' already exists.")
89
+
90
+ run_cmd(
91
+ [
92
+ conda_exe,
93
+ "run",
94
+ "-n",
95
+ ENV_NAME,
96
+ "pip",
97
+ "install",
98
+ "torch",
99
+ "torchvision",
100
+ "torchaudio",
101
+ "--index-url",
102
+ "https://download.pytorch.org/whl/cpu",
103
+ ],
104
+ "Install PyTorch (CPU)",
105
+ )
106
+
107
+ run_cmd(
108
+ [conda_exe, "run", "-n", ENV_NAME, "pip", "install", "-r", str(req_file)],
109
+ "Install project requirements",
110
+ )
111
+
112
+ run_cmd(
113
+ [conda_exe, "run", "-n", ENV_NAME, "pip", "install", "timm>=0.9.10,<1.0.0"],
114
+ "Pin timm for OpenFly/AerialVLA (E4/E5)",
115
+ )
116
+
117
+ run_cmd(
118
+ [
119
+ conda_exe,
120
+ "run",
121
+ "-n",
122
+ ENV_NAME,
123
+ "python",
124
+ "-c",
125
+ "import sys,torch; print('python', sys.version.split()[0]); print('torch', torch.__version__)",
126
+ ],
127
+ "Verify environment",
128
+ )
129
+
130
+ print("\nDONE: Environment is ready.")
131
+ print(f"Use it with: conda activate {ENV_NAME}")
132
+
133
+
134
+ if __name__ == "__main__":
135
+ try:
136
+ main()
137
+ except Exception as e:
138
+ print(f"\nERROR: {e}")
139
+ sys.exit(1)
set_enviroment_simple.py ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import argparse
2
+ import shutil
3
+ import subprocess
4
+ import sys
5
+ from pathlib import Path
6
+
7
+ PROJECT_ROOT = Path(__file__).resolve().parent
8
+ ENV_NAME = "xy-vla"
9
+ PYTHON_VERSION = "3.10"
10
+
11
+ def run_cmd(cmd, desc):
12
+ print(f"\n[RUN] {desc}")
13
+ print(" " + " ".join(cmd))
14
+ result = subprocess.run(cmd, check=False)
15
+ if result.returncode != 0:
16
+ raise RuntimeError(f"Command failed ({result.returncode}): {' '.join(cmd)}")
17
+
18
+ def env_exists(conda_exe, env_name):
19
+ result = subprocess.run(
20
+ [conda_exe, "env", "list"],
21
+ check=False,
22
+ capture_output=True,
23
+ text=True,
24
+ encoding="utf-8",
25
+ errors="ignore",
26
+ )
27
+ if result.returncode != 0:
28
+ raise RuntimeError("Unable to query conda environments.")
29
+ lines = [line.strip() for line in result.stdout.splitlines() if line.strip()]
30
+ return any(line.split()[0] == env_name for line in lines if not line.startswith("#"))
31
+
32
+ def main():
33
+ parser = argparse.ArgumentParser(
34
+ description="One-click setup for X-VLA conda environment."
35
+ )
36
+ parser.add_argument(
37
+ "--recreate",
38
+ action="store_true",
39
+ help="Delete and recreate the environment if it already exists.",
40
+ )
41
+ args = parser.parse_args()
42
+
43
+ conda_exe = shutil.which("conda")
44
+ if not conda_exe:
45
+ raise RuntimeError("conda not found in PATH. Please install/enable Anaconda first.")
46
+
47
+ req_file = PROJECT_ROOT / "X-VLA" / "requirements.txt"
48
+ if not req_file.exists():
49
+ alt_req = PROJECT_ROOT / "requirements.txt"
50
+ if alt_req.exists():
51
+ req_file = alt_req
52
+ else:
53
+ raise RuntimeError("requirements.txt not found in project.")
54
+
55
+ print("=== X-VLA Environment Setup ===")
56
+ print(f"Project root : {PROJECT_ROOT}")
57
+ print(f"Conda env : {ENV_NAME}")
58
+ print(f"Python : {PYTHON_VERSION}")
59
+ print(f"Requirements : {req_file}")
60
+
61
+ exists = env_exists(conda_exe, ENV_NAME)
62
+ if exists and args.recreate:
63
+ run_cmd([conda_exe, "env", "remove", "-n", ENV_NAME, "-y"], "Remove old env")
64
+ exists = False
65
+
66
+ if not exists:
67
+ run_cmd(
68
+ [conda_exe, "create", "-n", ENV_NAME, f"python={PYTHON_VERSION}", "-y"],
69
+ "Create conda env",
70
+ )
71
+ else:
72
+ print(f"\n[SKIP] Environment '{ENV_NAME}' already exists.")
73
+
74
+ run_cmd(
75
+ [
76
+ conda_exe,
77
+ "run",
78
+ "-n",
79
+ ENV_NAME,
80
+ "pip",
81
+ "install",
82
+ "torch",
83
+ "torchvision",
84
+ "torchaudio",
85
+ "--index-url",
86
+ "https://download.pytorch.org/whl/cpu",
87
+ ],
88
+ "Install PyTorch (CPU)",
89
+ )
90
+
91
+ run_cmd(
92
+ [conda_exe, "run", "-n", ENV_NAME, "pip", "install", "-r", str(req_file)],
93
+ "Install project requirements",
94
+ )
95
+
96
+ run_cmd(
97
+ [
98
+ conda_exe,
99
+ "run",
100
+ "-n",
101
+ ENV_NAME,
102
+ "python",
103
+ "-c",
104
+ "import sys,torch; print('python', sys.version.split()[0]); print('torch', torch.__version__)",
105
+ ],
106
+ "Verify environment",
107
+ )
108
+
109
+ print("\nDONE: Environment is ready.")
110
+ print(f"Use it with: conda activate {ENV_NAME}")
111
+
112
+ if __name__ == "__main__":
113
+ try:
114
+ main()
115
+ except Exception as e:
116
+ print(f"\nERROR: {e}")
117
+ sys.exit(1)
test_xVLA.py ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import json
2
+ import subprocess
3
+ import sys
4
+
5
+ import numpy as np
6
+ import requests
7
+ import json_numpy
8
+ from transformers import AutoModel, AutoProcessor
9
+
10
+ from xvla_local_server import MODEL_DIR, find_free_port, start_xvla_server_process
11
+
12
+
13
+ REQUIRED_FILES = [
14
+ "model.safetensors",
15
+ "config.json",
16
+ "configuration_xvla.py",
17
+ "modeling_xvla.py",
18
+ "processing_xvla.py",
19
+ "tokenizer.json",
20
+ "vocab.json",
21
+ "preprocessor_config.json",
22
+ ]
23
+
24
+
25
+ def check_model_files() -> None:
26
+ print("== [1/4] Checking required model files ==")
27
+ missing = [name for name in REQUIRED_FILES if not (MODEL_DIR / name).exists()]
28
+ if missing:
29
+ raise RuntimeError("Missing files:\n- " + "\n- ".join(missing))
30
+ size_gb = (MODEL_DIR / "model.safetensors").stat().st_size / (1024 ** 3)
31
+ print(f"Required files: OK, model.safetensors={size_gb:.2f} GB")
32
+
33
+
34
+ def check_local_loading() -> None:
35
+ print("== [2/4] Loading model and processor locally ==")
36
+ _ = AutoModel.from_pretrained(
37
+ str(MODEL_DIR), trust_remote_code=True, local_files_only=True
38
+ )
39
+ _ = AutoProcessor.from_pretrained(
40
+ str(MODEL_DIR), trust_remote_code=True, local_files_only=True
41
+ )
42
+ print("Local loading: OK")
43
+
44
+
45
+ def infer_once() -> None:
46
+ print("== [3/4] Starting temporary local inference server ==")
47
+ port = find_free_port()
48
+ proc = start_xvla_server_process(
49
+ "127.0.0.1",
50
+ port,
51
+ stdout=subprocess.DEVNULL,
52
+ stderr=subprocess.DEVNULL,
53
+ wait_timeout_s=120.0,
54
+ )
55
+ try:
56
+ print(f"Server start: OK (port {port})")
57
+
58
+ print("== [4/4] Sending minimal /act request ==")
59
+ payload = {
60
+ "proprio": json_numpy.dumps(np.zeros(20, dtype=np.float32)),
61
+ "language_instruction": "Move the gripper to target position",
62
+ "image0": json_numpy.dumps(np.zeros((256, 256, 3), dtype=np.uint8)),
63
+ "domain_id": 0,
64
+ "steps": 2,
65
+ }
66
+ r = requests.post(f"http://127.0.0.1:{port}/act", json=payload, timeout=90)
67
+ if r.status_code >= 400:
68
+ raise RuntimeError(f"/act failed {r.status_code}: {r.text[:500]}")
69
+ data = r.json()
70
+ if "action" not in data:
71
+ raise RuntimeError(f"/act response has no 'action' field: {json.dumps(data)[:300]}")
72
+ print("Inference request: OK")
73
+ finally:
74
+ proc.terminate()
75
+ try:
76
+ proc.wait(timeout=10)
77
+ except subprocess.TimeoutExpired:
78
+ proc.kill()
79
+
80
+
81
+ def main() -> None:
82
+ print("X-VLA one-click test started")
83
+ print(f"Model directory: {MODEL_DIR}")
84
+ check_model_files()
85
+ check_local_loading()
86
+ infer_once()
87
+ print("\nPASS: X-VLA model is complete and runnable on this machine.")
88
+
89
+
90
+ if __name__ == "__main__":
91
+ try:
92
+ main()
93
+ except Exception as exc:
94
+ print(f"\nFAIL: {exc}")
95
+ sys.exit(1)
xvla_local_server.py ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from __future__ import annotations
2
+
3
+ import socket
4
+ import subprocess
5
+ import sys
6
+ import time
7
+ from pathlib import Path
8
+ from typing import Any
9
+
10
+ ROOT = Path(__file__).resolve().parent
11
+ MODEL_DIR = ROOT / "xVLAModel"
12
+
13
+ def find_free_port() -> int:
14
+ with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
15
+ s.bind(("127.0.0.1", 0))
16
+ return int(s.getsockname()[1])
17
+
18
+ def wait_port_ready(host: str, port: int, *, timeout_s: float = 120.0) -> bool:
19
+ start = time.time()
20
+ while time.time() - start < timeout_s:
21
+ try:
22
+ with socket.create_connection((host, port), timeout=1.5):
23
+ return True
24
+ except OSError:
25
+ time.sleep(1.0)
26
+ return False
27
+
28
+ def build_xvla_server_code(host: str, port: int, model_dir: Path | None = None) -> str:
29
+ mpath = model_dir if model_dir is not None else MODEL_DIR
30
+ return (
31
+ "from transformers import AutoModel, AutoProcessor; "
32
+ f"mpath={repr(str(mpath))}; "
33
+ "m=AutoModel.from_pretrained(mpath, trust_remote_code=True, local_files_only=True); "
34
+ "p=AutoProcessor.from_pretrained(mpath, trust_remote_code=True, local_files_only=True); "
35
+ f"m.run(p, host={repr(host)}, port={port})"
36
+ )
37
+
38
+ def start_xvla_server_process(
39
+ host: str,
40
+ port: int,
41
+ *,
42
+ model_dir: Path | None = None,
43
+ stdout: Any = None,
44
+ stderr: Any = None,
45
+ wait_timeout_s: float = 180.0,
46
+ ) -> subprocess.Popen:
47
+
48
+ code = build_xvla_server_code(host, port, model_dir=model_dir)
49
+ proc = subprocess.Popen([sys.executable, "-u", "-c", code], stdout=stdout, stderr=stderr)
50
+ if not wait_port_ready(host, port, timeout_s=wait_timeout_s):
51
+ proc.terminate()
52
+ try:
53
+ proc.wait(timeout=10)
54
+ except subprocess.TimeoutExpired:
55
+ proc.kill()
56
+ raise RuntimeError("X-VLA server failed to start in time.")
57
+ return proc