{ "schema_version": "2", "name": "Microduck Lab", "references": [ { "id": "ref_routine", "role": "reference", "label": "Routine", "asset_type": "text", "inputs": [ { "id": "in", "label": "Routine", "type": "text" } ], "outputs": [ { "id": "out", "label": "Routine", "type": "text" } ], "data": { "out": "waddle forward, sit down for a second, then get up and kick the ball with your right foot, and finish with a barrel roll" }, "x": 40, "y": 60, "width": 250, "height": 150 }, { "id": "ref_voice", "role": "reference", "label": "Or say it", "asset_type": "audio", "inputs": [ { "id": "in", "label": "Voice", "type": "audio" } ], "outputs": [ { "id": "out", "label": "Voice", "type": "audio" } ], "data": {}, "x": 40, "y": 240, "width": 250, "height": 150 }, { "id": "ref_seed", "role": "reference", "label": "Seed", "asset_type": "number", "inputs": [ { "id": "in", "label": "Seed", "type": "number" } ], "outputs": [ { "id": "out", "label": "Seed", "type": "number" } ], "data": { "out": 0 }, "x": 40, "y": 430, "width": 250, "height": 110 } ], "operators": [ { "id": "op_listen", "role": "operator", "kind": "fn", "fn": "transcribe", "label": "transcribe (Whisper)", "inputs": [ { "id": "in_audio", "label": "audio", "type": "audio" } ], "outputs": [ { "id": "out_0", "label": "spoken", "type": "text", "output_index": 0 }, { "id": "out_1", "label": "status", "type": "text", "output_index": 1 } ], "data": {}, "x": 340, "y": 250, "width": 250, "height": 130 }, { "id": "op_plan", "role": "operator", "kind": "fn", "fn": "choreograph", "label": "choreograph (LLM)", "inputs": [ { "id": "in_routine", "label": "routine", "type": "text" }, { "id": "in_spoken", "label": "spoken", "type": "text" } ], "outputs": [ { "id": "out_0", "label": "plan", "type": "text", "output_index": 0 } ], "data": {}, "x": 650, "y": 60, "width": 250, "height": 150 }, { "id": "op_run", "role": "operator", "kind": "fn", "fn": "perform", "label": "perform (MuJoCo + ONNX)", "inputs": [ { "id": "in_plan", "label": "plan", "type": "text", "required": true }, { "id": "in_seed", "label": "seed", "type": "number" } ], "outputs": [ { "id": "out_0", "label": "video", "type": "video", "output_index": 0 }, { "id": "out_1", "label": "chart", "type": "image", "output_index": 1 }, { "id": "out_2", "label": "report", "type": "text", "output_index": 2 } ], "data": {}, "x": 960, "y": 150, "width": 260, "height": 180 } ], "subjects": [ { "id": "sub_video", "role": "subject", "label": "Routine video", "asset_type": "video", "inputs": [ { "id": "in", "label": "Video", "type": "video" } ], "outputs": [], "data": {}, "x": 1290, "y": 40, "width": 280, "height": 230 }, { "id": "sub_chart", "role": "subject", "label": "Telemetry", "asset_type": "image", "inputs": [ { "id": "in", "label": "Telemetry", "type": "image" } ], "outputs": [], "data": {}, "x": 1290, "y": 300, "width": 280, "height": 210 }, { "id": "sub_report", "role": "subject", "label": "Report", "asset_type": "text", "inputs": [ { "id": "in", "label": "Report", "type": "text" } ], "outputs": [], "data": {}, "x": 1290, "y": 540, "width": 280, "height": 180 }, { "id": "sub_plan", "role": "subject", "label": "Move plan", "asset_type": "text", "inputs": [ { "id": "in", "label": "Plan", "type": "text" } ], "outputs": [], "data": {}, "x": 960, "y": 400, "width": 260, "height": 190 }, { "id": "sub_heard", "role": "subject", "label": "Heard", "asset_type": "text", "inputs": [ { "id": "in", "label": "Heard", "type": "text" } ], "outputs": [], "data": {}, "x": 650, "y": 280, "width": 250, "height": 140 } ], "edges": [ { "id": "e1", "from_node_id": "ref_routine", "from_port_id": "out", "to_node_id": "op_plan", "to_port_id": "in_routine", "type": "text" }, { "id": "e2", "from_node_id": "op_plan", "from_port_id": "out_0", "to_node_id": "op_run", "to_port_id": "in_plan", "type": "text" }, { "id": "e3", "from_node_id": "op_plan", "from_port_id": "out_0", "to_node_id": "sub_plan", "to_port_id": "in", "type": "text" }, { "id": "e4", "from_node_id": "ref_seed", "from_port_id": "out", "to_node_id": "op_run", "to_port_id": "in_seed", "type": "number" }, { "id": "e5", "from_node_id": "op_run", "from_port_id": "out_0", "to_node_id": "sub_video", "to_port_id": "in", "type": "video" }, { "id": "e6", "from_node_id": "op_run", "from_port_id": "out_1", "to_node_id": "sub_chart", "to_port_id": "in", "type": "image" }, { "id": "e7", "from_node_id": "op_run", "from_port_id": "out_2", "to_node_id": "sub_report", "to_port_id": "in", "type": "text" }, { "id": "e8", "from_node_id": "ref_voice", "from_port_id": "out", "to_node_id": "op_listen", "to_port_id": "in_audio", "type": "audio" }, { "id": "e9", "from_node_id": "op_listen", "from_port_id": "out_0", "to_node_id": "op_plan", "to_port_id": "in_spoken", "type": "text" }, { "id": "e10", "from_node_id": "op_listen", "from_port_id": "out_1", "to_node_id": "sub_heard", "to_port_id": "in", "type": "text" } ] }