gr-workflow-microduck-lab / workflow.json
ysharma's picture
ysharma HF Staff
voice: split transcript from status so a signed-out visitor is told why nothing happened
69dba04 verified
Raw History Blame Contribute Delete
7.78 kB
{
"schema_version": "2",
"name": "Microduck Lab",
"references": [
{
"id": "ref_routine",
"role": "reference",
"label": "Routine",
"asset_type": "text",
"inputs": [
{
"id": "in",
"label": "Routine",
"type": "text"
}
],
"outputs": [
{
"id": "out",
"label": "Routine",
"type": "text"
}
],
"data": {
"out": "waddle forward, sit down for a second, then get up and kick the ball with your right foot, and finish with a barrel roll"
},
"x": 40,
"y": 60,
"width": 250,
"height": 150
},
{
"id": "ref_voice",
"role": "reference",
"label": "Or say it",
"asset_type": "audio",
"inputs": [
{
"id": "in",
"label": "Voice",
"type": "audio"
}
],
"outputs": [
{
"id": "out",
"label": "Voice",
"type": "audio"
}
],
"data": {},
"x": 40,
"y": 240,
"width": 250,
"height": 150
},
{
"id": "ref_seed",
"role": "reference",
"label": "Seed",
"asset_type": "number",
"inputs": [
{
"id": "in",
"label": "Seed",
"type": "number"
}
],
"outputs": [
{
"id": "out",
"label": "Seed",
"type": "number"
}
],
"data": {
"out": 0
},
"x": 40,
"y": 430,
"width": 250,
"height": 110
}
],
"operators": [
{
"id": "op_listen",
"role": "operator",
"kind": "fn",
"fn": "transcribe",
"label": "transcribe (Whisper)",
"inputs": [
{
"id": "in_audio",
"label": "audio",
"type": "audio"
}
],
"outputs": [
{
"id": "out_0",
"label": "spoken",
"type": "text",
"output_index": 0
},
{
"id": "out_1",
"label": "status",
"type": "text",
"output_index": 1
}
],
"data": {},
"x": 340,
"y": 250,
"width": 250,
"height": 130
},
{
"id": "op_plan",
"role": "operator",
"kind": "fn",
"fn": "choreograph",
"label": "choreograph (LLM)",
"inputs": [
{
"id": "in_routine",
"label": "routine",
"type": "text"
},
{
"id": "in_spoken",
"label": "spoken",
"type": "text"
}
],
"outputs": [
{
"id": "out_0",
"label": "plan",
"type": "text",
"output_index": 0
}
],
"data": {},
"x": 650,
"y": 60,
"width": 250,
"height": 150
},
{
"id": "op_run",
"role": "operator",
"kind": "fn",
"fn": "perform",
"label": "perform (MuJoCo + ONNX)",
"inputs": [
{
"id": "in_plan",
"label": "plan",
"type": "text",
"required": true
},
{
"id": "in_seed",
"label": "seed",
"type": "number"
}
],
"outputs": [
{
"id": "out_0",
"label": "video",
"type": "video",
"output_index": 0
},
{
"id": "out_1",
"label": "chart",
"type": "image",
"output_index": 1
},
{
"id": "out_2",
"label": "report",
"type": "text",
"output_index": 2
}
],
"data": {},
"x": 960,
"y": 150,
"width": 260,
"height": 180
}
],
"subjects": [
{
"id": "sub_video",
"role": "subject",
"label": "Routine video",
"asset_type": "video",
"inputs": [
{
"id": "in",
"label": "Video",
"type": "video"
}
],
"outputs": [],
"data": {},
"x": 1290,
"y": 40,
"width": 280,
"height": 230
},
{
"id": "sub_chart",
"role": "subject",
"label": "Telemetry",
"asset_type": "image",
"inputs": [
{
"id": "in",
"label": "Telemetry",
"type": "image"
}
],
"outputs": [],
"data": {},
"x": 1290,
"y": 300,
"width": 280,
"height": 210
},
{
"id": "sub_report",
"role": "subject",
"label": "Report",
"asset_type": "text",
"inputs": [
{
"id": "in",
"label": "Report",
"type": "text"
}
],
"outputs": [],
"data": {},
"x": 1290,
"y": 540,
"width": 280,
"height": 180
},
{
"id": "sub_plan",
"role": "subject",
"label": "Move plan",
"asset_type": "text",
"inputs": [
{
"id": "in",
"label": "Plan",
"type": "text"
}
],
"outputs": [],
"data": {},
"x": 960,
"y": 400,
"width": 260,
"height": 190
},
{
"id": "sub_heard",
"role": "subject",
"label": "Heard",
"asset_type": "text",
"inputs": [
{
"id": "in",
"label": "Heard",
"type": "text"
}
],
"outputs": [],
"data": {},
"x": 650,
"y": 280,
"width": 250,
"height": 140
}
],
"edges": [
{
"id": "e1",
"from_node_id": "ref_routine",
"from_port_id": "out",
"to_node_id": "op_plan",
"to_port_id": "in_routine",
"type": "text"
},
{
"id": "e2",
"from_node_id": "op_plan",
"from_port_id": "out_0",
"to_node_id": "op_run",
"to_port_id": "in_plan",
"type": "text"
},
{
"id": "e3",
"from_node_id": "op_plan",
"from_port_id": "out_0",
"to_node_id": "sub_plan",
"to_port_id": "in",
"type": "text"
},
{
"id": "e4",
"from_node_id": "ref_seed",
"from_port_id": "out",
"to_node_id": "op_run",
"to_port_id": "in_seed",
"type": "number"
},
{
"id": "e5",
"from_node_id": "op_run",
"from_port_id": "out_0",
"to_node_id": "sub_video",
"to_port_id": "in",
"type": "video"
},
{
"id": "e6",
"from_node_id": "op_run",
"from_port_id": "out_1",
"to_node_id": "sub_chart",
"to_port_id": "in",
"type": "image"
},
{
"id": "e7",
"from_node_id": "op_run",
"from_port_id": "out_2",
"to_node_id": "sub_report",
"to_port_id": "in",
"type": "text"
},
{
"id": "e8",
"from_node_id": "ref_voice",
"from_port_id": "out",
"to_node_id": "op_listen",
"to_port_id": "in_audio",
"type": "audio"
},
{
"id": "e9",
"from_node_id": "op_listen",
"from_port_id": "out_0",
"to_node_id": "op_plan",
"to_port_id": "in_spoken",
"type": "text"
},
{
"id": "e10",
"from_node_id": "op_listen",
"from_port_id": "out_1",
"to_node_id": "sub_heard",
"to_port_id": "in",
"type": "text"
}
]
}