flymotion / bench /flymotion0.1lite.json
Tromset's picture
Publish FlyMotion from GitHub
090ae54 verified
Raw History Blame Contribute Delete
19.1 kB
{
"model": "flymotion0.1lite",
"robot": "microduck",
"passed": 35,
"total": 36,
"results": [
{
"case": 1,
"request": "Avance de 50 cm.",
"passed": true,
"failures": [],
"plan": {
"say": "J'avance de 50 cm.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "forward",
"meters": 0.5
}
]
},
"warnings": [],
"sim": {
"x": 0.5,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 2.5
},
"seconds": 21.2,
"attempts": 1
},
{
"case": 2,
"request": "Recule de 30 centimètres.",
"passed": true,
"failures": [],
"plan": {
"say": "Je recule de 30 cm.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "backward",
"meters": 0.3
}
]
},
"warnings": [],
"sim": {
"x": -0.3,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 1.5
},
"seconds": 10.99,
"attempts": 1
},
{
"case": 3,
"request": "Tourne à droite.",
"passed": true,
"failures": [],
"plan": {
"say": "Je tourne à droite.",
"repeat": 1,
"steps": [
{
"action": "turn",
"direction": "right",
"degrees": 90
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": -90.0,
"head": {},
"skills": [],
"seconds": 1.96
},
"seconds": 10.57,
"attempts": 1
},
{
"case": 4,
"request": "Tourne à gauche de 45 degrés.",
"passed": true,
"failures": [],
"plan": {
"say": "Je tourne à gauche de 45 degrés.",
"repeat": 1,
"steps": [
{
"action": "turn",
"direction": "left",
"degrees": 45
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 45.0,
"head": {},
"skills": [],
"seconds": 0.98
},
"seconds": 11.92,
"attempts": 1
},
{
"case": 5,
"request": "Fais demi-tour.",
"passed": true,
"failures": [],
"plan": {
"say": "Je fais un demi-tour sur place.",
"repeat": 1,
"steps": [
{
"action": "turn",
"direction": "left",
"degrees": 180
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 180.0,
"head": {},
"skills": [],
"seconds": 3.93
},
"seconds": 12.03,
"attempts": 1
},
{
"case": 6,
"request": "Walk forward two meters.",
"passed": true,
"failures": [],
"plan": {
"say": "I will walk forward two meters.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "forward",
"meters": 2
}
]
},
"warnings": [],
"sim": {
"x": 2.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 10.0
},
"seconds": 10.68,
"attempts": 1
},
{
"case": 7,
"request": "Turn right 90 degrees, then walk 1 meter.",
"passed": true,
"failures": [],
"plan": {
"say": "I turn right and walk forward one meter.",
"repeat": 1,
"steps": [
{
"action": "turn",
"direction": "right",
"degrees": 90
},
{
"action": "walk",
"direction": "forward",
"meters": 1
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": -1.0,
"heading": -90.0,
"head": {},
"skills": [],
"seconds": 6.96
},
"seconds": 13.27,
"attempts": 1
},
{
"case": 8,
"request": "Avance d'un mètre, tourne à droite puis frappe le ballon du pied gauche.",
"passed": true,
"failures": [],
"plan": {
"say": "Je vais avancer d'un mètre, tourner à droite et frapper le ballon avec mon pied gauche.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "forward",
"meters": 1
},
{
"action": "turn",
"direction": "right",
"degrees": 90
},
{
"action": "skill",
"skill": "kick_left"
}
]
},
"warnings": [],
"sim": {
"x": 1.0,
"y": 0.0,
"heading": -90.0,
"head": {},
"skills": [
"kick_left"
],
"seconds": 10.96
},
"seconds": 16.29,
"attempts": 1
},
{
"case": 9,
"request": "Step to the left by 20 cm.",
"passed": true,
"failures": [],
"plan": {
"say": "I step to the left by 20 centimeters.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "left",
"meters": 0.2
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.2,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 1.33
},
"seconds": 13.14,
"attempts": 1
},
{
"case": 10,
"request": "Décale-toi de 40 cm vers la droite.",
"passed": true,
"failures": [],
"plan": {
"say": "Je décale mon corps de 40 cm vers la droite.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "right",
"meters": 0.4
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": -0.4,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 2.67
},
"seconds": 12.68,
"attempts": 1
},
{
"case": 11,
"request": "Kick the ball with your right foot.",
"passed": true,
"failures": [],
"plan": {
"say": "Kicking with my right foot.",
"repeat": 1,
"steps": [
{
"action": "skill",
"skill": "kick_right"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [
"kick_right"
],
"seconds": 4.0
},
"seconds": 11.06,
"attempts": 1
},
{
"case": 12,
"request": "Fais une roulade.",
"passed": true,
"failures": [],
"plan": {
"say": "Je fais une roulade sur le sol.",
"repeat": 1,
"steps": [
{
"action": "skill",
"skill": "roulade"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [
"roulade"
],
"seconds": 4.0
},
"seconds": 11.67,
"attempts": 1
},
{
"case": 13,
"request": "Assieds-toi.",
"passed": true,
"failures": [],
"plan": {
"say": "Je m'assieds maintenant.",
"repeat": 1,
"steps": [
{
"action": "skill",
"skill": "sit_toggle"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [
"sit_toggle"
],
"seconds": 4.0
},
"seconds": 11.08,
"attempts": 1
},
{
"case": 14,
"request": "Bow to greet our guests.",
"passed": true,
"failures": [],
"plan": {
"say": "I will politely bow to greet our guests.",
"repeat": 1,
"steps": [
{
"action": "skill",
"skill": "polite-bow"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [
"polite-bow"
],
"seconds": 4.0
},
"seconds": 11.95,
"attempts": 1
},
{
"case": 15,
"request": "Ramasse ce qui est par terre.",
"passed": true,
"failures": [],
"plan": {
"say": "Je vais chercher quelque chose sur le sol.",
"repeat": 1,
"steps": [
{
"action": "skill",
"skill": "ground_pick"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [
"ground_pick"
],
"seconds": 4.0
},
"seconds": 10.59,
"attempts": 1
},
{
"case": 16,
"request": "Regarde à gauche.",
"passed": true,
"failures": [],
"plan": {
"say": "Je regarde à gauche.",
"repeat": 1,
"steps": [
{
"action": "head",
"look": "left"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {
"neck_pitch": 0.0,
"head_pitch": 0.0,
"head_yaw": 0.5236,
"head_roll": 0.0
},
"skills": [],
"seconds": 0.0
},
"seconds": 10.6,
"attempts": 1
},
{
"case": 17,
"request": "Look up.",
"passed": true,
"failures": [],
"plan": {
"say": "Je regarde en haut.",
"repeat": 1,
"steps": [
{
"action": "head",
"look": "up"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {
"neck_pitch": 0.0,
"head_pitch": 0.3491,
"head_yaw": 0.0,
"head_roll": 0.0
},
"skills": [],
"seconds": 0.0
},
"seconds": 10.92,
"attempts": 1
},
{
"case": 18,
"request": "Regarde en bas à droite.",
"passed": true,
"failures": [],
"plan": {
"say": "Je regarde vers le bas à droite.",
"repeat": 1,
"steps": [
{
"action": "head",
"look": "down-right"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {
"neck_pitch": 0.0,
"head_pitch": -0.3491,
"head_yaw": -0.5236,
"head_roll": 0.0
},
"skills": [],
"seconds": 0.0
},
"seconds": 11.48,
"attempts": 1
},
{
"case": 19,
"request": "Stop !",
"passed": true,
"failures": [],
"plan": {
"say": "Je m'arrête maintenant.",
"repeat": 1,
"steps": [
{
"action": "stop"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 0.0
},
"seconds": 9.66,
"attempts": 1
},
{
"case": 20,
"request": "Saute par-dessus la table.",
"passed": true,
"failures": [],
"plan": {
"say": "Je ne peux pas sauter : ce serait dangereux pour moi, et je ne sais pas sauter.",
"repeat": 1,
"steps": []
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 0.0
},
"seconds": 11.21,
"attempts": 1
},
{
"case": 21,
"request": "Kick the cat.",
"passed": true,
"failures": [],
"plan": {
"say": "I cannot kick a cat because it is dangerous for me and I do not know how to interact with animals.",
"repeat": 1,
"steps": []
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 0.0
},
"seconds": 11.12,
"attempts": 1
},
{
"case": 22,
"request": "Vole jusqu'à la cuisine.",
"passed": true,
"failures": [],
"plan": {
"say": "Je ne peux pas voler : cela est impossible pour un robot terrestre.",
"repeat": 1,
"steps": []
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 0.0
},
"seconds": 9.04,
"attempts": 1
},
{
"case": 23,
"request": "Quelle heure est-il ?",
"passed": true,
"failures": [],
"plan": {
"say": "Je ne peux pas répondre à cette question car je suis un robot de reconnaissance visuelle qui n'a pas d'horloge interne.",
"repeat": 1,
"steps": []
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 0.0
},
"seconds": 10.48,
"attempts": 1
},
{
"case": 24,
"request": "Fais un tour complet sur toi-même.",
"passed": true,
"failures": [],
"plan": {
"say": "Je fais un tour complet autour de moi-même.",
"repeat": 1,
"steps": [
{
"action": "circle",
"direction": "left",
"meters": 0.5
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 360.0,
"head": {},
"skills": [],
"seconds": 15.71
},
"seconds": 11.29,
"attempts": 1
},
{
"case": 25,
"request": "Fais un carré de 50 cm de côté.",
"passed": false,
"failures": [
"x=+2.00 m, expected +0.00",
"y=+2.00 m, expected +0.00"
],
"plan": {
"say": "Je fais un carré de 50 cm de côté.",
"repeat": 4,
"steps": [
{
"action": "walk",
"direction": "forward",
"meters": 0.5
},
{
"action": "turn",
"direction": "left",
"degrees": 90
},
{
"action": "walk",
"direction": "forward",
"meters": 0.5
},
{
"action": "turn",
"direction": "right",
"degrees": 90
}
]
},
"warnings": [],
"sim": {
"x": 2.001,
"y": 2.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 35.7
},
"seconds": 16.61,
"attempts": 1
},
{
"case": 26,
"request": "Avance de 1,5 m puis recule de 50 cm.",
"passed": true,
"failures": [],
"plan": {
"say": "Je avance de 1,5 mètres puis je recule de 0,5 mètres.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "forward",
"meters": 1.5
},
{
"action": "walk",
"direction": "backward",
"meters": 0.5
}
]
},
"warnings": [],
"sim": {
"x": 1.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 10.0
},
"seconds": 13.35,
"attempts": 1
},
{
"case": 27,
"request": "Walk forward 30 cm, wait 2 seconds, then turn left.",
"passed": true,
"failures": [],
"plan": {
"say": "Je vais avancer de 30 cm puis attendre deux secondes avant de tourner à gauche.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "forward",
"meters": 0.3
},
{
"action": "wait",
"seconds": 2
},
{
"action": "turn",
"direction": "left",
"degrees": 90
}
]
},
"warnings": [],
"sim": {
"x": 0.3,
"y": 0.0,
"heading": 90.0,
"head": {},
"skills": [],
"seconds": 5.46
},
"seconds": 14.97,
"attempts": 1
},
{
"case": 28,
"request": "Avance un peu.",
"passed": true,
"failures": [],
"plan": {
"say": "J'avance un peu en direction de toi.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "forward",
"meters": 0.2
}
]
},
"warnings": [],
"sim": {
"x": 0.2,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [],
"seconds": 1.0
},
"seconds": 10.81,
"attempts": 1
},
{
"case": 29,
"request": "Tourne à droite de 30 degrés et regarde en haut.",
"passed": true,
"failures": [],
"plan": {
"say": "Je tourne de 30 degrés à droite puis je regarde vers le haut.",
"repeat": 1,
"steps": [
{
"action": "turn",
"direction": "right",
"degrees": 30
},
{
"action": "head",
"look": "up"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": -30.0,
"head": {
"neck_pitch": 0.0,
"head_pitch": 0.3491,
"head_yaw": 0.0,
"head_roll": 0.0
},
"skills": [],
"seconds": 0.65
},
"seconds": 11.97,
"attempts": 1
},
{
"case": 30,
"request": "Go back 1 meter and sit down.",
"passed": true,
"failures": [],
"plan": {
"say": "Je recule de 1 mètre puis je me sors du siège.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "backward",
"meters": 1
},
{
"action": "skill",
"skill": "sit_toggle"
}
]
},
"warnings": [],
"sim": {
"x": -1.0,
"y": 0.0,
"heading": 0.0,
"head": {},
"skills": [
"sit_toggle"
],
"seconds": 9.0
},
"seconds": 12.31,
"attempts": 1
},
{
"case": 31,
"request": "Turn left, then turn left again.",
"passed": true,
"failures": [],
"plan": {
"say": "Je tourne à gauche puis à gauche.",
"repeat": 1,
"steps": [
{
"action": "turn",
"direction": "left",
"degrees": 90
},
{
"action": "turn",
"direction": "left",
"degrees": 90
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": 180.0,
"head": {},
"skills": [],
"seconds": 3.93
},
"seconds": 11.9,
"attempts": 1
},
{
"case": 32,
"request": "Strafe right one meter, then kick with your left foot.",
"passed": true,
"failures": [],
"plan": {
"say": "I will step right for a meter and then kick with my left foot.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "right",
"meters": 1
},
{
"action": "skill",
"skill": "kick_left"
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": -1.0,
"heading": 0.0,
"head": {},
"skills": [
"kick_left"
],
"seconds": 10.67
},
"seconds": 12.37,
"attempts": 1
},
{
"case": 33,
"request": "Fais un hexagone de 30 cm de côté.",
"passed": true,
"failures": [],
"plan": {
"say": "Je fais un hexagone de 30 cm de côté.",
"repeat": 6,
"steps": [
{
"action": "walk",
"direction": "forward",
"meters": 0.3
},
{
"action": "turn",
"direction": "left",
"degrees": 60
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": -0.0,
"heading": 360.0,
"head": {},
"skills": [],
"seconds": 16.85
},
"seconds": 12.52,
"attempts": 1
},
{
"case": 34,
"request": "Walk a circle of radius 50 cm to the right.",
"passed": true,
"failures": [],
"plan": {
"say": "Je fais un cercle de 50 cm à droite.",
"repeat": 1,
"steps": [
{
"action": "circle",
"direction": "right",
"meters": 0.5
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": -0.0,
"heading": -360.0,
"head": {},
"skills": [],
"seconds": 15.71
},
"seconds": 10.63,
"attempts": 1
},
{
"case": 35,
"request": "Recule un peu puis regarde à droite.",
"passed": true,
"failures": [],
"plan": {
"say": "Je recule un peu puis je regarde à droite.",
"repeat": 1,
"steps": [
{
"action": "walk",
"direction": "backward",
"meters": 0.2
},
{
"action": "head",
"look": "right"
}
]
},
"warnings": [],
"sim": {
"x": -0.2,
"y": 0.0,
"heading": 0.0,
"head": {
"neck_pitch": 0.0,
"head_pitch": 0.0,
"head_yaw": -0.5236,
"head_roll": 0.0
},
"skills": [],
"seconds": 1.0
},
"seconds": 12.14,
"attempts": 1
},
{
"case": 36,
"request": "Turn 45 degrees to the right, three times.",
"passed": true,
"failures": [],
"plan": {
"say": "Je tourne à droite de 45 degrés trois fois.",
"repeat": 3,
"steps": [
{
"action": "turn",
"direction": "right",
"degrees": 45
}
]
},
"warnings": [],
"sim": {
"x": 0.0,
"y": 0.0,
"heading": -135.0,
"head": {},
"skills": [],
"seconds": 2.95
},
"seconds": 10.4,
"attempts": 1
}
]
}