| Switch off the extension cord |
Very hard |
GR00T |
Reaching |
0 |
- |
| Switch off the extension cord |
Very hard |
MolmoAct2 |
Contact |
10 |
- |
| Switch off the extension cord |
Very hard |
Cosmos3 Nano |
Contact |
10 |
- |
| Switch off the extension cord |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Switch off the extension cord |
Very hard |
G0.5 |
Floating |
0 |
- |
| Switch off the extension cord |
Very hard |
G0.5 |
Contact |
10 |
- |
| Turn on the extension cable |
Medium |
FLUX 3 Action |
Success |
100 |
188.8 |
| Turn on the extension cable |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Turn on the extension cable |
Medium |
Cosmos3 Nano |
Success |
100 |
131.5 |
| Turn on the extension cable |
Medium |
GR00T |
Contact |
10 |
- |
| Turn on the extension cable |
Medium |
G0.5 |
Control |
30 |
- |
| Press on the lid |
Easy |
FLUX 3 Action |
Control |
30 |
- |
| Press on the lid |
Easy |
MolmoAct2 |
Floating |
0 |
- |
| Press on the lid |
Easy |
G0.5 |
Success |
100 |
29.3 |
| Press on the lid |
Easy |
Cosmos3 Nano |
Success |
100 |
96.6 |
| Press on the lid |
Easy |
GR00T |
Success |
100 |
205.0 |
| Spread the cloth |
Easy |
FLUX 3 Action |
Control |
30 |
- |
| Spread the cloth |
Easy |
MolmoAct2 |
Success |
100 |
183.7 |
| Spread the cloth |
Easy |
GR00T |
Success |
100 |
47.7 |
| Spread the cloth |
Easy |
G0.5 |
Success |
100 |
15.0 |
| Spread the cloth |
Easy |
Cosmos3 Nano |
Success |
100 |
88.2 |
| Scrunch up the towel on the table |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Scrunch up the towel on the table |
Hard |
G0.5 |
Reaching |
0 |
- |
| Scrunch up the towel on the table |
Hard |
Cosmos3 Nano |
Success |
100 |
24.7 |
| Scrunch up the towel on the table |
Hard |
FLUX 3 Action |
Success |
100 |
34.6 |
| Scrunch up the towel on the table |
Hard |
GR00T |
Failed |
0 |
- |
| Use the wooden spoon to stir in the pan |
Easy |
G0.5 |
Control |
30 |
- |
| Use the wooden spoon to stir in the pan |
Easy |
GR00T |
Failed |
0 |
- |
| Use the wooden spoon to stir in the pan |
Easy |
MolmoAct2 |
Success |
100 |
233.1 |
| Use the wooden spoon to stir in the pan |
Easy |
Cosmos3 Nano |
Success |
100 |
203.0 |
| Use the wooden spoon to stir in the pan |
Easy |
FLUX 3 Action |
Success |
100 |
33.2 |
| Use the spatula to stir in the bowl |
Hard |
Cosmos3 Nano |
Success |
100 |
35.6 |
| Use the spatula to stir in the bowl |
Hard |
GR00T |
Contact |
10 |
- |
| Use the spatula to stir in the bowl |
Hard |
G0.5 |
Contact |
10 |
- |
| Use the spatula to stir in the bowl |
Hard |
MolmoAct2 |
Floating |
0 |
- |
| Use the spatula to stir in the bowl |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Use the wooden spoon to mix in the bowl |
Medium |
FLUX 3 Action |
Control |
30 |
- |
| Use the wooden spoon to mix in the bowl |
Medium |
GR00T |
Control |
30 |
- |
| Use the wooden spoon to mix in the bowl |
Medium |
MolmoAct2 |
Reaching |
0 |
- |
| Use the wooden spoon to mix in the bowl |
Medium |
Cosmos3 Nano |
Success |
100 |
56.4 |
| Use the wooden spoon to mix in the bowl |
Medium |
G0.5 |
Contact |
10 |
- |
| Unstack the green blocks |
Hard |
MolmoAct2 |
Success |
100 |
50.3 |
| Unstack the green blocks |
Hard |
G0.5 |
Floating |
0 |
- |
| Unstack the green blocks |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Unstack the green blocks |
Hard |
FLUX 3 Action |
Success |
100 |
17.5 |
| Unstack the green blocks |
Hard |
GR00T |
Failed |
0 |
- |
| Unstack the cups |
Hard |
GR00T |
Success |
100 |
165.0 |
| Unstack the cups |
Hard |
G0.5 |
Contact |
10 |
- |
| Unstack the cups |
Hard |
Cosmos3 Nano |
At target |
40 |
- |
| Unstack the cups |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Unstack the cups |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Use the towel to wipe the tray |
Hard |
GR00T |
Safety stop |
0 |
- |
| Use the towel to wipe the tray |
Hard |
FLUX 3 Action |
Success |
100 |
97.4 |
| Use the towel to wipe the tray |
Hard |
MolmoAct2 |
Floating |
0 |
- |
| Use the towel to wipe the tray |
Hard |
Cosmos3 Nano |
Success |
100 |
67.9 |
| Use the towel to wipe the tray |
Hard |
G0.5 |
Contact |
10 |
- |
| Use the sponge to wipe the surface |
Medium |
Cosmos3 Nano |
At target |
40 |
- |
| Use the sponge to wipe the surface |
Medium |
GR00T |
Control |
30 |
- |
| Use the sponge to wipe the surface |
Medium |
FLUX 3 Action |
At target |
40 |
- |
| Use the sponge to wipe the surface |
Medium |
G0.5 |
At target |
40 |
- |
| Use the sponge to wipe the surface |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Use the cloth to wipe the plate |
Medium |
Cosmos3 Nano |
Failed |
0 |
- |
| Use the cloth to wipe the plate |
Medium |
FLUX 3 Action |
Control |
30 |
- |
| Use the cloth to wipe the plate |
Medium |
GR00T |
Contact |
10 |
- |
| Use the cloth to wipe the plate |
Medium |
MolmoAct2 |
At target |
40 |
- |
| Use the cloth to wipe the plate |
Medium |
G0.5 |
Control |
30 |
- |
| Use the cloth to wipe the pan |
Very hard |
GR00T |
Failed |
0 |
- |
| Use the cloth to wipe the pan |
Very hard |
Cosmos3 Nano |
Safety stop |
0 |
- |
| Use the cloth to wipe the pan |
Very hard |
G0.5 |
Control |
30 |
- |
| Use the cloth to wipe the pan |
Very hard |
FLUX 3 Action |
Contact |
10 |
- |
| Use the cloth to wipe the pan |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Use the towel to wipe the pan |
Easy |
FLUX 3 Action |
Success |
100 |
162.8 |
| Use the towel to wipe the pan |
Easy |
GR00T |
Success |
100 |
43.9 |
| Use the towel to wipe the pan |
Easy |
Cosmos3 Nano |
At target |
40 |
- |
| Use the towel to wipe the pan |
Easy |
G0.5 |
Success |
100 |
73.7 |
| Use the towel to wipe the pan |
Easy |
MolmoAct2 |
Reaching |
0 |
- |
| Fold the shirt |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Fold the shirt |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Fold the shirt |
Very hard |
G0.5 |
Safety stop |
0 |
- |
| Fold the shirt |
Very hard |
GR00T |
Failed |
0 |
- |
| Fold the shirt |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Unfold the cloth |
Hard |
G0.5 |
Floating |
0 |
- |
| Unfold the cloth |
Hard |
GR00T |
Contact |
10 |
- |
| Unfold the cloth |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Unfold the cloth |
Hard |
Cosmos3 Nano |
Contact |
10 |
- |
| Unfold the cloth |
Hard |
FLUX 3 Action |
Safety stop |
0 |
- |
| Unfold the towel |
Very hard |
Cosmos3 Nano |
Safety stop |
0 |
- |
| Unfold the towel |
Very hard |
G0.5 |
Floating |
0 |
- |
| Unfold the towel |
Very hard |
FLUX 3 Action |
Contact |
10 |
- |
| Unfold the towel |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Unfold the towel |
Very hard |
GR00T |
Safety stop |
0 |
- |
| Open the drawer, put the blue cup inside it, and then close it |
Very hard |
Cosmos3 Nano |
Control (1/3) |
10 |
- |
| Open the drawer, put the blue cup inside it, and then close it |
Very hard |
GR00T |
Failed (1/3) |
0 |
- |
| Open the drawer, put the blue cup inside it, and then close it |
Very hard |
MolmoAct2 |
Safety stop (1/3) |
0 |
- |
| Open the drawer, put the blue cup inside it, and then close it |
Very hard |
G0.5 |
Safety stop (1/3) |
0 |
- |
| Open the drawer, put the blue cup inside it, and then close it |
Very hard |
FLUX 3 Action |
Failed (1/3) |
0 |
- |
| Close the book |
Medium |
MolmoAct2 |
Reaching |
0 |
- |
| Close the book |
Medium |
FLUX 3 Action |
Success |
100 |
22.1 |
| Close the book |
Medium |
GR00T |
Contact |
10 |
- |
| Close the book |
Medium |
G0.5 |
Contact |
10 |
- |
| Close the book |
Medium |
Cosmos3 Nano |
Success |
100 |
59.5 |
| Open the book |
Hard |
MolmoAct2 |
Success |
100 |
43.4 |
| Open the book |
Hard |
Cosmos3 Nano |
At target |
40 |
- |
| Open the book |
Hard |
GR00T |
Floating |
0 |
- |
| Open the book |
Hard |
G0.5 |
Failed |
0 |
- |
| Open the book |
Hard |
FLUX 3 Action |
Success |
100 |
120.9 |
| Close the bottom drawer |
Hard |
FLUX 3 Action |
Success |
100 |
56.2 |
| Close the bottom drawer |
Hard |
Cosmos3 Nano |
Success |
100 |
47.8 |
| Close the bottom drawer |
Hard |
GR00T |
Reaching |
0 |
- |
| Close the bottom drawer |
Hard |
MolmoAct2 |
Reaching |
0 |
- |
| Close the bottom drawer |
Hard |
G0.5 |
Contact |
10 |
- |
| Close the middle drawer |
Very hard |
G0.5 |
Failed |
0 |
- |
| Close the middle drawer |
Very hard |
GR00T |
Floating |
0 |
- |
| Close the middle drawer |
Very hard |
FLUX 3 Action |
Safety stop |
0 |
- |
| Close the middle drawer |
Very hard |
Cosmos3 Nano |
Success |
100 |
61.5 |
| Close the middle drawer |
Very hard |
MolmoAct2 |
Reaching |
0 |
- |
| Close the top drawer |
Hard |
MolmoAct2 |
Floating |
0 |
- |
| Close the top drawer |
Hard |
Cosmos3 Nano |
Success |
100 |
39.1 |
| Close the top drawer |
Hard |
G0.5 |
Reaching |
0 |
- |
| Close the top drawer |
Hard |
FLUX 3 Action |
Success |
100 |
31.3 |
| Close the top drawer |
Hard |
GR00T |
Failed |
0 |
- |
| Open the bottom drawer |
Very hard |
Cosmos3 Nano |
Floating |
0 |
- |
| Open the bottom drawer |
Very hard |
G0.5 |
Contact |
10 |
- |
| Open the bottom drawer |
Very hard |
MolmoAct2 |
Contact |
10 |
- |
| Open the bottom drawer |
Very hard |
GR00T |
Failed |
0 |
- |
| Open the bottom drawer |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Open the middle drawer |
Very hard |
G0.5 |
Safety stop |
0 |
- |
| Open the middle drawer |
Very hard |
MolmoAct2 |
Safety stop |
0 |
- |
| Open the middle drawer |
Very hard |
FLUX 3 Action |
Safety stop |
0 |
- |
| Open the middle drawer |
Very hard |
Cosmos3 Nano |
Floating |
0 |
- |
| Open the middle drawer |
Very hard |
GR00T |
Safety stop |
0 |
- |
| Open the top drawer |
Very hard |
Cosmos3 Nano |
Control |
30 |
- |
| Open the top drawer |
Very hard |
MolmoAct2 |
Safety stop |
0 |
- |
| Open the top drawer |
Very hard |
G0.5 |
Safety stop |
0 |
- |
| Open the top drawer |
Very hard |
FLUX 3 Action |
Safety stop |
0 |
- |
| Open the top drawer |
Very hard |
GR00T |
Safety stop |
0 |
- |
| Open the drawer |
Hard |
GR00T |
Safety stop |
0 |
- |
| Open the drawer |
Hard |
Cosmos3 Nano |
Success |
100 |
62.1 |
| Open the drawer |
Hard |
G0.5 |
Safety stop |
0 |
- |
| Open the drawer |
Hard |
MolmoAct2 |
Safety stop |
0 |
- |
| Open the drawer |
Hard |
FLUX 3 Action |
Success |
100 |
27.5 |
| Move the cup to the right then place the marker in it |
Very hard |
GR00T |
Failed (1/2) |
0 |
- |
| Move the cup to the right then place the marker in it |
Very hard |
FLUX 3 Action |
Failed (1/2) |
0 |
- |
| Move the cup to the right then place the marker in it |
Very hard |
Cosmos3 Nano |
Failed (1/2) |
0 |
- |
| Move the cup to the right then place the marker in it |
Very hard |
MolmoAct2 |
Control (1/2) |
15 |
- |
| Move the cup to the right then place the marker in it |
Very hard |
G0.5 |
Failed (1/2) |
0 |
- |
| Move the pan to the left |
Easy |
FLUX 3 Action |
Success |
100 |
13.9 |
| Move the pan to the left |
Easy |
G0.5 |
Success |
100 |
40.0 |
| Move the pan to the left |
Easy |
MolmoAct2 |
Success |
100 |
21.4 |
| Move the pan to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
22.9 |
| Move the pan to the left |
Easy |
GR00T |
Success |
100 |
19.6 |
| Move the book to the right |
Hard |
FLUX 3 Action |
Control |
30 |
- |
| Move the book to the right |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Move the book to the right |
Hard |
G0.5 |
Control |
30 |
- |
| Move the book to the right |
Hard |
MolmoAct2 |
Control |
30 |
- |
| Move the book to the right |
Hard |
GR00T |
Failed |
0 |
- |
| Move the bag to the right |
Easy |
G0.5 |
Success |
100 |
29.0 |
| Move the bag to the right |
Easy |
MolmoAct2 |
Success |
100 |
19.6 |
| Move the bag to the right |
Easy |
FLUX 3 Action |
Success |
100 |
18.9 |
| Move the bag to the right |
Easy |
GR00T |
Success |
100 |
16.9 |
| Move the bag to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
55.1 |
| Move the can backwards |
Medium |
FLUX 3 Action |
Success |
100 |
27.8 |
| Move the can backwards |
Medium |
GR00T |
Control |
30 |
- |
| Move the can backwards |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Move the can backwards |
Medium |
Cosmos3 Nano |
Control |
30 |
- |
| Move the can backwards |
Medium |
G0.5 |
Contact |
10 |
- |
| Move the toy to the left |
Hard |
GR00T |
Failed |
0 |
- |
| Move the toy to the left |
Hard |
MolmoAct2 |
Success |
100 |
24.5 |
| Move the toy to the left |
Hard |
G0.5 |
Floating |
0 |
- |
| Move the toy to the left |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Move the toy to the left |
Hard |
FLUX 3 Action |
Success |
100 |
16.7 |
| Move the plate to the right |
Easy |
MolmoAct2 |
Success |
100 |
19.7 |
| Move the plate to the right |
Easy |
GR00T |
Contact |
10 |
- |
| Move the plate to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
60.2 |
| Move the plate to the right |
Easy |
FLUX 3 Action |
Success |
100 |
17.5 |
| Move the plate to the right |
Easy |
G0.5 |
Success |
100 |
40.8 |
| Move the fork to the left |
Easy |
G0.5 |
Success |
100 |
34.6 |
| Move the fork to the left |
Easy |
FLUX 3 Action |
Success |
100 |
53.2 |
| Move the fork to the left |
Easy |
GR00T |
Failed |
0 |
- |
| Move the fork to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
39.2 |
| Move the fork to the left |
Easy |
MolmoAct2 |
Success |
100 |
235.4 |
| Move the toy to the right |
Hard |
GR00T |
Failed |
0 |
- |
| Move the toy to the right |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the toy to the right |
Hard |
MolmoAct2 |
Success |
100 |
41.0 |
| Move the toy to the right |
Hard |
G0.5 |
Success |
100 |
19.9 |
| Move the toy to the right |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Move the spoon to the left |
Easy |
MolmoAct2 |
Success |
100 |
56.8 |
| Move the spoon to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
23.1 |
| Move the spoon to the left |
Easy |
G0.5 |
Success |
100 |
35.1 |
| Move the spoon to the left |
Easy |
GR00T |
Success |
100 |
14.2 |
| Move the spoon to the left |
Easy |
FLUX 3 Action |
Success |
100 |
50.5 |
| Move the glass to the right |
Easy |
G0.5 |
Failed |
0 |
- |
| Move the glass to the right |
Easy |
FLUX 3 Action |
Success |
100 |
15.4 |
| Move the glass to the right |
Easy |
GR00T |
Success |
100 |
32.2 |
| Move the glass to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
25.5 |
| Move the glass to the right |
Easy |
MolmoAct2 |
Success |
100 |
28.4 |
| Move the plush to the right |
Easy |
G0.5 |
Success |
100 |
18.8 |
| Move the plush to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
19.4 |
| Move the plush to the right |
Easy |
FLUX 3 Action |
Success |
100 |
14.2 |
| Move the plush to the right |
Easy |
GR00T |
Success |
100 |
13.7 |
| Move the plush to the right |
Easy |
MolmoAct2 |
Control |
30 |
- |
| Move the bag to the left |
Easy |
GR00T |
Success |
100 |
158.1 |
| Move the bag to the left |
Easy |
FLUX 3 Action |
Success |
100 |
21.9 |
| Move the bag to the left |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Move the bag to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
18.2 |
| Move the bag to the left |
Easy |
G0.5 |
At target |
40 |
- |
| Move the pen to the left |
Easy |
FLUX 3 Action |
Success |
100 |
17.0 |
| Move the pen to the left |
Easy |
GR00T |
Success |
100 |
97.8 |
| Move the pen to the left |
Easy |
MolmoAct2 |
Success |
100 |
30.3 |
| Move the pen to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
19.3 |
| Move the pen to the left |
Easy |
G0.5 |
Success |
100 |
20.2 |
| Move the plush to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
19.0 |
| Move the plush to the left |
Easy |
G0.5 |
Success |
100 |
35.6 |
| Move the plush to the left |
Easy |
MolmoAct2 |
Success |
100 |
22.4 |
| Move the plush to the left |
Easy |
GR00T |
Failed |
0 |
- |
| Move the plush to the left |
Easy |
FLUX 3 Action |
Success |
100 |
32.5 |
| Move the towel forward |
Hard |
MolmoAct2 |
Floating |
0 |
- |
| Move the towel forward |
Hard |
FLUX 3 Action |
At target |
40 |
- |
| Move the towel forward |
Hard |
Cosmos3 Nano |
Safety stop |
0 |
- |
| Move the towel forward |
Hard |
G0.5 |
Control |
30 |
- |
| Move the towel forward |
Hard |
GR00T |
Success |
100 |
62.0 |
| Move the bowl forward |
Hard |
G0.5 |
Reaching |
0 |
- |
| Move the bowl forward |
Hard |
GR00T |
Success |
100 |
42.4 |
| Move the bowl forward |
Hard |
Cosmos3 Nano |
Control |
30 |
- |
| Move the bowl forward |
Hard |
FLUX 3 Action |
At target |
40 |
- |
| Move the bowl forward |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Move the basket to the right |
Easy |
G0.5 |
Success |
100 |
44.9 |
| Move the basket to the right |
Easy |
GR00T |
Safety stop |
0 |
- |
| Move the basket to the right |
Easy |
FLUX 3 Action |
Success |
100 |
41.5 |
| Move the basket to the right |
Easy |
MolmoAct2 |
Success |
100 |
104.3 |
| Move the basket to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
96.9 |
| Move the basket to the left |
Easy |
FLUX 3 Action |
Failed |
0 |
- |
| Move the basket to the left |
Easy |
G0.5 |
Control |
30 |
- |
| Move the basket to the left |
Easy |
FLUX 3 Action |
Success |
100 |
37.3 |
| Move the basket to the left |
Easy |
G0.5 |
At target |
40 |
- |
| Move the basket to the left |
Easy |
MolmoAct2 |
Success |
100 |
55.3 |
| Move the basket to the left |
Easy |
GR00T |
Control |
30 |
- |
| Move the basket to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
38.1 |
| Move the box to the left |
Very hard |
GR00T |
Floating |
0 |
- |
| Move the box to the left |
Very hard |
G0.5 |
Failed |
0 |
- |
| Move the box to the left |
Very hard |
MolmoAct2 |
Success |
100 |
69.6 |
| Move the box to the left |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Move the box to the left |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the marker forward |
Medium |
Cosmos3 Nano |
Success |
100 |
241.1 |
| Move the marker forward |
Medium |
FLUX 3 Action |
Floating |
0 |
- |
| Move the marker forward |
Medium |
MolmoAct2 |
Floating |
0 |
- |
| Move the marker forward |
Medium |
GR00T |
At target |
40 |
- |
| Move the marker forward |
Medium |
G0.5 |
Control |
30 |
- |
| Move the yellow block forward |
Medium |
FLUX 3 Action |
Success |
100 |
51.6 |
| Move the yellow block forward |
Medium |
GR00T |
Control |
30 |
- |
| Move the yellow block forward |
Medium |
Cosmos3 Nano |
Success |
100 |
44.9 |
| Move the yellow block forward |
Medium |
G0.5 |
Reaching |
0 |
- |
| Move the yellow block forward |
Medium |
MolmoAct2 |
Reaching |
0 |
- |
| Move the can to the left |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the can to the left |
Hard |
G0.5 |
Contact |
10 |
- |
| Move the can to the left |
Hard |
Cosmos3 Nano |
Safety stop |
0 |
- |
| Move the can to the left |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Move the can to the left |
Hard |
GR00T |
Contact |
10 |
- |
| Move the can to the right |
Medium |
GR00T |
Contact |
10 |
- |
| Move the can to the right |
Medium |
G0.5 |
Success |
100 |
208.5 |
| Move the can to the right |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Move the can to the right |
Medium |
Cosmos3 Nano |
Success |
100 |
58.6 |
| Move the can to the right |
Medium |
FLUX 3 Action |
Contact |
10 |
- |
| Move the cloth to the left |
Easy |
MolmoAct2 |
Success |
100 |
42.4 |
| Move the cloth to the left |
Easy |
G0.5 |
Success |
100 |
38.7 |
| Move the cloth to the left |
Easy |
FLUX 3 Action |
Success |
100 |
79.5 |
| Move the cloth to the left |
Easy |
GR00T |
Success |
100 |
152.0 |
| Move the cloth to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
101.8 |
| Move the ball to the right |
Hard |
G0.5 |
At target |
40 |
- |
| Move the ball to the right |
Hard |
GR00T |
Safety stop |
0 |
- |
| Move the ball to the right |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Move the ball to the right |
Hard |
FLUX 3 Action |
Success |
100 |
105.8 |
| Move the ball to the right |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Move the bottle forward |
Very hard |
MolmoAct2 |
Reaching |
0 |
- |
| Move the bottle forward |
Very hard |
Cosmos3 Nano |
Success |
100 |
161.1 |
| Move the bottle forward |
Very hard |
G0.5 |
Failed |
0 |
- |
| Move the bottle forward |
Very hard |
GR00T |
Safety stop |
0 |
- |
| Move the bottle forward |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the yellow block to the right |
Hard |
G0.5 |
Failed |
0 |
- |
| Move the yellow block to the right |
Hard |
GR00T |
Failed |
0 |
- |
| Move the yellow block to the right |
Hard |
FLUX 3 Action |
Success |
100 |
27.9 |
| Move the yellow block to the right |
Hard |
Cosmos3 Nano |
Success |
100 |
38.5 |
| Move the yellow block to the right |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Move the marker to the right |
Easy |
G0.5 |
Control |
30 |
- |
| Move the marker to the right |
Easy |
FLUX 3 Action |
Success |
100 |
39.1 |
| Move the marker to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
113.9 |
| Move the marker to the right |
Easy |
GR00T |
Failed |
0 |
- |
| Move the marker to the right |
Easy |
MolmoAct2 |
Success |
100 |
84.3 |
| Move the mug forward |
Hard |
MolmoAct2 |
Floating |
0 |
- |
| Move the mug forward |
Hard |
G0.5 |
Reaching |
0 |
- |
| Move the mug forward |
Hard |
GR00T |
Reaching |
0 |
- |
| Move the mug forward |
Hard |
Cosmos3 Nano |
Success |
100 |
83.2 |
| Move the mug forward |
Hard |
FLUX 3 Action |
Success |
100 |
56.8 |
| Move the bowl to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
31.1 |
| Move the bowl to the left |
Easy |
MolmoAct2 |
Success |
100 |
49.1 |
| Move the bowl to the left |
Easy |
FLUX 3 Action |
Success |
100 |
31.1 |
| Move the bowl to the left |
Easy |
GR00T |
Success |
100 |
26.0 |
| Move the bowl to the left |
Easy |
G0.5 |
Success |
100 |
32.0 |
| Move the bottle to the left |
Hard |
GR00T |
Failed |
0 |
- |
| Move the bottle to the left |
Hard |
Cosmos3 Nano |
Success |
100 |
35.8 |
| Move the bottle to the left |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the bottle to the left |
Hard |
G0.5 |
Failed |
0 |
- |
| Move the bottle to the left |
Hard |
MolmoAct2 |
Control |
30 |
- |
| Move the blue cup forward |
Medium |
Cosmos3 Nano |
Success |
100 |
41.3 |
| Move the blue cup forward |
Medium |
FLUX 3 Action |
At target |
40 |
- |
| Move the blue cup forward |
Medium |
MolmoAct2 |
Reaching |
0 |
- |
| Move the blue cup forward |
Medium |
GR00T |
Control |
30 |
- |
| Move the blue cup forward |
Medium |
G0.5 |
Control |
30 |
- |
| Move the towel to the left |
Hard |
G0.5 |
Contact |
10 |
- |
| Move the towel to the left |
Hard |
MolmoAct2 |
Floating |
0 |
- |
| Move the towel to the left |
Hard |
FLUX 3 Action |
Success |
100 |
46.6 |
| Move the towel to the left |
Hard |
GR00T |
Failed |
0 |
- |
| Move the towel to the left |
Hard |
Cosmos3 Nano |
Success |
100 |
133.0 |
| Move the bottle to the right |
Easy |
FLUX 3 Action |
Success |
100 |
83.3 |
| Move the bottle to the right |
Easy |
MolmoAct2 |
Contact |
10 |
- |
| Move the bottle to the right |
Easy |
G0.5 |
Contact |
10 |
- |
| Move the bottle to the right |
Easy |
GR00T |
Success |
100 |
52.9 |
| Move the bottle to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
62.2 |
| Move the mug to the right |
Hard |
Cosmos3 Nano |
Success |
100 |
51.0 |
| Move the mug to the right |
Hard |
MolmoAct2 |
Reaching |
0 |
- |
| Move the mug to the right |
Hard |
G0.5 |
Failed |
0 |
- |
| Move the mug to the right |
Hard |
GR00T |
Failed |
0 |
- |
| Move the mug to the right |
Hard |
FLUX 3 Action |
Success |
100 |
32.1 |
| Put the bottle on the plate |
Medium |
Cosmos3 Nano |
Success |
100 |
82.3 |
| Put the bottle on the plate |
Medium |
GR00T |
Control |
30 |
- |
| Put the bottle on the plate |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the bottle on the plate |
Medium |
FLUX 3 Action |
Success |
100 |
58.0 |
| Put the bottle on the plate |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Place the cup on the notebook |
Medium |
G0.5 |
Floating |
0 |
- |
| Place the cup on the notebook |
Medium |
FLUX 3 Action |
Success |
100 |
34.7 |
| Place the cup on the notebook |
Medium |
Cosmos3 Nano |
Failed |
0 |
- |
| Place the cup on the notebook |
Medium |
MolmoAct2 |
Success |
100 |
97.0 |
| Place the cup on the notebook |
Medium |
GR00T |
Control |
30 |
- |
| Put the marker in the cloth and wrap it |
Easy |
FLUX 3 Action |
Success |
100 |
105.7 |
| Put the marker in the cloth and wrap it |
Easy |
G0.5 |
Success |
100 |
216.2 |
| Put the marker in the cloth and wrap it |
Easy |
Cosmos3 Nano |
Success |
100 |
158.2 |
| Put the marker in the cloth and wrap it |
Easy |
GR00T |
Failed (1/2) |
0 |
- |
| Put the marker in the cloth and wrap it |
Easy |
MolmoAct2 |
At target (1/2) |
20 |
- |
| Pick up the cup and put in the drawer, then close the drawer |
Hard |
FLUX 3 Action |
Failed (1/2) |
0 |
- |
| Pick up the cup and put in the drawer, then close the drawer |
Hard |
GR00T |
At target (1/2) |
20 |
- |
| Pick up the cup and put in the drawer, then close the drawer |
Hard |
G0.5 |
Control (1/2) |
15 |
- |
| Pick up the cup and put in the drawer, then close the drawer |
Hard |
MolmoAct2 |
Failed (1/2) |
0 |
- |
| Pick up the cup and put in the drawer, then close the drawer |
Hard |
Cosmos3 Nano |
At target (1/2) |
20 |
- |
| Put the marker inside the drawer |
Medium |
G0.5 |
Success |
100 |
33.3 |
| Put the marker inside the drawer |
Medium |
MolmoAct2 |
Success |
100 |
24.3 |
| Put the marker inside the drawer |
Medium |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the marker inside the drawer |
Medium |
GR00T |
Floating |
0 |
- |
| Put the marker inside the drawer |
Medium |
FLUX 3 Action |
Success |
100 |
158.6 |
| Put the marker inside the drawer |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Put the spoon on the towel |
Hard |
GR00T |
Failed |
0 |
- |
| Put the spoon on the towel |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the spoon on the towel |
Hard |
FLUX 3 Action |
Success |
100 |
97.8 |
| Put the spoon on the towel |
Hard |
G0.5 |
Reaching |
0 |
- |
| Put the spoon on the towel |
Hard |
Cosmos3 Nano |
Success |
100 |
128.2 |
| Remove the sponge from the drawer |
Hard |
GR00T |
Failed |
0 |
- |
| Remove the sponge from the drawer |
Hard |
G0.5 |
Failed |
0 |
- |
| Remove the sponge from the drawer |
Hard |
MolmoAct2 |
Safety stop |
0 |
- |
| Remove the sponge from the drawer |
Hard |
Cosmos3 Nano |
Success |
100 |
59.5 |
| Remove the sponge from the drawer |
Hard |
FLUX 3 Action |
Success |
100 |
146.0 |
| Take a cloth from the bag and put it on the table |
Hard |
GR00T |
Contact |
10 |
- |
| Take a cloth from the bag and put it on the table |
Hard |
G0.5 |
Contact |
10 |
- |
| Take a cloth from the bag and put it on the table |
Hard |
Cosmos3 Nano |
Contact |
10 |
- |
| Take a cloth from the bag and put it on the table |
Hard |
FLUX 3 Action |
Contact |
10 |
- |
| Take a cloth from the bag and put it on the table |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Take the banana and put it on the table |
Medium |
MolmoAct2 |
Success |
100 |
44.0 |
| Take the banana and put it on the table |
Medium |
GR00T |
Success |
100 |
65.6 |
| Take the banana and put it on the table |
Medium |
FLUX 3 Action |
Success |
100 |
18.4 |
| Take the banana and put it on the table |
Medium |
G0.5 |
Failed |
0 |
- |
| Take the banana and put it on the table |
Medium |
Cosmos3 Nano |
Failed |
0 |
- |
| Remove the fork from the box and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
146.5 |
| Remove the fork from the box and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
43.5 |
| Remove the fork from the box and put it on the table |
Easy |
G0.5 |
Success |
100 |
53.0 |
| Remove the fork from the box and put it on the table |
Easy |
GR00T |
Contact |
10 |
- |
| Remove the fork from the box and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
184.8 |
| Use the spoon to mix in the mug and then put it on the table |
Very hard |
FLUX 3 Action |
Control (2/2) |
65 |
- |
| Use the spoon to mix in the mug and then put it on the table |
Very hard |
G0.5 |
Failed (1/2) |
0 |
- |
| Use the spoon to mix in the mug and then put it on the table |
Very hard |
Cosmos3 Nano |
Failed (1/2) |
0 |
- |
| Use the spoon to mix in the mug and then put it on the table |
Very hard |
GR00T |
Failed (1/2) |
0 |
- |
| Use the spoon to mix in the mug and then put it on the table |
Very hard |
MolmoAct2 |
Control (1/2) |
15 |
- |
| Pick the stuffed toy on the table and put it in the bag |
Easy |
G0.5 |
Success |
100 |
87.7 |
| Pick the stuffed toy on the table and put it in the bag |
Easy |
Cosmos3 Nano |
Success |
100 |
23.6 |
| Pick the stuffed toy on the table and put it in the bag |
Easy |
GR00T |
Failed |
0 |
- |
| Pick the stuffed toy on the table and put it in the bag |
Easy |
MolmoAct2 |
Success |
100 |
31.2 |
| Pick the stuffed toy on the table and put it in the bag |
Easy |
FLUX 3 Action |
Success |
100 |
21.2 |
| Pick up the cloth and put it on the glass |
Medium |
GR00T |
Control |
30 |
- |
| Pick up the cloth and put it on the glass |
Medium |
G0.5 |
Floating |
0 |
- |
| Pick up the cloth and put it on the glass |
Medium |
Cosmos3 Nano |
Success |
100 |
162.3 |
| Pick up the cloth and put it on the glass |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Pick up the cloth and put it on the glass |
Medium |
FLUX 3 Action |
Success |
100 |
49.4 |
| Pick up the keys and put them in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
37.1 |
| Pick up the keys and put them in the bowl |
Easy |
G0.5 |
Success |
100 |
41.4 |
| Pick up the keys and put them in the bowl |
Easy |
GR00T |
Failed |
0 |
- |
| Pick up the keys and put them in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
66.1 |
| Pick up the keys and put them in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
148.8 |
| Put the wooden spoon on the pan |
Easy |
MolmoAct2 |
Success |
100 |
180.2 |
| Put the wooden spoon on the pan |
Easy |
G0.5 |
Success |
100 |
63.2 |
| Put the wooden spoon on the pan |
Easy |
Cosmos3 Nano |
Success |
100 |
47.5 |
| Put the wooden spoon on the pan |
Easy |
GR00T |
Success |
100 |
27.4 |
| Put the wooden spoon on the pan |
Easy |
FLUX 3 Action |
Success |
100 |
84.9 |
| Place the green block onto the tray |
Easy |
GR00T |
Control |
30 |
- |
| Place the green block onto the tray |
Easy |
FLUX 3 Action |
Success |
100 |
28.8 |
| Place the green block onto the tray |
Easy |
Cosmos3 Nano |
Success |
100 |
60.0 |
| Place the green block onto the tray |
Easy |
G0.5 |
Success |
100 |
83.2 |
| Place the green block onto the tray |
Easy |
MolmoAct2 |
Success |
100 |
38.9 |
| Put the plush in the drawer |
Medium |
FLUX 3 Action |
Control |
30 |
- |
| Put the plush in the drawer |
Medium |
MolmoAct2 |
At target |
40 |
- |
| Put the plush in the drawer |
Medium |
GR00T |
Failed |
0 |
- |
| Put the plush in the drawer |
Medium |
GR00T |
Success |
100 |
19.5 |
| Put the plush in the drawer |
Medium |
G0.5 |
Success |
100 |
21.9 |
| Put the plush in the drawer |
Medium |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the marker on the box |
Hard |
GR00T |
Failed |
0 |
- |
| Put the marker on the box |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the marker on the box |
Hard |
FLUX 3 Action |
Success |
100 |
33.7 |
| Put the marker on the box |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the marker on the box |
Hard |
Cosmos3 Nano |
Success |
100 |
18.7 |
| Put the marker in the cup on the box |
Very hard |
MolmoAct2 |
Control |
30 |
- |
| Put the marker in the cup on the box |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the marker in the cup on the box |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the marker in the cup on the box |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the marker in the cup on the box |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Pick the box and put it in the basket |
Very hard |
G0.5 |
Failed |
0 |
- |
| Pick the box and put it in the basket |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Pick the box and put it in the basket |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Pick the box and put it in the basket |
Very hard |
GR00T |
Failed |
0 |
- |
| Pick the box and put it in the basket |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Remove the cube from the basket |
Hard |
FLUX 3 Action |
Safety stop |
0 |
- |
| Remove the cube from the basket |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Remove the cube from the basket |
Hard |
G0.5 |
Safety stop |
0 |
- |
| Remove the cube from the basket |
Hard |
GR00T |
Contact |
10 |
- |
| Remove the cube from the basket |
Hard |
Cosmos3 Nano |
Success |
100 |
198.1 |
| Pick the shirt from the bag and place it on the table |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the green block in the pan |
Easy |
GR00T |
Success |
100 |
19.3 |
| Put the green block in the pan |
Easy |
FLUX 3 Action |
Success |
100 |
30.3 |
| Put the green block in the pan |
Easy |
MolmoAct2 |
Success |
100 |
58.8 |
| Put the green block in the pan |
Easy |
Cosmos3 Nano |
Success |
100 |
25.8 |
| Put the green block in the pan |
Easy |
G0.5 |
Failed |
0 |
- |
| Take the bottle on the box and put it on the table |
Easy |
FLUX 3 Action |
Failed |
0 |
- |
| Take the bottle on the box and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
67.3 |
| Take the bottle on the box and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
46.1 |
| Take the bottle on the box and put it on the table |
Easy |
GR00T |
Success |
100 |
15.5 |
| Take the bottle on the box and put it on the table |
Easy |
G0.5 |
Success |
100 |
15.3 |
| Put the knife in the cup |
Very hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the knife in the cup |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the knife in the cup |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the knife in the cup |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Remove the toy from the bowl and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
44.5 |
| Remove the toy from the bowl and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
33.6 |
| Remove the toy from the bowl and put it on the table |
Easy |
G0.5 |
Success |
100 |
123.4 |
| Remove the toy from the bowl and put it on the table |
Easy |
GR00T |
Success |
100 |
66.0 |
| Remove the toy from the bowl and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
13.9 |
| Put the scissors in the storage box |
Hard |
FLUX 3 Action |
Success |
100 |
20.0 |
| Put the scissors in the storage box |
Hard |
MolmoAct2 |
Floating |
0 |
- |
| Put the scissors in the storage box |
Hard |
GR00T |
Failed |
0 |
- |
| Put the scissors in the storage box |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the scissors in the storage box |
Hard |
Cosmos3 Nano |
Success |
100 |
36.1 |
| Remove the bottle from the bin |
Medium |
GR00T |
Success |
100 |
49.7 |
| Remove the bottle from the bin |
Medium |
MolmoAct2 |
Reaching |
0 |
- |
| Remove the bottle from the bin |
Medium |
G0.5 |
At target |
40 |
- |
| Remove the bottle from the bin |
Medium |
Cosmos3 Nano |
Success |
100 |
93.8 |
| Remove the bottle from the bin |
Medium |
FLUX 3 Action |
Reaching |
0 |
- |
| Remove the shirts from the bin and put them on the table |
Medium |
MolmoAct2 |
Reaching (1/2) |
0 |
- |
| Remove the shirts from the bin and put them on the table |
Medium |
G0.5 |
Contact (1/2) |
5 |
- |
| Remove the shirts from the bin and put them on the table |
Medium |
GR00T |
At target (1/2) |
20 |
- |
| Remove the shirts from the bin and put them on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
143.9 |
| Remove the shirts from the bin and put them on the table |
Medium |
FLUX 3 Action |
Success |
100 |
- |
| Put the blue cup on the tray |
Easy |
FLUX 3 Action |
Success |
100 |
15.3 |
| Put the blue cup on the tray |
Easy |
G0.5 |
Success |
100 |
27.8 |
| Put the blue cup on the tray |
Easy |
Cosmos3 Nano |
Success |
100 |
21.5 |
| Put the blue cup on the tray |
Easy |
GR00T |
Success |
100 |
15.4 |
| Put the blue cup on the tray |
Easy |
MolmoAct2 |
Reaching |
0 |
- |
| Pick a block from the box and place it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
104.3 |
| Pick a block from the box and place it on the table |
Easy |
G0.5 |
At target |
40 |
- |
| Pick a block from the box and place it on the table |
Easy |
GR00T |
Failed |
0 |
- |
| Pick a block from the box and place it on the table |
Easy |
MolmoAct2 |
Success |
100 |
121.5 |
| Pick a block from the box and place it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
32.2 |
| Move the plushie on the plate to the table |
Easy |
MolmoAct2 |
Floating |
0 |
- |
| Move the plushie on the plate to the table |
Easy |
Cosmos3 Nano |
Success |
100 |
18.5 |
| Move the plushie on the plate to the table |
Easy |
GR00T |
Success |
100 |
15.5 |
| Move the plushie on the plate to the table |
Easy |
G0.5 |
Success |
100 |
20.4 |
| Move the plushie on the plate to the table |
Easy |
FLUX 3 Action |
Success |
100 |
11.2 |
| Pick the bottle and put it in the drawer |
Easy |
GR00T |
Success |
100 |
99.9 |
| Pick the bottle and put it in the drawer |
Easy |
G0.5 |
Success |
100 |
20.3 |
| Pick the bottle and put it in the drawer |
Easy |
Cosmos3 Nano |
Failed |
0 |
- |
| Pick the bottle and put it in the drawer |
Easy |
FLUX 3 Action |
Success |
100 |
20.5 |
| Pick the bottle and put it in the drawer |
Easy |
MolmoAct2 |
Control |
30 |
- |
| Put the banana in the basket |
Easy |
GR00T |
Floating |
0 |
- |
| Put the banana in the basket |
Easy |
G0.5 |
Control |
30 |
- |
| Put the banana in the basket |
Easy |
Cosmos3 Nano |
Success |
100 |
19.1 |
| Put the banana in the basket |
Easy |
FLUX 3 Action |
Success |
100 |
186.3 |
| Put the banana in the basket |
Easy |
MolmoAct2 |
Success |
100 |
26.3 |
| Move the cup from the plate to the table |
Easy |
MolmoAct2 |
Success |
100 |
35.6 |
| Move the cup from the plate to the table |
Easy |
GR00T |
Success |
100 |
62.3 |
| Move the cup from the plate to the table |
Easy |
FLUX 3 Action |
Success |
100 |
13.0 |
| Move the cup from the plate to the table |
Easy |
G0.5 |
Success |
100 |
25.5 |
| Move the cup from the plate to the table |
Easy |
Cosmos3 Nano |
Success |
100 |
15.5 |
| Put the bottle on top of the book |
Hard |
G0.5 |
Control |
30 |
- |
| Put the bottle on top of the book |
Hard |
MolmoAct2 |
Control |
30 |
- |
| Put the bottle on top of the book |
Hard |
Cosmos3 Nano |
Success |
100 |
32.6 |
| Put the bottle on top of the book |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the bottle on top of the book |
Hard |
GR00T |
Failed |
0 |
- |
| Take the Rubik's cube out of the bowl and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
16.9 |
| Take the Rubik's cube out of the bowl and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
15.3 |
| Take the Rubik's cube out of the bowl and put it on the table |
Easy |
GR00T |
Success |
100 |
11.7 |
| Take the Rubik's cube out of the bowl and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
18.3 |
| Take the Rubik's cube out of the bowl and put it on the table |
Easy |
G0.5 |
Success |
100 |
54.0 |
| Put the pen on the tray |
Easy |
MolmoAct2 |
Success |
100 |
15.1 |
| Put the pen on the tray |
Easy |
GR00T |
Failed |
0 |
- |
| Put the pen on the tray |
Easy |
Cosmos3 Nano |
Success |
100 |
18.5 |
| Put the pen on the tray |
Easy |
FLUX 3 Action |
Success |
100 |
53.5 |
| Put the pen on the tray |
Easy |
G0.5 |
Success |
100 |
161.7 |
| Pick up the keys and put them on the tray |
Medium |
GR00T |
Failed |
0 |
- |
| Pick up the keys and put them on the tray |
Medium |
MolmoAct2 |
Success |
100 |
37.4 |
| Pick up the keys and put them on the tray |
Medium |
Cosmos3 Nano |
Success |
100 |
18.2 |
| Pick up the keys and put them on the tray |
Medium |
G0.5 |
Failed |
0 |
- |
| Pick up the keys and put them on the tray |
Medium |
FLUX 3 Action |
Success |
100 |
14.0 |
| Pick up the toy and put it on the plate |
Very hard |
Cosmos3 Nano |
Success |
100 |
41.8 |
| Pick up the toy and put it on the plate |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Pick up the toy and put it on the plate |
Very hard |
GR00T |
Failed |
0 |
- |
| Pick up the toy and put it on the plate |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Pick up the toy and put it on the plate |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the shirt inside the basket |
Medium |
Cosmos3 Nano |
Success |
100 |
18.6 |
| Put the shirt inside the basket |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Put the shirt inside the basket |
Medium |
MolmoAct2 |
Success |
100 |
29.3 |
| Put the shirt inside the basket |
Medium |
GR00T |
Failed |
0 |
- |
| Put the shirt inside the basket |
Medium |
G0.5 |
Success |
100 |
58.0 |
| Take the pen from the table and put it in the tote bag |
Medium |
G0.5 |
Failed |
0 |
- |
| Take the pen from the table and put it in the tote bag |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Take the pen from the table and put it in the tote bag |
Medium |
GR00T |
Success |
100 |
23.2 |
| Take the pen from the table and put it in the tote bag |
Medium |
Cosmos3 Nano |
Success |
100 |
16.4 |
| Take the pen from the table and put it in the tote bag |
Medium |
MolmoAct2 |
Success |
100 |
16.6 |
| Put the spoon in the cup, then put the spoon on the table |
Very hard |
G0.5 |
Failed (1/2) |
0 |
- |
| Put the spoon in the cup, then put the spoon on the table |
Very hard |
MolmoAct2 |
Reaching (1/2) |
0 |
- |
| Put the spoon in the cup, then put the spoon on the table |
Very hard |
FLUX 3 Action |
Failed (1/2) |
0 |
- |
| Put the spoon in the cup, then put the spoon on the table |
Very hard |
GR00T |
Failed (2/2) |
0 |
- |
| Put the spoon in the cup, then put the spoon on the table |
Very hard |
Cosmos3 Nano |
Failed (1/2) |
0 |
- |
| Remove the marker from the tray and put it on the table |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Remove the marker from the tray and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
35.8 |
| Remove the marker from the tray and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
18.4 |
| Remove the marker from the tray and put it on the table |
Easy |
G0.5 |
Success |
100 |
21.6 |
| Remove the marker from the tray and put it on the table |
Easy |
GR00T |
Success |
100 |
11.0 |
| Put the cloth in the basket |
Medium |
GR00T |
Failed |
0 |
- |
| Put the cloth in the basket |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the cloth in the basket |
Medium |
Cosmos3 Nano |
Success |
100 |
31.8 |
| Put the cloth in the basket |
Medium |
FLUX 3 Action |
Success |
100 |
178.7 |
| Put the cloth in the basket |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Put the marker in the shirt, fold the shirt then put it in the box |
Very hard |
Cosmos3 Nano |
At target (3/3) |
80 |
- |
| Put the marker in the shirt, fold the shirt then put it in the box |
Very hard |
MolmoAct2 |
Failed (2/3) |
0 |
- |
| Put the marker in the shirt, fold the shirt then put it in the box |
Very hard |
GR00T |
Failed (1/3) |
0 |
- |
| Put the marker in the shirt, fold the shirt then put it in the box |
Very hard |
FLUX 3 Action |
Failed (1/3) |
0 |
- |
| Put the marker in the shirt, fold the shirt then put it in the box |
Very hard |
G0.5 |
Failed (1/3) |
0 |
- |
| Pick up the towel and put it in the carrier bag |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Pick up the towel and put it in the carrier bag |
Very hard |
FLUX 3 Action |
Success |
100 |
30.9 |
| Pick up the towel and put it in the carrier bag |
Very hard |
G0.5 |
Floating |
0 |
- |
| Pick up the towel and put it in the carrier bag |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Pick up the towel and put it in the carrier bag |
Very hard |
GR00T |
Floating |
0 |
- |
| Put the fork in the bowl |
Medium |
Cosmos3 Nano |
Success |
100 |
30.4 |
| Put the fork in the bowl |
Medium |
GR00T |
Contact |
10 |
- |
| Put the fork in the bowl |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Put the fork in the bowl |
Medium |
G0.5 |
Contact |
10 |
- |
| Put the fork in the bowl |
Medium |
MolmoAct2 |
Success |
100 |
16.0 |
| Put the knife on the table |
Medium |
MolmoAct2 |
Success |
100 |
16.2 |
| Put the knife on the table |
Medium |
Cosmos3 Nano |
Contact |
10 |
- |
| Put the knife on the table |
Medium |
G0.5 |
Floating |
0 |
- |
| Put the knife on the table |
Medium |
FLUX 3 Action |
Success |
100 |
12.0 |
| Put the knife on the table |
Medium |
GR00T |
Contact |
10 |
- |
| Put the pen in the bag |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the pen in the bag |
Hard |
G0.5 |
At target |
40 |
- |
| Put the pen in the bag |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the pen in the bag |
Hard |
GR00T |
Success |
100 |
28.0 |
| Put the pen in the bag |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the plush on the plate |
Easy |
GR00T |
Success |
100 |
10.5 |
| Put the plush on the plate |
Easy |
Cosmos3 Nano |
Success |
100 |
39.8 |
| Put the plush on the plate |
Easy |
FLUX 3 Action |
Success |
100 |
12.0 |
| Put the plush on the plate |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the plush on the plate |
Easy |
MolmoAct2 |
Contact |
10 |
- |
| Take the bag out of the box |
Easy |
FLUX 3 Action |
Success |
100 |
25.2 |
| Take the bag out of the box |
Easy |
G0.5 |
Success |
100 |
56.5 |
| Take the bag out of the box |
Easy |
GR00T |
Failed |
0 |
- |
| Take the bag out of the box |
Easy |
MolmoAct2 |
Success |
100 |
24.1 |
| Take the bag out of the box |
Easy |
Cosmos3 Nano |
Success |
100 |
36.6 |
| Remove the cup from the top drawer |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Remove the cup from the top drawer |
Hard |
FLUX 3 Action |
Success |
100 |
41.1 |
| Remove the cup from the top drawer |
Hard |
Cosmos3 Nano |
Success |
100 |
18.3 |
| Remove the cup from the top drawer |
Hard |
GR00T |
Reaching |
0 |
- |
| Remove the cup from the top drawer |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick up the marker and put it on the right side of the table |
Easy |
FLUX 3 Action |
Success |
100 |
157.2 |
| Pick up the marker and put it on the right side of the table |
Easy |
G0.5 |
Success |
100 |
206.0 |
| Pick up the marker and put it on the right side of the table |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Pick up the marker and put it on the right side of the table |
Easy |
GR00T |
Success |
100 |
15.5 |
| Pick up the marker and put it on the right side of the table |
Easy |
Cosmos3 Nano |
Success |
100 |
17.5 |
| Put the plush in the box |
Easy |
Cosmos3 Nano |
Success |
100 |
12.8 |
| Put the plush in the box |
Easy |
G0.5 |
Success |
100 |
46.5 |
| Put the plush in the box |
Easy |
GR00T |
Success |
100 |
22.0 |
| Put the plush in the box |
Easy |
MolmoAct2 |
Success |
100 |
16.3 |
| Put the plush in the box |
Easy |
FLUX 3 Action |
Success |
100 |
12.3 |
| Put the marker on the tray |
Easy |
FLUX 3 Action |
Success |
100 |
36.4 |
| Put the marker on the tray |
Easy |
G0.5 |
Success |
100 |
14.7 |
| Put the marker on the tray |
Easy |
GR00T |
Floating |
0 |
- |
| Put the marker on the tray |
Easy |
MolmoAct2 |
Success |
100 |
30.4 |
| Put the marker on the tray |
Easy |
Cosmos3 Nano |
Success |
100 |
42.2 |
| Put the spatula on the table |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the spatula on the table |
Hard |
GR00T |
Failed |
0 |
- |
| Put the spatula on the table |
Hard |
FLUX 3 Action |
Success |
100 |
12.7 |
| Put the spatula on the table |
Hard |
Cosmos3 Nano |
Success |
100 |
40.6 |
| Put the spatula on the table |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick the red cup and put it in the box |
Easy |
Cosmos3 Nano |
Success |
100 |
15.7 |
| Pick the red cup and put it in the box |
Easy |
G0.5 |
Failed |
0 |
- |
| Pick the red cup and put it in the box |
Easy |
FLUX 3 Action |
Success |
100 |
10.7 |
| Pick the red cup and put it in the box |
Easy |
MolmoAct2 |
Success |
100 |
17.6 |
| Pick the red cup and put it in the box |
Easy |
GR00T |
Success |
100 |
16.6 |
| Put the pen in the glass |
Easy |
MolmoAct2 |
Control |
30 |
- |
| Put the pen in the glass |
Easy |
G0.5 |
Success |
100 |
62.0 |
| Put the pen in the glass |
Easy |
FLUX 3 Action |
Success |
100 |
179.1 |
| Put the pen in the glass |
Easy |
Cosmos3 Nano |
Success |
100 |
79.3 |
| Put the pen in the glass |
Easy |
GR00T |
At target |
40 |
- |
| Remove the bottle from the bag |
Easy |
Cosmos3 Nano |
Contact |
10 |
- |
| Remove the bottle from the bag |
Easy |
MolmoAct2 |
Success |
100 |
137.2 |
| Remove the bottle from the bag |
Easy |
G0.5 |
Success |
100 |
71.2 |
| Remove the bottle from the bag |
Easy |
GR00T |
Contact |
10 |
- |
| Remove the bottle from the bag |
Easy |
FLUX 3 Action |
Success |
100 |
226.0 |
| Put the Lego in the open drawer and then close the drawer |
Very hard |
FLUX 3 Action |
Failed (1/2) |
0 |
- |
| Put the Lego in the open drawer and then close the drawer |
Very hard |
MolmoAct2 |
Reaching (2/2) |
50 |
- |
| Put the Lego in the open drawer and then close the drawer |
Very hard |
Cosmos3 Nano |
Failed (1/2) |
0 |
- |
| Put the Lego in the open drawer and then close the drawer |
Very hard |
G0.5 |
Contact (1/2) |
5 |
- |
| Put the Lego in the open drawer and then close the drawer |
Very hard |
GR00T |
Failed (1/2) |
0 |
- |
| Put the marker on the book |
Medium |
GR00T |
Control |
30 |
- |
| Put the marker on the book |
Medium |
Cosmos3 Nano |
Success |
100 |
18.0 |
| Put the marker on the book |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Put the marker on the book |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the marker on the book |
Medium |
FLUX 3 Action |
Success |
100 |
10.7 |
| Remove the lemon from the bowl and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
37.5 |
| Remove the lemon from the bowl and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
30.1 |
| Remove the lemon from the bowl and put it on the table |
Easy |
G0.5 |
Success |
100 |
19.9 |
| Remove the lemon from the bowl and put it on the table |
Easy |
GR00T |
Success |
100 |
13.2 |
| Remove the lemon from the bowl and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
12.3 |
| Put the toy in the drawer |
Hard |
Cosmos3 Nano |
Control |
30 |
- |
| Put the toy in the drawer |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the toy in the drawer |
Hard |
GR00T |
Contact |
10 |
- |
| Put the toy in the drawer |
Hard |
G0.5 |
Safety stop |
0 |
- |
| Put the toy in the drawer |
Hard |
FLUX 3 Action |
Contact |
10 |
- |
| Put the can in the bin |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the can in the bin |
Hard |
FLUX 3 Action |
Contact |
10 |
- |
| Put the can in the bin |
Hard |
Cosmos3 Nano |
Contact |
10 |
- |
| Put the can in the bin |
Hard |
G0.5 |
Contact |
10 |
- |
| Put the can in the bin |
Hard |
GR00T |
Contact |
10 |
- |
| Remove the pen from the cup and put the pen on the book |
Very hard |
Cosmos3 Nano |
Control |
30 |
- |
| Remove the pen from the cup and put the pen on the book |
Very hard |
G0.5 |
Failed |
0 |
- |
| Remove the pen from the cup and put the pen on the book |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Remove the pen from the cup and put the pen on the book |
Very hard |
GR00T |
Success |
100 |
18.8 |
| Remove the pen from the cup and put the pen on the book |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the pen in the bowl then take it out |
Very hard |
FLUX 3 Action |
Failed (1/2) |
0 |
- |
| Put the pen in the bowl then take it out |
Very hard |
MolmoAct2 |
Contact (1/2) |
5 |
- |
| Put the pen in the bowl then take it out |
Very hard |
Cosmos3 Nano |
Failed (1/2) |
0 |
- |
| Put the pen in the bowl then take it out |
Very hard |
GR00T |
Failed (2/2) |
0 |
- |
| Put the pen in the bowl then take it out |
Very hard |
G0.5 |
Failed (1/2) |
0 |
- |
| Remove the fruits from the bowl |
Medium |
G0.5 |
Contact (1/2) |
5 |
- |
| Remove the fruits from the bowl |
Medium |
FLUX 3 Action |
Success |
100 |
27.3 |
| Remove the fruits from the bowl |
Medium |
MolmoAct2 |
Contact (2/2) |
55 |
- |
| Remove the fruits from the bowl |
Medium |
GR00T |
Contact (2/2) |
55 |
- |
| Put the Rubik's cube on the yellow block |
Medium |
FLUX 3 Action |
Success |
100 |
23.0 |
| Put the Rubik's cube on the yellow block |
Medium |
GR00T |
Failed |
0 |
- |
| Put the Rubik's cube on the yellow block |
Medium |
G0.5 |
At target |
40 |
- |
| Put the Rubik's cube on the yellow block |
Medium |
Cosmos3 Nano |
Success |
100 |
48.6 |
| Put the Rubik's cube on the yellow block |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Take the pen out of the glass and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
15.4 |
| Take the pen out of the glass and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
16.4 |
| Take the pen out of the glass and put it on the table |
Easy |
G0.5 |
Reaching |
0 |
- |
| Take the pen out of the glass and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
25.4 |
| Take the pen out of the glass and put it on the table |
Easy |
GR00T |
Contact |
10 |
- |
| Pick up the book from the box and put it on the table |
Hard |
G0.5 |
Contact |
10 |
- |
| Pick up the book from the box and put it on the table |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Pick up the book from the box and put it on the table |
Hard |
GR00T |
Reaching |
0 |
- |
| Pick up the book from the box and put it on the table |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Pick up the book from the box and put it on the table |
Hard |
Cosmos3 Nano |
Success |
100 |
51.9 |
| Pick a Rubik's cube from the storage box and put it on the table |
Easy |
G0.5 |
Success |
100 |
60.1 |
| Pick a Rubik's cube from the storage box and put it on the table |
Easy |
GR00T |
Success |
100 |
29.6 |
| Pick a Rubik's cube from the storage box and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
15.0 |
| Pick a Rubik's cube from the storage box and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
17.7 |
| Pick a Rubik's cube from the storage box and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
15.6 |
| Put the bottle in the bin |
Easy |
FLUX 3 Action |
Success |
100 |
14.0 |
| Put the bottle in the bin |
Easy |
GR00T |
Success |
100 |
22.4 |
| Put the bottle in the bin |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the bottle in the bin |
Easy |
Cosmos3 Nano |
Success |
100 |
21.6 |
| Put the bottle in the bin |
Easy |
MolmoAct2 |
Success |
100 |
19.4 |
| Pick up the screwdriver from the table and put it in the box |
Hard |
G0.5 |
Success |
100 |
17.8 |
| Pick up the screwdriver from the table and put it in the box |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the screwdriver from the table and put it in the box |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Pick up the screwdriver from the table and put it in the box |
Hard |
FLUX 3 Action |
Success |
100 |
13.0 |
| Pick up the screwdriver from the table and put it in the box |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Remove the cup from the bowl and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
16.3 |
| Remove the cup from the bowl and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
18.4 |
| Remove the cup from the bowl and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
21.8 |
| Remove the cup from the bowl and put it on the table |
Easy |
G0.5 |
Reaching |
0 |
- |
| Remove the cup from the bowl and put it on the table |
Easy |
GR00T |
Success |
100 |
18.5 |
| Remove the cup from the bowl and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
72.2 |
| Put the plush in the bowl |
Medium |
G0.5 |
Control |
30 |
- |
| Put the plush in the bowl |
Medium |
FLUX 3 Action |
Success |
100 |
12.0 |
| Put the plush in the bowl |
Medium |
Cosmos3 Nano |
Success |
100 |
12.7 |
| Put the plush in the bowl |
Medium |
GR00T |
Failed |
0 |
- |
| Put the plush in the bowl |
Medium |
MolmoAct2 |
Reaching |
0 |
- |
| Put the mug on the plate |
Easy |
MolmoAct2 |
Success |
100 |
28.3 |
| Put the mug on the plate |
Easy |
FLUX 3 Action |
Success |
100 |
12.4 |
| Put the mug on the plate |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the mug on the plate |
Easy |
Cosmos3 Nano |
Success |
100 |
21.0 |
| Put the mug on the plate |
Easy |
GR00T |
Success |
100 |
15.5 |
| Remove the lid from the pan |
Easy |
FLUX 3 Action |
Success |
100 |
20.4 |
| Remove the lid from the pan |
Easy |
G0.5 |
Success |
100 |
27.4 |
| Remove the lid from the pan |
Easy |
GR00T |
Contact |
10 |
- |
| Remove the lid from the pan |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Remove the lid from the pan |
Easy |
Cosmos3 Nano |
Success |
100 |
16.5 |
| Remove the yellow block from the bowl |
Easy |
GR00T |
Success |
100 |
33.8 |
| Remove the yellow block from the bowl |
Easy |
MolmoAct2 |
Success |
100 |
16.1 |
| Remove the yellow block from the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
11.9 |
| Remove the yellow block from the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
15.1 |
| Remove the yellow block from the bowl |
Easy |
G0.5 |
Success |
100 |
39.8 |
| Put the book in the box |
Medium |
Cosmos3 Nano |
Success |
100 |
62.0 |
| Put the book in the box |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the book in the box |
Medium |
FLUX 3 Action |
Success |
100 |
46.0 |
| Put the book in the box |
Medium |
MolmoAct2 |
Success |
100 |
41.0 |
| Put the book in the box |
Medium |
GR00T |
Failed |
0 |
- |
| Pick up the screwdriver from the cup and put it on the table |
Medium |
MolmoAct2 |
Success |
100 |
44.0 |
| Pick up the screwdriver from the cup and put it on the table |
Medium |
Cosmos3 Nano |
Failed |
0 |
- |
| Pick up the screwdriver from the cup and put it on the table |
Medium |
G0.5 |
Success |
100 |
48.9 |
| Pick up the screwdriver from the cup and put it on the table |
Medium |
GR00T |
Failed |
0 |
- |
| Pick up the screwdriver from the cup and put it on the table |
Medium |
FLUX 3 Action |
Success |
100 |
9.8 |
| Remove the marker from the cup and put it on the book |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Remove the marker from the cup and put it on the book |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Remove the marker from the cup and put it on the book |
Hard |
G0.5 |
Control |
30 |
- |
| Remove the marker from the cup and put it on the book |
Hard |
GR00T |
Contact |
10 |
- |
| Remove the marker from the cup and put it on the book |
Hard |
MolmoAct2 |
Control |
30 |
- |
| Put the cloth in the bag |
Medium |
GR00T |
Control |
30 |
- |
| Put the cloth in the bag |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Put the cloth in the bag |
Medium |
G0.5 |
Control |
30 |
- |
| Put the cloth in the bag |
Medium |
Cosmos3 Nano |
At target |
40 |
- |
| Put the cloth in the bag |
Medium |
FLUX 3 Action |
Control |
30 |
- |
| Pick up the spoon and put it on the plate |
Easy |
GR00T |
Success |
100 |
10.5 |
| Pick up the spoon and put it on the plate |
Easy |
G0.5 |
Failed |
0 |
- |
| Pick up the spoon and put it on the plate |
Easy |
MolmoAct2 |
Success |
100 |
21.5 |
| Pick up the spoon and put it on the plate |
Easy |
FLUX 3 Action |
Success |
100 |
17.5 |
| Pick up the spoon and put it on the plate |
Easy |
Cosmos3 Nano |
Success |
100 |
42.9 |
| Put the knife in the drawer |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the knife in the drawer |
Very hard |
MolmoAct2 |
At target |
40 |
- |
| Put the knife in the drawer |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the knife in the drawer |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the knife in the drawer |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the towel in the basket |
Medium |
MolmoAct2 |
Success |
100 |
27.3 |
| Put the towel in the basket |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Put the towel in the basket |
Medium |
Cosmos3 Nano |
Success |
100 |
21.1 |
| Put the towel in the basket |
Medium |
GR00T |
Failed |
0 |
- |
| Put the towel in the basket |
Medium |
G0.5 |
Success |
100 |
55.5 |
| Put the plush on the table |
Easy |
GR00T |
Success |
100 |
17.0 |
| Put the plush on the table |
Easy |
FLUX 3 Action |
Success |
100 |
18.0 |
| Put the plush on the table |
Easy |
MolmoAct2 |
Success |
100 |
11.9 |
| Put the plush on the table |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the plush on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
16.0 |
| Put the bottle on the box |
Easy |
MolmoAct2 |
Success |
100 |
227.3 |
| Put the bottle on the box |
Easy |
GR00T |
Failed |
0 |
- |
| Put the bottle on the box |
Easy |
Cosmos3 Nano |
Success |
100 |
15.0 |
| Put the bottle on the box |
Easy |
G0.5 |
Success |
100 |
42.8 |
| Pick up the pen from the cup and put it on the table, then move the cup |
Medium |
FLUX 3 Action |
Success |
100 |
41.9 |
| Pick up the pen from the cup and put it on the table, then move the cup |
Medium |
GR00T |
Contact (1/2) |
5 |
- |
| Pick up the pen from the cup and put it on the table, then move the cup |
Medium |
G0.5 |
Control (2/2) |
65 |
- |
| Pick up the pen from the cup and put it on the table, then move the cup |
Medium |
MolmoAct2 |
Reaching (2/2) |
50 |
- |
| Pick up the pen from the cup and put it on the table, then move the cup |
Medium |
Cosmos3 Nano |
Contact (2/2) |
55 |
- |
| Remove the marker from the glass and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
19.1 |
| Remove the marker from the glass and put it on the table |
Easy |
GR00T |
Contact |
10 |
- |
| Remove the marker from the glass and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
29.6 |
| Remove the marker from the glass and put it on the table |
Easy |
G0.5 |
Reaching |
0 |
- |
| Remove the marker from the glass and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
14.3 |
| Put the marker in the glass |
Hard |
MolmoAct2 |
Control |
30 |
- |
| Put the marker in the glass |
Hard |
GR00T |
Safety stop |
0 |
- |
| Put the marker in the glass |
Hard |
Cosmos3 Nano |
Success |
100 |
144.6 |
| Put the marker in the glass |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the marker in the glass |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the marker beside the mug |
Easy |
GR00T |
Success |
100 |
19.7 |
| Put the marker beside the mug |
Easy |
G0.5 |
Success |
100 |
35.6 |
| Put the marker beside the mug |
Easy |
FLUX 3 Action |
Success |
100 |
49.6 |
| Put the marker beside the mug |
Easy |
Cosmos3 Nano |
Success |
100 |
21.3 |
| Put the marker beside the mug |
Easy |
MolmoAct2 |
Reaching |
0 |
- |
| Put the wrench in the bowl |
Hard |
MolmoAct2 |
Success |
100 |
43.9 |
| Put the wrench in the bowl |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the wrench in the bowl |
Hard |
Cosmos3 Nano |
Success |
100 |
86.0 |
| Put the wrench in the bowl |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the wrench in the bowl |
Hard |
GR00T |
Failed |
0 |
- |
| Put the screwdriver on the tray |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the screwdriver on the tray |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the screwdriver on the tray |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the screwdriver on the tray |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the screwdriver on the tray |
Very hard |
GR00T |
Floating |
0 |
- |
| Put the lid on the pan |
Easy |
Cosmos3 Nano |
Success |
100 |
29.3 |
| Put the lid on the pan |
Easy |
MolmoAct2 |
Success |
100 |
26.0 |
| Put the lid on the pan |
Easy |
G0.5 |
Safety stop |
0 |
- |
| Put the lid on the pan |
Easy |
FLUX 3 Action |
Success |
100 |
15.4 |
| Put the lid on the pan |
Easy |
GR00T |
Success |
100 |
189.7 |
| Pick up the toy and put it in the bowl |
Medium |
G0.5 |
Success |
100 |
20.8 |
| Pick up the toy and put it in the bowl |
Medium |
Cosmos3 Nano |
Success |
100 |
17.2 |
| Pick up the toy and put it in the bowl |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Pick up the toy and put it in the bowl |
Medium |
GR00T |
Contact |
10 |
- |
| Pick up the toy and put it in the bowl |
Medium |
FLUX 3 Action |
Contact |
10 |
- |
| Put the marker on the cloth, then fold the cloth and put it in the box |
Very hard |
FLUX 3 Action |
Failed (1/3) |
0 |
- |
| Put the marker on the cloth, then fold the cloth and put it in the box |
Very hard |
G0.5 |
Failed (1/3) |
0 |
- |
| Put the marker on the cloth, then fold the cloth and put it in the box |
Very hard |
MolmoAct2 |
Control (2/3) |
43 |
- |
| Put the marker on the cloth, then fold the cloth and put it in the box |
Very hard |
GR00T |
Failed (1/3) |
0 |
- |
| Put the marker on the cloth, then fold the cloth and put it in the box |
Very hard |
Cosmos3 Nano |
Failed (2/3) |
0 |
- |
| Pick up the bottle and put it on the right side of the table |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick up the bottle and put it on the right side of the table |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the bottle and put it on the right side of the table |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Pick up the bottle and put it on the right side of the table |
Hard |
Cosmos3 Nano |
Success |
100 |
30.5 |
| Pick up the bottle and put it on the right side of the table |
Hard |
MolmoAct2 |
Success |
100 |
17.5 |
| Put the bottle in the bag |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the bottle in the bag |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the bottle in the bag |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the bottle in the bag |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the bottle in the bag |
Very hard |
MolmoAct2 |
Reaching |
0 |
- |
| Remove the bottle from the tray and put it on the table |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Remove the bottle from the tray and put it on the table |
Very hard |
G0.5 |
Failed |
0 |
- |
| Remove the bottle from the tray and put it on the table |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Remove the bottle from the tray and put it on the table |
Very hard |
GR00T |
Failed |
0 |
- |
| Remove the bottle from the tray and put it on the table |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker inside the container |
Hard |
GR00T |
Failed |
0 |
- |
| Put the marker inside the container |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the marker inside the container |
Hard |
Cosmos3 Nano |
Success |
100 |
28.3 |
| Put the marker inside the container |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the marker inside the container |
Hard |
MolmoAct2 |
Success |
100 |
60.7 |
| Remove the bottle from the bowl and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
23.6 |
| Remove the bottle from the bowl and put it on the table |
Easy |
GR00T |
Contact |
10 |
- |
| Remove the bottle from the bowl and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
19.0 |
| Remove the bottle from the bowl and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
14.6 |
| Remove the bottle from the bowl and put it on the table |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the bottle on the tray |
Hard |
GR00T |
Failed |
0 |
- |
| Put the bottle on the tray |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the bottle on the tray |
Hard |
MolmoAct2 |
Success |
100 |
25.9 |
| Put the bottle on the tray |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the bottle on the tray |
Hard |
FLUX 3 Action |
Success |
100 |
16.0 |
| Pick up the cup and put it on the left side of the table |
Easy |
MolmoAct2 |
Floating |
0 |
- |
| Pick up the cup and put it on the left side of the table |
Easy |
G0.5 |
Contact |
10 |
- |
| Pick up the cup and put it on the left side of the table |
Easy |
GR00T |
Success |
100 |
23.7 |
| Pick up the cup and put it on the left side of the table |
Easy |
Cosmos3 Nano |
Success |
100 |
15.0 |
| Pick up the cup and put it on the left side of the table |
Easy |
FLUX 3 Action |
Success |
100 |
13.9 |
| Remove the lid from the bottle and put it on the table |
Very hard |
GR00T |
Failed |
0 |
- |
| Remove the lid from the bottle and put it on the table |
Very hard |
G0.5 |
Success |
100 |
14.9 |
| Remove the lid from the bottle and put it on the table |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Remove the lid from the bottle and put it on the table |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Remove the lid from the bottle and put it on the table |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the blocks in the cup |
Very hard |
MolmoAct2 |
Failed (3/3) |
0 |
- |
| Put the blocks in the cup |
Very hard |
FLUX 3 Action |
Failed (3/3) |
0 |
- |
| Put the blocks in the cup |
Very hard |
Cosmos3 Nano |
Success |
100 |
34.5 |
| Put the blocks in the cup |
Very hard |
G0.5 |
Failed (1/3) |
0 |
- |
| Put the blocks in the cup |
Very hard |
GR00T |
Failed (2/3) |
0 |
- |
| Pick up the bottle from the box and put it on the table |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick up the bottle from the box and put it on the table |
Hard |
Cosmos3 Nano |
Success |
100 |
23.8 |
| Pick up the bottle from the box and put it on the table |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the bottle from the box and put it on the table |
Hard |
MolmoAct2 |
Success |
100 |
44.3 |
| Pick up the bottle from the box and put it on the table |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the bottle in the bowl |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Put the bottle in the bowl |
Medium |
GR00T |
Failed |
0 |
- |
| Put the bottle in the bowl |
Medium |
Cosmos3 Nano |
Success |
100 |
15.4 |
| Put the bottle in the bowl |
Medium |
G0.5 |
Success |
100 |
22.1 |
| Put the bottle in the bowl |
Medium |
MolmoAct2 |
Success |
100 |
20.8 |
| Put the lid on the bottle |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the lid on the bottle |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the lid on the bottle |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the lid on the bottle |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the lid on the bottle |
Very hard |
GR00T |
Contact |
10 |
- |
| Put the bottle on the table |
Easy |
MolmoAct2 |
Contact |
10 |
- |
| Put the bottle on the table |
Easy |
FLUX 3 Action |
Success |
100 |
11.1 |
| Put the bottle on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
22.7 |
| Put the bottle on the table |
Easy |
GR00T |
Safety stop |
0 |
- |
| Put the bottle on the table |
Easy |
G0.5 |
Success |
100 |
24.0 |
| Put the orange cup in the yellow cup then put the yellow cup in the blue cup |
Very hard |
GR00T |
Failed (1/2) |
0 |
- |
| Put the orange cup in the yellow cup then put the yellow cup in the blue cup |
Very hard |
G0.5 |
Success |
100 |
47.5 |
| Put the orange cup in the yellow cup then put the yellow cup in the blue cup |
Very hard |
MolmoAct2 |
Failed (2/2) |
0 |
- |
| Put the orange cup in the yellow cup then put the yellow cup in the blue cup |
Very hard |
Cosmos3 Nano |
Failed (1/2) |
0 |
- |
| Put the orange cup in the yellow cup then put the yellow cup in the blue cup |
Very hard |
FLUX 3 Action |
Failed (1/2) |
0 |
- |
| Pick up the spoon and put it in the cup |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the spoon and put it in the cup |
Hard |
FLUX 3 Action |
At target |
40 |
- |
| Pick up the spoon and put it in the cup |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Pick up the spoon and put it in the cup |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick up the spoon and put it in the cup |
Hard |
MolmoAct2 |
At target |
40 |
- |
| Put the blue cup on the table |
Easy |
FLUX 3 Action |
Success |
100 |
12.9 |
| Put the blue cup on the table |
Easy |
MolmoAct2 |
Success |
100 |
19.2 |
| Put the blue cup on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
14.3 |
| Put the blue cup on the table |
Easy |
G0.5 |
Success |
100 |
17.5 |
| Put the blue cup on the table |
Easy |
GR00T |
Success |
100 |
13.8 |
| Put the yellow block on the table |
Hard |
FLUX 3 Action |
Success |
100 |
38.9 |
| Put the yellow block on the table |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the yellow block on the table |
Hard |
GR00T |
Failed |
0 |
- |
| Put the yellow block on the table |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the blocks in the bowl |
Very hard |
FLUX 3 Action |
Failed (2/3) |
0 |
- |
| Put the blocks in the bowl |
Very hard |
G0.5 |
Failed (1/3) |
0 |
- |
| Put the blocks in the bowl |
Very hard |
GR00T |
Failed (1/3) |
0 |
- |
| Put the blocks in the bowl |
Very hard |
MolmoAct2 |
Failed (1/3) |
0 |
- |
| Put the blocks in the bowl |
Very hard |
Cosmos3 Nano |
Success |
100 |
73.0 |
| Pick up the bottle and put it in the box |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Pick up the bottle and put it in the box |
Hard |
FLUX 3 Action |
Control |
30 |
- |
| Pick up the bottle and put it in the box |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the bottle and put it in the box |
Hard |
MolmoAct2 |
Success |
100 |
19.2 |
| Pick up the bottle and put it in the box |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the pen in the mug |
Hard |
MolmoAct2 |
Reaching |
0 |
- |
| Put the pen in the mug |
Hard |
Cosmos3 Nano |
Success |
100 |
22.1 |
| Put the pen in the mug |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the pen in the mug |
Hard |
GR00T |
Failed |
0 |
- |
| Put the pen in the mug |
Hard |
G0.5 |
Success |
100 |
42.5 |
| Put the pen in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
109.3 |
| Put the pen in the bowl |
Easy |
G0.5 |
Control |
30 |
- |
| Put the pen in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
49.3 |
| Put the pen in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
22.7 |
| Put the pen in the bowl |
Easy |
GR00T |
Success |
100 |
10.4 |
| Put the green block in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
32.8 |
| Put the green block in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
15.9 |
| Put the green block in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
15.7 |
| Put the green block in the bowl |
Easy |
G0.5 |
Success |
100 |
51.6 |
| Put the green block in the bowl |
Easy |
GR00T |
Success |
100 |
21.4 |
| Pick the marker from the bowl and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
10.7 |
| Pick the marker from the bowl and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
18.5 |
| Pick the marker from the bowl and put it on the table |
Easy |
G0.5 |
Success |
100 |
14.9 |
| Pick the marker from the bowl and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
16.2 |
| Pick the marker from the bowl and put it on the table |
Easy |
GR00T |
Failed |
0 |
- |
| Take the marker out of the mug and put it on the table |
Easy |
GR00T |
Success |
100 |
17.6 |
| Take the marker out of the mug and put it on the table |
Easy |
FLUX 3 Action |
Failed |
0 |
- |
| Take the marker out of the mug and put it on the table |
Easy |
G0.5 |
Success |
100 |
122.4 |
| Take the marker out of the mug and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
119.6 |
| Take the marker out of the mug and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
38.0 |
| Close the box |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Close the box |
Very hard |
GR00T |
Contact |
10 |
- |
| Close the box |
Very hard |
G0.5 |
Failed |
0 |
- |
| Close the box |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Close the box |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the marker on the table |
Medium |
GR00T |
Failed |
0 |
- |
| Put the marker on the table |
Medium |
MolmoAct2 |
Success |
100 |
16.3 |
| Put the marker on the table |
Medium |
G0.5 |
Success |
100 |
35.5 |
| Put the marker on the table |
Medium |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the marker on the table |
Medium |
FLUX 3 Action |
Success |
100 |
25.4 |
| Put the yellow block in the cup |
Easy |
GR00T |
Success |
100 |
15.3 |
| Put the yellow block in the cup |
Easy |
Cosmos3 Nano |
Success |
100 |
16.2 |
| Put the yellow block in the cup |
Easy |
FLUX 3 Action |
Success |
100 |
15.8 |
| Put the yellow block in the cup |
Easy |
MolmoAct2 |
Success |
100 |
16.4 |
| Put the yellow block in the cup |
Easy |
G0.5 |
Success |
100 |
21.0 |
| Put the cup in the bowl |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the cup in the bowl |
Easy |
GR00T |
Failed |
0 |
- |
| Put the cup in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
15.9 |
| Put the cup in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
12.8 |
| Put the cup in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
12.7 |
| Put the spoon in the bowl |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
GR00T |
Safety stop |
0 |
- |
| Put the spoon in the bowl |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
Cosmos3 Nano |
At target |
40 |
- |
| Put the spoon in the bowl |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the marker in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
22.4 |
| Put the marker in the bowl |
Easy |
G0.5 |
At target |
40 |
- |
| Put the marker in the bowl |
Easy |
Cosmos3 Nano |
Contact |
10 |
- |
| Put the marker in the bowl |
Easy |
GR00T |
Success |
100 |
19.7 |
| Put the marker in the bowl |
Easy |
FLUX 3 Action |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
Cosmos3 Nano |
Success |
100 |
26.2 |
| Put the marker in the cup |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
GR00T |
Control |
30 |
- |
| Move the wooden block to the left |
Hard |
Cosmos3 Nano |
Contact |
10 |
- |
| Move the wooden block to the left |
Hard |
GR00T |
Failed |
0 |
- |
| Move the wooden block to the left |
Hard |
FLUX 3 Action |
Control |
30 |
- |
| Move the wooden block to the left |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Move the wooden block to the left |
Hard |
G0.5 |
Failed |
0 |
- |
| Flip over the plate |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Flip over the plate |
Medium |
G0.5 |
Success |
100 |
17.7 |
| Flip over the plate |
Medium |
GR00T |
Contact |
10 |
- |
| Flip over the plate |
Medium |
FLUX 3 Action |
Success |
100 |
35.7 |
| Flip over the plate |
Medium |
Cosmos3 Nano |
Contact |
10 |
- |
| Put the sponge in the bowl |
Easy |
FLUX 3 Action |
Failed |
0 |
- |
| Put the sponge in the bowl |
Easy |
G0.5 |
Success |
100 |
45.3 |
| Put the sponge in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
14.9 |
| Put the sponge in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
14.6 |
| Put the sponge in the bowl |
Easy |
GR00T |
Success |
100 |
17.6 |
| Put the marker in the mug |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the marker in the mug |
Hard |
G0.5 |
Success |
100 |
35.6 |
| Put the marker in the mug |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker in the mug |
Hard |
GR00T |
Failed |
0 |
- |
| Put the marker in the mug |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the banana on the plate on the left |
Easy |
FLUX 3 Action |
Failed |
0 |
- |
| Put the banana on the plate on the left |
Easy |
G0.5 |
Success |
100 |
126.2 |
| Put the banana on the plate on the left |
Easy |
MolmoAct2 |
Success |
100 |
13.6 |
| Put the banana on the plate on the left |
Easy |
Cosmos3 Nano |
Success |
100 |
47.0 |
| Put the banana on the plate on the left |
Easy |
GR00T |
Success |
100 |
10.3 |
| Put the orange block on top of the green block |
Hard |
Cosmos3 Nano |
Success |
100 |
43.9 |
| Put the orange block on top of the green block |
Hard |
GR00T |
Control |
30 |
- |
| Put the orange block on top of the green block |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the orange block on top of the green block |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the orange block on top of the green block |
Hard |
FLUX 3 Action |
Success |
100 |
16.9 |
| Put the yellow block in the blue cup |
Medium |
MolmoAct2 |
Success |
100 |
22.5 |
| Put the yellow block in the blue cup |
Medium |
GR00T |
Success |
100 |
82.5 |
| Put the yellow block in the blue cup |
Medium |
Cosmos3 Nano |
Success |
100 |
14.6 |
| Put the yellow block in the blue cup |
Medium |
FLUX 3 Action |
Success |
100 |
14.7 |
| Put the yellow block in the blue cup |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the fork on the plate |
Medium |
MolmoAct2 |
Success |
100 |
57.5 |
| Put the fork on the plate |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the fork on the plate |
Medium |
GR00T |
Success |
100 |
55.0 |
| Put the fork on the plate |
Medium |
FLUX 3 Action |
Success |
100 |
107.5 |
| Put the fork on the plate |
Medium |
Cosmos3 Nano |
Success |
100 |
19.0 |
| Put the cube in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
14.8 |
| Put the cube in the bowl |
Easy |
GR00T |
Success |
100 |
11.7 |
| Put the cube in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
9.8 |
| Put the cube in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
28.3 |
| Put the cube in the bowl |
Easy |
G0.5 |
At target |
40 |
- |
| Put the spoon in the mug |
Medium |
Cosmos3 Nano |
Success |
100 |
26.7 |
| Put the spoon in the mug |
Medium |
FLUX 3 Action |
Success |
100 |
49.6 |
| Put the spoon in the mug |
Medium |
GR00T |
Failed |
0 |
- |
| Put the spoon in the mug |
Medium |
G0.5 |
At target |
40 |
- |
| Put the spoon in the mug |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Put the pen in the cup |
Very hard |
MolmoAct2 |
Control |
30 |
- |
| Put the pen in the cup |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the pen in the cup |
Very hard |
FLUX 3 Action |
Success |
100 |
27.1 |
| Put the pen in the cup |
Very hard |
Cosmos3 Nano |
Success |
100 |
62.6 |
| Put the pen in the cup |
Very hard |
GR00T |
Failed |
0 |
- |
| Use the towel to wipe the table |
Medium |
GR00T |
Failed |
0 |
- |
| Use the towel to wipe the table |
Medium |
Cosmos3 Nano |
Success |
100 |
26.4 |
| Use the towel to wipe the table |
Medium |
G0.5 |
Success |
100 |
116.1 |
| Use the towel to wipe the table |
Medium |
MolmoAct2 |
Floating |
0 |
- |
| Use the towel to wipe the table |
Medium |
FLUX 3 Action |
Success |
100 |
140.8 |
| Fold the towel |
Hard |
Cosmos3 Nano |
Control |
30 |
- |
| Fold the towel |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Fold the towel |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Fold the towel |
Hard |
GR00T |
Failed |
0 |
- |
| Fold the towel |
Hard |
G0.5 |
Control |
30 |
- |
| Move the cup to the right |
Easy |
G0.5 |
Success |
100 |
17.4 |
| Move the cup to the right |
Easy |
MolmoAct2 |
Success |
100 |
21.0 |
| Move the cup to the right |
Easy |
GR00T |
Success |
100 |
13.9 |
| Move the cup to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
25.6 |
| Move the cup to the right |
Easy |
FLUX 3 Action |
Success |
100 |
15.1 |
| Move the cup to the left |
Easy |
G0.5 |
Success |
100 |
17.6 |
| Move the cup to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
23.5 |
| Move the cup to the left |
Easy |
GR00T |
Failed |
0 |
- |
| Move the cup to the left |
Easy |
MolmoAct2 |
Success |
100 |
14.5 |
| Move the cup to the left |
Easy |
FLUX 3 Action |
Success |
100 |
13.0 |
| Close the box |
Very hard |
Cosmos3 Nano |
Floating |
0 |
- |
| Close the box |
Very hard |
G0.5 |
Floating |
0 |
- |
| Close the box |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Close the box |
Very hard |
MolmoAct2 |
Contact |
10 |
- |
| Close the box |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the marker on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
43.6 |
| Put the marker on the table |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the marker on the table |
Medium |
FLUX 3 Action |
Success |
100 |
13.0 |
| Put the marker on the table |
Medium |
MolmoAct2 |
Success |
100 |
19.5 |
| Put the marker on the table |
Medium |
GR00T |
Failed |
0 |
- |
| Put the yellow block in the cup |
Easy |
MolmoAct2 |
Success |
100 |
25.3 |
| Put the yellow block in the cup |
Easy |
G0.5 |
Success |
100 |
90.6 |
| Put the yellow block in the cup |
Easy |
Cosmos3 Nano |
Success |
100 |
22.0 |
| Put the yellow block in the cup |
Easy |
GR00T |
Failed |
0 |
- |
| Put the cup in the bowl |
Easy |
FLUX 3 Action |
Failed |
0 |
- |
| Put the cup in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
20.8 |
| Put the cup in the bowl |
Easy |
GR00T |
Contact |
10 |
- |
| Put the cup in the bowl |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Put the cup in the bowl |
Easy |
G0.5 |
Control |
30 |
- |
| Put the spoon in the bowl |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the marker in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
24.5 |
| Put the marker in the bowl |
Easy |
GR00T |
Success |
100 |
16.3 |
| Put the marker in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
29.2 |
| Put the marker in the bowl |
Easy |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the marker in the bowl |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
GR00T |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
MolmoAct2 |
Success |
100 |
71.9 |
| Move the wooden block to the left |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Move the wooden block to the left |
Hard |
GR00T |
Failed |
0 |
- |
| Move the wooden block to the left |
Hard |
Cosmos3 Nano |
Contact |
10 |
- |
| Move the wooden block to the left |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the wooden block to the left |
Hard |
G0.5 |
Failed |
0 |
- |
| Flip over the plate |
Medium |
Cosmos3 Nano |
Contact |
10 |
- |
| Flip over the plate |
Medium |
FLUX 3 Action |
Success |
100 |
38.0 |
| Flip over the plate |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Flip over the plate |
Medium |
G0.5 |
Success |
100 |
125.6 |
| Flip over the plate |
Medium |
GR00T |
Contact |
10 |
- |
| Put the sponge in the bowl |
Easy |
GR00T |
Success |
100 |
11.6 |
| Put the sponge in the bowl |
Easy |
G0.5 |
Success |
100 |
18.4 |
| Put the sponge in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
12.6 |
| Put the sponge in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
19.0 |
| Put the sponge in the bowl |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker in the mug |
Hard |
Cosmos3 Nano |
Success |
100 |
42.9 |
| Put the marker in the mug |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the marker in the mug |
Hard |
FLUX 3 Action |
Success |
100 |
19.8 |
| Put the marker in the mug |
Hard |
GR00T |
Safety stop |
0 |
- |
| Put the marker in the mug |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the banana on the plate on the left |
Easy |
G0.5 |
Success |
100 |
75.5 |
| Put the banana on the plate on the left |
Easy |
FLUX 3 Action |
Success |
100 |
12.7 |
| Put the banana on the plate on the left |
Easy |
Cosmos3 Nano |
Success |
100 |
37.2 |
| Put the banana on the plate on the left |
Easy |
GR00T |
Success |
100 |
10.7 |
| Put the banana on the plate on the left |
Easy |
MolmoAct2 |
Success |
100 |
21.1 |
| Turn the box right side up |
Very hard |
G0.5 |
Floating |
0 |
- |
| Turn the box right side up |
Very hard |
MolmoAct2 |
Contact |
10 |
- |
| Turn the box right side up |
Very hard |
GR00T |
Safety stop |
0 |
- |
| Turn the box right side up |
Very hard |
Cosmos3 Nano |
Safety stop |
0 |
- |
| Turn the box right side up |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Turn the spoon |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Turn the spoon |
Hard |
GR00T |
Control |
30 |
- |
| Turn the spoon |
Hard |
Cosmos3 Nano |
Control |
30 |
- |
| Turn the spoon |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Turn the spoon |
Hard |
G0.5 |
Contact |
10 |
- |
| Turn the lid upside down |
Very hard |
Cosmos3 Nano |
Contact |
10 |
- |
| Turn the lid upside down |
Very hard |
FLUX 3 Action |
Safety stop |
0 |
- |
| Turn the lid upside down |
Very hard |
MolmoAct2 |
Contact |
10 |
- |
| Turn the lid upside down |
Very hard |
GR00T |
Failed |
0 |
- |
| Turn the lid upside down |
Very hard |
G0.5 |
Failed |
0 |
- |
| Rotate the mug |
Easy |
GR00T |
Success |
100 |
73.5 |
| Rotate the mug |
Easy |
Cosmos3 Nano |
Success |
100 |
24.0 |
| Rotate the mug |
Easy |
MolmoAct2 |
Reaching |
0 |
- |
| Rotate the mug |
Easy |
G0.5 |
Success |
100 |
71.8 |
| Rotate the mug |
Easy |
FLUX 3 Action |
Success |
100 |
22.0 |
| Turn the marker to the right |
Medium |
G0.5 |
Failed |
0 |
- |
| Turn the marker to the right |
Medium |
FLUX 3 Action |
Success |
100 |
18.1 |
| Turn the marker to the right |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Turn the marker to the right |
Medium |
Cosmos3 Nano |
Success |
100 |
22.1 |
| Turn the marker to the right |
Medium |
GR00T |
Control |
30 |
- |
| Unstack the boxes on the table |
Medium |
GR00T |
Contact |
10 |
- |
| Unstack the boxes on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
136.6 |
| Unstack the boxes on the table |
Medium |
G0.5 |
Contact |
10 |
- |
| Unstack the boxes on the table |
Medium |
FLUX 3 Action |
Success |
100 |
26.2 |
| Unstack the boxes on the table |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Stack the cups inside the bowl |
Very hard |
MolmoAct2 |
Floating (2/3) |
33 |
- |
| Stack the cups inside the bowl |
Very hard |
FLUX 3 Action |
Control (3/3) |
77 |
- |
| Stack the cups inside the bowl |
Very hard |
G0.5 |
Reaching (1/3) |
0 |
- |
| Stack the cups inside the bowl |
Very hard |
GR00T |
Failed (2/3) |
0 |
- |
| Stack the cups inside the bowl |
Very hard |
Cosmos3 Nano |
At target (1/3) |
13 |
- |
| Stack the wooden blocks on the table |
Very hard |
FLUX 3 Action |
Failed (1/3) |
0 |
- |
| Stack the wooden blocks on the table |
Very hard |
G0.5 |
Failed (1/3) |
0 |
- |
| Stack the wooden blocks on the table |
Very hard |
Cosmos3 Nano |
Failed (1/3) |
0 |
- |
| Stack the wooden blocks on the table |
Very hard |
MolmoAct2 |
Failed (1/3) |
0 |
- |
| Stack the wooden blocks on the table |
Very hard |
GR00T |
Failed (1/3) |
0 |
- |
| Use the towel to wipe the plate |
Medium |
FLUX 3 Action |
Success |
100 |
139.3 |
| Use the towel to wipe the plate |
Medium |
GR00T |
Success |
100 |
17.9 |
| Use the towel to wipe the plate |
Medium |
Cosmos3 Nano |
Floating |
0 |
- |
| Use the towel to wipe the plate |
Medium |
G0.5 |
Failed |
0 |
- |
| Use the towel to wipe the plate |
Medium |
MolmoAct2 |
Success |
100 |
80.4 |
| Wipe the table with the cloth |
Medium |
GR00T |
Failed |
0 |
- |
| Wipe the table with the cloth |
Medium |
Cosmos3 Nano |
Success |
100 |
26.9 |
| Wipe the table with the cloth |
Medium |
G0.5 |
Control |
30 |
- |
| Wipe the table with the cloth |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Wipe the table with the cloth |
Medium |
FLUX 3 Action |
Success |
100 |
72.1 |
| Move the banana to the left |
Easy |
GR00T |
Success |
100 |
12.6 |
| Move the banana to the left |
Easy |
G0.5 |
Success |
100 |
36.0 |
| Move the banana to the left |
Easy |
FLUX 3 Action |
Success |
100 |
11.8 |
| Move the banana to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
24.1 |
| Move the banana to the left |
Easy |
MolmoAct2 |
Success |
100 |
14.9 |
| Move the plate to the left |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Move the plate to the left |
Medium |
Cosmos3 Nano |
Success |
100 |
99.5 |
| Move the plate to the left |
Medium |
GR00T |
Failed |
0 |
- |
| Move the plate to the left |
Medium |
G0.5 |
Success |
100 |
21.3 |
| Move the plate to the left |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Move the fork to the right |
Easy |
G0.5 |
Success |
100 |
42.5 |
| Move the fork to the right |
Easy |
FLUX 3 Action |
Success |
100 |
179.9 |
| Move the fork to the right |
Easy |
GR00T |
Failed |
0 |
- |
| Move the fork to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
54.6 |
| Move the fork to the right |
Easy |
MolmoAct2 |
Contact |
10 |
- |
| Move the rubik's cube to the left |
Easy |
MolmoAct2 |
Success |
100 |
35.1 |
| Move the rubik's cube to the left |
Easy |
GR00T |
Success |
100 |
21.8 |
| Move the rubik's cube to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
18.3 |
| Move the rubik's cube to the left |
Easy |
FLUX 3 Action |
Success |
100 |
52.0 |
| Move the rubik's cube to the left |
Easy |
G0.5 |
Success |
100 |
187.9 |
| Move the spoon to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
30.0 |
| Move the spoon to the right |
Easy |
GR00T |
Control |
30 |
- |
| Move the spoon to the right |
Easy |
FLUX 3 Action |
Success |
100 |
24.5 |
| Move the spoon to the right |
Easy |
G0.5 |
Success |
100 |
57.5 |
| Move the spoon to the right |
Easy |
MolmoAct2 |
Success |
100 |
28.5 |
| Move the pen to the right |
Hard |
Cosmos3 Nano |
Success |
100 |
52.5 |
| Move the pen to the right |
Hard |
GR00T |
Failed |
0 |
- |
| Move the pen to the right |
Hard |
FLUX 3 Action |
Success |
100 |
30.3 |
| Move the pen to the right |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Move the pen to the right |
Hard |
G0.5 |
Failed |
0 |
- |
| Move the box to the right |
Very hard |
G0.5 |
Control |
30 |
- |
| Move the box to the right |
Very hard |
MolmoAct2 |
Contact |
10 |
- |
| Move the box to the right |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the box to the right |
Very hard |
GR00T |
Failed |
0 |
- |
| Move the box to the right |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Move the cloth to the right |
Medium |
G0.5 |
Floating |
0 |
- |
| Move the cloth to the right |
Medium |
FLUX 3 Action |
At target |
40 |
- |
| Move the cloth to the right |
Medium |
GR00T |
Contact |
10 |
- |
| Move the cloth to the right |
Medium |
MolmoAct2 |
Success |
100 |
31.0 |
| Move the cloth to the right |
Medium |
Cosmos3 Nano |
Success |
100 |
133.6 |
| Move the marker to the left |
Easy |
G0.5 |
Success |
100 |
195.3 |
| Move the marker to the left |
Easy |
MolmoAct2 |
Success |
100 |
41.2 |
| Move the marker to the left |
Easy |
Cosmos3 Nano |
Failed |
0 |
- |
| Move the marker to the left |
Easy |
FLUX 3 Action |
Success |
100 |
113.0 |
| Move the towel to the right |
Hard |
Cosmos3 Nano |
Success |
100 |
16.1 |
| Move the towel to the right |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the towel to the right |
Hard |
GR00T |
Failed |
0 |
- |
| Move the towel to the right |
Hard |
G0.5 |
Success |
100 |
164.4 |
| Move the towel to the right |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the green block in the box |
Easy |
Cosmos3 Nano |
Success |
100 |
19.0 |
| Put the green block in the box |
Easy |
GR00T |
Success |
100 |
12.4 |
| Put the green block in the box |
Easy |
FLUX 3 Action |
Success |
100 |
18.3 |
| Put the green block in the box |
Easy |
MolmoAct2 |
Success |
100 |
26.0 |
| Put the pen in the storage box |
Hard |
Cosmos3 Nano |
Success |
100 |
89.5 |
| Put the pen in the storage box |
Hard |
GR00T |
Failed |
0 |
- |
| Put the pen in the storage box |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the pen in the storage box |
Hard |
FLUX 3 Action |
Success |
100 |
9.9 |
| Put the pen in the storage box |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the Rubik's cube in the storage box |
Easy |
MolmoAct2 |
Success |
100 |
11.5 |
| Put the Rubik's cube in the storage box |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the Rubik's cube in the storage box |
Easy |
Cosmos3 Nano |
Success |
100 |
18.8 |
| Put the Rubik's cube in the storage box |
Easy |
GR00T |
Success |
100 |
64.9 |
| Put the Rubik's cube in the storage box |
Easy |
FLUX 3 Action |
Success |
100 |
12.7 |
| Put the pen in the drawer |
Easy |
MolmoAct2 |
Success |
100 |
19.1 |
| Put the pen in the drawer |
Easy |
G0.5 |
Safety stop |
0 |
- |
| Put the pen in the drawer |
Easy |
FLUX 3 Action |
Success |
100 |
35.3 |
| Put the pen in the drawer |
Easy |
GR00T |
Success |
100 |
18.8 |
| Put the pen in the drawer |
Easy |
Cosmos3 Nano |
Success |
100 |
34.2 |
| Put the screwdriver in the bowl |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the screwdriver in the bowl |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the screwdriver in the bowl |
Very hard |
G0.5 |
Success |
100 |
17.2 |
| Put the screwdriver in the bowl |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the screwdriver in the bowl |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the cube in the drawer and close the drawer |
Very hard |
G0.5 |
Safety stop (1/2) |
0 |
- |
| Put the cube in the drawer and close the drawer |
Very hard |
GR00T |
Reaching (2/2) |
50 |
- |
| Put the cube in the drawer and close the drawer |
Very hard |
Cosmos3 Nano |
Control (1/2) |
15 |
- |
| Put the cube in the drawer and close the drawer |
Very hard |
MolmoAct2 |
Safety stop (2/2) |
0 |
- |
| Put the cube in the drawer and close the drawer |
Very hard |
FLUX 3 Action |
Failed (2/2) |
0 |
- |
| Put the spoon in the box |
Medium |
FLUX 3 Action |
Success |
100 |
16.4 |
| Put the spoon in the box |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the spoon in the box |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Put the spoon in the box |
Medium |
GR00T |
Failed |
0 |
- |
| Put the spoon in the box |
Medium |
Cosmos3 Nano |
Success |
100 |
20.9 |
| Put the wooden spoon in the drawer |
Medium |
FLUX 3 Action |
Success |
100 |
22.8 |
| Put the wooden spoon in the drawer |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Put the wooden spoon in the drawer |
Medium |
GR00T |
Failed |
0 |
- |
| Put the wooden spoon in the drawer |
Medium |
Cosmos3 Nano |
Success |
100 |
58.0 |
| Put the wooden spoon in the drawer |
Medium |
G0.5 |
Safety stop |
0 |
- |
| Put the sponge in the open drawer |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the sponge in the open drawer |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the sponge in the open drawer |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the sponge in the open drawer |
Hard |
GR00T |
Success |
100 |
12.0 |
| Put the sponge in the open drawer |
Hard |
MolmoAct2 |
Success |
100 |
19.0 |
| Put the cup in the drawer |
Medium |
GR00T |
Control |
30 |
- |
| Put the cup in the drawer |
Medium |
FLUX 3 Action |
Success |
100 |
11.6 |
| Put the cup in the drawer |
Medium |
Cosmos3 Nano |
Success |
100 |
18.4 |
| Put the cup in the drawer |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Put the cup in the drawer |
Medium |
G0.5 |
Safety stop |
0 |
- |
| Put the cube in the cup |
Hard |
FLUX 3 Action |
Success |
100 |
12.9 |
| Put the cube in the cup |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Put the cube in the cup |
Hard |
Cosmos3 Nano |
Success |
100 |
18.8 |
| Put the cube in the cup |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the cube in the cup |
Hard |
GR00T |
Failed |
0 |
- |
| Put the marker on the towel |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker on the towel |
Medium |
GR00T |
Failed |
0 |
- |
| Put the marker on the towel |
Medium |
G0.5 |
Success |
100 |
119.8 |
| Put the marker on the towel |
Medium |
FLUX 3 Action |
Success |
100 |
12.1 |
| Put the marker on the towel |
Medium |
Cosmos3 Nano |
Success |
100 |
28.8 |
| Put the yellow block on the plate |
Easy |
MolmoAct2 |
Success |
100 |
54.2 |
| Put the yellow block on the plate |
Easy |
GR00T |
Success |
100 |
56.9 |
| Put the yellow block on the plate |
Easy |
FLUX 3 Action |
Success |
100 |
29.8 |
| Put the yellow block on the plate |
Easy |
Cosmos3 Nano |
Success |
100 |
15.6 |
| Put the yellow block on the plate |
Easy |
G0.5 |
Failed |
0 |
- |
| Put the screwdriver on the table |
Medium |
G0.5 |
At target |
40 |
- |
| Put the screwdriver on the table |
Medium |
GR00T |
Safety stop |
0 |
- |
| Put the screwdriver on the table |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Put the screwdriver on the table |
Medium |
FLUX 3 Action |
Success |
100 |
23.0 |
| Put the screwdriver on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
40.2 |
| Put the shirt on the table |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the shirt on the table |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the shirt on the table |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the shirt on the table |
Very hard |
Cosmos3 Nano |
Success |
100 |
26.6 |
| Put the shirt on the table |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker on the plate |
Easy |
FLUX 3 Action |
Success |
100 |
23.0 |
| Put the marker on the plate |
Easy |
G0.5 |
Success |
100 |
102.0 |
| Put the marker on the plate |
Easy |
GR00T |
Success |
100 |
84.4 |
| Put the marker on the plate |
Easy |
Cosmos3 Nano |
Success |
100 |
38.0 |
| Place the cube on the table |
Easy |
G0.5 |
Success |
100 |
26.7 |
| Place the cube on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
15.9 |
| Place the cube on the table |
Easy |
FLUX 3 Action |
Success |
100 |
14.1 |
| Place the cube on the table |
Easy |
GR00T |
Failed |
0 |
- |
| Place the cube on the table |
Easy |
MolmoAct2 |
Success |
100 |
15.8 |
| Place the bowl on the plate |
Easy |
MolmoAct2 |
Success |
100 |
16.2 |
| Place the bowl on the plate |
Easy |
G0.5 |
Failed |
0 |
- |
| Place the bowl on the plate |
Easy |
GR00T |
Success |
100 |
15.4 |
| Place the bowl on the plate |
Easy |
FLUX 3 Action |
Success |
100 |
12.1 |
| Place the bowl on the plate |
Easy |
Cosmos3 Nano |
Success |
100 |
22.6 |
| Place the mug at the center of the table |
Hard |
G0.5 |
Safety stop |
0 |
- |
| Place the mug at the center of the table |
Hard |
Cosmos3 Nano |
Success |
100 |
35.3 |
| Place the mug at the center of the table |
Hard |
GR00T |
Failed |
0 |
- |
| Place the mug at the center of the table |
Hard |
FLUX 3 Action |
Success |
100 |
32.6 |
| Place the mug at the center of the table |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the towel inside the box |
Easy |
GR00T |
Success |
100 |
12.4 |
| Put the towel inside the box |
Easy |
G0.5 |
At target |
40 |
- |
| Put the towel inside the box |
Easy |
Cosmos3 Nano |
Success |
100 |
18.3 |
| Put the towel inside the box |
Easy |
FLUX 3 Action |
Success |
100 |
13.0 |
| Put the towel inside the box |
Easy |
MolmoAct2 |
Control |
30 |
- |
| Put the fork inside the open drawer |
Medium |
FLUX 3 Action |
Safety stop |
0 |
- |
| Put the fork inside the open drawer |
Medium |
MolmoAct2 |
Success |
100 |
18.9 |
| Put the fork inside the open drawer |
Medium |
GR00T |
Floating |
0 |
- |
| Put the fork inside the open drawer |
Medium |
G0.5 |
Contact |
10 |
- |
| Put the fork inside the open drawer |
Medium |
Cosmos3 Nano |
Success |
100 |
24.8 |
| Put the blue block inside the open drawer then close the drawer |
Very hard |
MolmoAct2 |
Failed (1/2) |
0 |
- |
| Put the blue block inside the open drawer then close the drawer |
Very hard |
FLUX 3 Action |
Floating (2/2) |
50 |
- |
| Put the blue block inside the open drawer then close the drawer |
Very hard |
GR00T |
Floating (2/2) |
50 |
- |
| Put the blue block inside the open drawer then close the drawer |
Very hard |
Cosmos3 Nano |
Failed (1/2) |
0 |
- |
| Put the blue block inside the open drawer then close the drawer |
Very hard |
G0.5 |
Floating (2/2) |
50 |
- |
| Take the cloth and put it on the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
38.0 |
| Take the cloth and put it on the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
109.6 |
| Take the cloth and put it on the bowl |
Easy |
G0.5 |
Control |
30 |
- |
| Take the cloth and put it on the bowl |
Easy |
MolmoAct2 |
Contact |
10 |
- |
| Take the cloth and put it on the bowl |
Easy |
GR00T |
Control |
30 |
- |
| Remove the towel from the middle drawer |
Hard |
GR00T |
Floating |
0 |
- |
| Remove the towel from the middle drawer |
Hard |
MolmoAct2 |
Safety stop |
0 |
- |
| Remove the towel from the middle drawer |
Hard |
G0.5 |
Safety stop |
0 |
- |
| Remove the towel from the middle drawer |
Hard |
Cosmos3 Nano |
Success |
100 |
16.0 |
| Remove the towel from the middle drawer |
Hard |
FLUX 3 Action |
Success |
100 |
13.0 |
| Remove the banana from the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
34.0 |
| Remove the banana from the bowl |
Easy |
MolmoAct2 |
Success |
100 |
29.1 |
| Remove the banana from the bowl |
Easy |
GR00T |
Success |
100 |
15.2 |
| Remove the banana from the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
10.8 |
| Remove the banana from the bowl |
Easy |
G0.5 |
Success |
100 |
63.4 |
| Remove the red cup from the box |
Easy |
MolmoAct2 |
Success |
100 |
12.2 |
| Remove the red cup from the box |
Easy |
FLUX 3 Action |
Success |
100 |
12.5 |
| Remove the red cup from the box |
Easy |
Cosmos3 Nano |
Success |
100 |
16.4 |
| Remove the red cup from the box |
Easy |
GR00T |
Floating |
0 |
- |
| Remove the red cup from the box |
Easy |
G0.5 |
Success |
100 |
35.9 |
| Remove the fork from the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
42.5 |
| Remove the fork from the bowl |
Easy |
G0.5 |
Success |
100 |
18.8 |
| Remove the fork from the bowl |
Easy |
MolmoAct2 |
Success |
100 |
39.8 |
| Remove the fork from the bowl |
Easy |
GR00T |
Success |
100 |
13.2 |
| Remove the fork from the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
15.9 |
| Take the mug off the plate and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
18.5 |
| Take the mug off the plate and put it on the table |
Easy |
GR00T |
Success |
100 |
15.6 |
| Take the mug off the plate and put it on the table |
Easy |
Cosmos3 Nano |
At target |
40 |
- |
| Take the mug off the plate and put it on the table |
Easy |
G0.5 |
At target |
40 |
- |
| Take the mug off the plate and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
13.7 |
| Pick up the spoon from the bowl and put it in the box |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick up the spoon from the bowl and put it in the box |
Hard |
MolmoAct2 |
Success |
100 |
16.1 |
| Pick up the spoon from the bowl and put it in the box |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the spoon from the bowl and put it in the box |
Hard |
Cosmos3 Nano |
Success |
100 |
26.2 |
| Pick up the spoon from the bowl and put it in the box |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Pick up the spoon from the bowl and put it in the cup |
Hard |
GR00T |
Control |
30 |
- |
| Pick up the spoon from the bowl and put it in the cup |
Hard |
Cosmos3 Nano |
Success |
100 |
40.5 |
| Pick up the spoon from the bowl and put it in the cup |
Hard |
FLUX 3 Action |
Control |
30 |
- |
| Pick up the spoon from the bowl and put it in the cup |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick up the spoon from the bowl and put it in the cup |
Hard |
MolmoAct2 |
Reaching |
0 |
- |
| Pick up the cup and put it on the plate |
Easy |
GR00T |
Success |
100 |
9.2 |
| Pick up the cup and put it on the plate |
Easy |
FLUX 3 Action |
Success |
100 |
10.7 |
| Pick up the cup and put it on the plate |
Easy |
Cosmos3 Nano |
Success |
100 |
37.8 |
| Pick up the cup and put it on the plate |
Easy |
MolmoAct2 |
Success |
100 |
12.4 |
| Pick up the cup and put it on the plate |
Easy |
G0.5 |
Failed |
0 |
- |
| Pick the fork and put it on the table |
Easy |
GR00T |
Success |
100 |
11.7 |
| Pick the fork and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
220.3 |
| Pick the fork and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
16.8 |
| Pick the fork and put it on the table |
Easy |
G0.5 |
Contact |
10 |
- |
| Pick the fork and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
15.3 |
| Pick up the towel and place it on the table |
Hard |
Cosmos3 Nano |
Success |
100 |
20.4 |
| Pick up the towel and place it on the table |
Hard |
G0.5 |
Reaching |
0 |
- |
| Pick up the towel and place it on the table |
Hard |
MolmoAct2 |
Success |
100 |
21.8 |
| Pick up the towel and place it on the table |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the towel and place it on the table |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Pick up the spoon and put it on the table |
Easy |
GR00T |
Failed |
0 |
- |
| Pick up the spoon and put it on the table |
Easy |
G0.5 |
Success |
100 |
60.8 |
| Pick up the spoon and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
11.8 |
| Pick up the spoon and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
43.0 |
| Pick up the spoon and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
52.8 |
| Pick up the pen and put it on the table |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the pen and put it on the table |
Hard |
FLUX 3 Action |
Success |
100 |
14.7 |
| Pick up the pen and put it on the table |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Pick up the pen and put it on the table |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick up the pen and put it on the table |
Hard |
Cosmos3 Nano |
Success |
100 |
23.8 |
| Pick up the cloth and put it on the drawer |
Medium |
G0.5 |
Control |
30 |
- |
| Pick up the cloth and put it on the drawer |
Medium |
Cosmos3 Nano |
Control |
30 |
- |
| Pick up the cloth and put it on the drawer |
Medium |
GR00T |
Contact |
10 |
- |
| Pick up the cloth and put it on the drawer |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Pick up the cloth and put it on the drawer |
Medium |
FLUX 3 Action |
Control |
30 |
- |
| Pick up the blue cup and put it in the orange cup |
Easy |
FLUX 3 Action |
Success |
100 |
12.7 |
| Pick up the blue cup and put it in the orange cup |
Easy |
MolmoAct2 |
Contact |
10 |
- |
| Pick up the blue cup and put it in the orange cup |
Easy |
Cosmos3 Nano |
Success |
100 |
27.2 |
| Pick up the blue cup and put it in the orange cup |
Easy |
G0.5 |
Success |
100 |
87.5 |
| Pick up the blue cup and put it in the orange cup |
Easy |
GR00T |
Success |
100 |
10.6 |
| Pick up the cloth from the table and put it in the box |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Pick up the cloth from the table and put it in the box |
Medium |
Cosmos3 Nano |
At target |
40 |
- |
| Pick up the cloth from the table and put it in the box |
Medium |
G0.5 |
Control |
30 |
- |
| Pick up the cloth from the table and put it in the box |
Medium |
GR00T |
Control |
30 |
- |
| Pick up the cloth from the table and put it in the box |
Medium |
FLUX 3 Action |
Success |
100 |
237.8 |
| Pick up the cloth and put it on the table |
Hard |
FLUX 3 Action |
Success |
100 |
58.9 |
| Pick up the cloth and put it on the table |
Hard |
GR00T |
Failed |
0 |
- |
| Pick up the cloth and put it on the table |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Pick up the cloth and put it on the table |
Hard |
G0.5 |
Failed |
0 |
- |
| Pick up the cloth and put it on the table |
Hard |
Cosmos3 Nano |
Success |
100 |
53.0 |
| Remove the marker from the cup and put it on the box |
Medium |
GR00T |
Control |
30 |
- |
| Remove the marker from the cup and put it on the box |
Medium |
G0.5 |
Control |
30 |
- |
| Remove the marker from the cup and put it on the box |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Remove the marker from the cup and put it on the box |
Medium |
Cosmos3 Nano |
Control |
30 |
- |
| Remove the marker from the cup and put it on the box |
Medium |
FLUX 3 Action |
Success |
100 |
29.7 |
| Remove the lid from the storage box and put it on the table |
Medium |
G0.5 |
Control |
30 |
- |
| Remove the lid from the storage box and put it on the table |
Medium |
FLUX 3 Action |
Success |
100 |
143.6 |
| Remove the lid from the storage box and put it on the table |
Medium |
GR00T |
Contact |
10 |
- |
| Remove the lid from the storage box and put it on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
207.5 |
| Remove the lid from the storage box and put it on the table |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Take the spoon from the plate and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
17.0 |
| Take the spoon from the plate and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
16.2 |
| Take the spoon from the plate and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
62.4 |
| Take the spoon from the plate and put it on the table |
Easy |
GR00T |
Success |
100 |
41.6 |
| Take the spoon from the plate and put it on the table |
Easy |
G0.5 |
At target |
40 |
- |
| Remove the blocks from the bowl and put them on the table |
Easy |
G0.5 |
At target (1/3) |
13 |
- |
| Remove the blocks from the bowl and put them on the table |
Easy |
FLUX 3 Action |
Success |
100 |
37.1 |
| Remove the blocks from the bowl and put them on the table |
Easy |
GR00T |
Contact (3/3) |
70 |
- |
| Remove the blocks from the bowl and put them on the table |
Easy |
MolmoAct2 |
Success |
100 |
59.9 |
| Remove the blocks from the bowl and put them on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
64.3 |
| Remove the mug from the box and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
21.3 |
| Remove the mug from the box and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
41.1 |
| Remove the mug from the box and put it on the table |
Easy |
G0.5 |
Failed |
0 |
- |
| Remove the mug from the box and put it on the table |
Easy |
GR00T |
Success |
100 |
15.0 |
| Remove the mug from the box and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
17.7 |
| Take the screwdriver from the box and put it on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
20.9 |
| Take the screwdriver from the box and put it on the table |
Medium |
MolmoAct2 |
Success |
100 |
215.0 |
| Take the screwdriver from the box and put it on the table |
Medium |
G0.5 |
Floating |
0 |
- |
| Take the screwdriver from the box and put it on the table |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Take the screwdriver from the box and put it on the table |
Medium |
GR00T |
Success |
100 |
11.4 |
| Remove the marker from the box and place it on the table |
Easy |
GR00T |
Success |
100 |
15.7 |
| Remove the marker from the box and place it on the table |
Easy |
G0.5 |
Control |
30 |
- |
| Remove the marker from the box and place it on the table |
Easy |
MolmoAct2 |
Control |
30 |
- |
| Remove the marker from the box and place it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
12.7 |
| Remove the marker from the box and place it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
17.6 |
| Remove the spoon from the bowl and put it on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
40.8 |
| Remove the spoon from the bowl and put it on the table |
Medium |
MolmoAct2 |
Success |
100 |
42.1 |
| Remove the spoon from the bowl and put it on the table |
Medium |
GR00T |
Failed |
0 |
- |
| Remove the spoon from the bowl and put it on the table |
Medium |
G0.5 |
Failed |
0 |
- |
| Remove the spoon from the bowl and put it on the table |
Medium |
FLUX 3 Action |
Success |
100 |
11.0 |
| Remove the spoon from the cup and put it on the table |
Medium |
GR00T |
Success |
100 |
26.2 |
| Remove the spoon from the cup and put it on the table |
Medium |
FLUX 3 Action |
Control |
30 |
- |
| Remove the spoon from the cup and put it on the table |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Remove the spoon from the cup and put it on the table |
Medium |
G0.5 |
Control |
30 |
- |
| Remove the spoon from the cup and put it on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
18.8 |
| Take the pen out of the bowl and put it on the table |
Easy |
MolmoAct2 |
Success |
100 |
16.6 |
| Take the pen out of the bowl and put it on the table |
Easy |
GR00T |
Success |
100 |
13.9 |
| Take the pen out of the bowl and put it on the table |
Easy |
Cosmos3 Nano |
Success |
100 |
18.3 |
| Take the pen out of the bowl and put it on the table |
Easy |
FLUX 3 Action |
Success |
100 |
14.3 |
| Take the pen out of the bowl and put it on the table |
Easy |
G0.5 |
Success |
100 |
20.5 |
| Take the pen out of the mug and put it on the table |
Medium |
FLUX 3 Action |
Success |
100 |
11.4 |
| Take the pen out of the mug and put it on the table |
Medium |
Cosmos3 Nano |
Success |
100 |
72.0 |
| Take the pen out of the mug and put it on the table |
Medium |
MolmoAct2 |
Success |
100 |
39.2 |
| Take the pen out of the mug and put it on the table |
Medium |
GR00T |
Reaching |
0 |
- |
| Take the pen out of the mug and put it on the table |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the marker on the towel, fold the towel, and then put the folded towel in the box |
Very hard |
Cosmos3 Nano |
Failed (1/3) |
0 |
- |
| Put the marker on the towel, fold the towel, and then put the folded towel in the box |
Very hard |
FLUX 3 Action |
Failed (2/3) |
0 |
- |
| Put the marker on the towel, fold the towel, and then put the folded towel in the box |
Very hard |
G0.5 |
Failed (1/3) |
0 |
- |
| Put the marker on the towel, fold the towel, and then put the folded towel in the box |
Very hard |
GR00T |
Failed (1/3) |
0 |
- |
| Put the marker on the towel, fold the towel, and then put the folded towel in the box |
Very hard |
MolmoAct2 |
Failed (1/3) |
0 |
- |
| Put the screwdriver in the drawer and close it |
Very hard |
G0.5 |
Failed (1/2) |
0 |
- |
| Put the screwdriver in the drawer and close it |
Very hard |
GR00T |
Contact (1/2) |
5 |
- |
| Put the screwdriver in the drawer and close it |
Very hard |
Cosmos3 Nano |
Failed (1/2) |
0 |
- |
| Put the screwdriver in the drawer and close it |
Very hard |
FLUX 3 Action |
Failed (1/2) |
0 |
- |
| Put the screwdriver in the drawer and close it |
Very hard |
MolmoAct2 |
Control (1/2) |
15 |
- |
| Unfold the shirt |
Hard |
GR00T |
Contact |
10 |
- |
| Unfold the shirt |
Hard |
G0.5 |
Contact |
10 |
- |
| Unfold the shirt |
Hard |
MolmoAct2 |
Contact |
10 |
- |
| Unfold the shirt |
Hard |
Cosmos3 Nano |
Control |
30 |
- |
| Unfold the shirt |
Hard |
FLUX 3 Action |
Contact |
10 |
- |
| Fold the cloth |
Hard |
GR00T |
Failed |
0 |
- |
| Fold the cloth |
Hard |
Cosmos3 Nano |
Control |
30 |
- |
| Fold the cloth |
Hard |
FLUX 3 Action |
Control |
30 |
- |
| Fold the cloth |
Hard |
G0.5 |
Failed |
0 |
- |
| Fold the cloth |
Hard |
MolmoAct2 |
Control |
30 |
- |
| Flip the cup over |
Medium |
GR00T |
Failed |
0 |
- |
| Flip the cup over |
Medium |
Cosmos3 Nano |
Success |
100 |
179.4 |
| Flip the cup over |
Medium |
MolmoAct2 |
Control |
30 |
- |
| Flip the cup over |
Medium |
G0.5 |
Control |
30 |
- |
| Flip the cup over |
Medium |
FLUX 3 Action |
Success |
100 |
85.1 |
| Close the drawer |
Medium |
GR00T |
Failed |
0 |
- |
| Close the drawer |
Medium |
Cosmos3 Nano |
Success |
100 |
7.7 |
| Close the drawer |
Medium |
FLUX 3 Action |
Success |
100 |
6.4 |
| Close the drawer |
Medium |
G0.5 |
Safety stop |
0 |
- |
| Close the drawer |
Medium |
MolmoAct2 |
Success |
100 |
7.9 |
| Move the bowl to the right |
Easy |
FLUX 3 Action |
Success |
100 |
13.0 |
| Move the bowl to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
15.7 |
| Move the bowl to the right |
Easy |
GR00T |
Success |
100 |
14.4 |
| Move the bowl to the right |
Easy |
G0.5 |
Success |
100 |
17.7 |
| Move the bowl to the right |
Easy |
MolmoAct2 |
Success |
100 |
20.4 |
| Move the mug to the left |
Easy |
GR00T |
Success |
100 |
58.3 |
| Move the mug to the left |
Easy |
FLUX 3 Action |
Success |
100 |
19.4 |
| Move the mug to the left |
Easy |
MolmoAct2 |
Reaching |
0 |
- |
| Move the mug to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
12.9 |
| Move the mug to the left |
Easy |
G0.5 |
Success |
100 |
14.1 |
| Stack the cups |
Very hard |
MolmoAct2 |
Control (1/3) |
10 |
- |
| Stack the cups |
Very hard |
FLUX 3 Action |
Control (1/3) |
10 |
- |
| Stack the cups |
Very hard |
GR00T |
Reaching (2/3) |
33 |
- |
| Stack the cups |
Very hard |
G0.5 |
Control (1/3) |
10 |
- |
| Stack the cups |
Very hard |
Cosmos3 Nano |
Failed (2/3) |
0 |
- |
| Put the orange block on top of the green block |
Hard |
Cosmos3 Nano |
Success |
100 |
222.5 |
| Put the orange block on top of the green block |
Hard |
GR00T |
Failed |
0 |
- |
| Put the orange block on top of the green block |
Hard |
FLUX 3 Action |
Success |
100 |
42.8 |
| Put the orange block on top of the green block |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the orange block on top of the green block |
Hard |
MolmoAct2 |
Reaching |
0 |
- |
| Put the yellow block in the blue cup |
Medium |
MolmoAct2 |
Reaching |
0 |
- |
| Put the yellow block in the blue cup |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the yellow block in the blue cup |
Medium |
Cosmos3 Nano |
Control |
30 |
- |
| Put the yellow block in the blue cup |
Medium |
GR00T |
Failed |
0 |
- |
| Put the yellow block in the blue cup |
Medium |
FLUX 3 Action |
Success |
100 |
84.7 |
| Put the fork on the plate |
Medium |
FLUX 3 Action |
Failed |
0 |
- |
| Put the fork on the plate |
Medium |
GR00T |
Failed |
0 |
- |
| Put the fork on the plate |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Put the fork on the plate |
Medium |
G0.5 |
Success |
100 |
22.0 |
| Put the fork on the plate |
Medium |
Cosmos3 Nano |
Success |
100 |
20.2 |
| Put the cube in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
10.4 |
| Put the cube in the bowl |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Put the cube in the bowl |
Easy |
GR00T |
Failed |
0 |
- |
| Put the cube in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
36.6 |
| Put the cube in the bowl |
Easy |
G0.5 |
Success |
100 |
73.3 |
| Put the spoon in the mug |
Medium |
GR00T |
Success |
100 |
94.9 |
| Put the spoon in the mug |
Medium |
FLUX 3 Action |
At target |
40 |
- |
| Put the spoon in the mug |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Put the spoon in the mug |
Medium |
Cosmos3 Nano |
Success |
100 |
34.3 |
| Put the spoon in the mug |
Medium |
G0.5 |
Failed |
0 |
- |
| Put the pen in the cup |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the pen in the cup |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the pen in the cup |
Very hard |
GR00T |
Failed |
0 |
- |
| Put the pen in the cup |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the pen in the cup |
Very hard |
G0.5 |
Failed |
0 |
- |
| Use the towel to wipe the table |
Medium |
MolmoAct2 |
Floating |
0 |
- |
| Use the towel to wipe the table |
Medium |
G0.5 |
Success |
100 |
194.5 |
| Use the towel to wipe the table |
Medium |
FLUX 3 Action |
Success |
100 |
97.8 |
| Use the towel to wipe the table |
Medium |
Cosmos3 Nano |
Success |
100 |
239.5 |
| Use the towel to wipe the table |
Medium |
GR00T |
Failed |
0 |
- |
| Fold the towel |
Hard |
Cosmos3 Nano |
Control |
30 |
- |
| Fold the towel |
Hard |
FLUX 3 Action |
Success |
100 |
15.9 |
| Fold the towel |
Hard |
MolmoAct2 |
Control |
30 |
- |
| Fold the towel |
Hard |
GR00T |
Reaching |
0 |
- |
| Fold the towel |
Hard |
G0.5 |
Success |
100 |
25.6 |
| Move the cup to the right |
Easy |
G0.5 |
At target |
40 |
- |
| Move the cup to the right |
Easy |
FLUX 3 Action |
Success |
100 |
13.4 |
| Move the cup to the right |
Easy |
GR00T |
Success |
100 |
12.1 |
| Move the cup to the right |
Easy |
Cosmos3 Nano |
Success |
100 |
16.1 |
| Move the cup to the right |
Easy |
MolmoAct2 |
Control |
30 |
- |
| Move the cup to the left |
Easy |
FLUX 3 Action |
Success |
100 |
12.2 |
| Move the cup to the left |
Easy |
GR00T |
Success |
100 |
10.3 |
| Move the cup to the left |
Easy |
MolmoAct2 |
Success |
100 |
13.4 |
| Move the cup to the left |
Easy |
Cosmos3 Nano |
Success |
100 |
16.4 |
| Move the cup to the left |
Easy |
G0.5 |
Floating |
0 |
- |
| Close the box |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Close the box |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Close the box |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Close the box |
Very hard |
GR00T |
Failed |
0 |
- |
| Close the box |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the marker on the table |
Medium |
FLUX 3 Action |
Success |
100 |
46.1 |
| Put the marker on the table |
Medium |
GR00T |
Contact |
10 |
- |
| Put the marker on the table |
Medium |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker on the table |
Medium |
Cosmos3 Nano |
Contact |
10 |
- |
| Put the marker on the table |
Medium |
G0.5 |
Success |
100 |
22.5 |
| Put the yellow block in the cup |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Put the yellow block in the cup |
Easy |
Cosmos3 Nano |
Success |
100 |
22.4 |
| Put the yellow block in the cup |
Easy |
G0.5 |
Success |
100 |
45.9 |
| Put the yellow block in the cup |
Easy |
GR00T |
Failed |
0 |
- |
| Put the yellow block in the cup |
Easy |
FLUX 3 Action |
Success |
100 |
14.5 |
| Put the cup in the bowl |
Easy |
MolmoAct2 |
Success |
100 |
19.1 |
| Put the cup in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
13.3 |
| Put the cup in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
12.6 |
| Put the cup in the bowl |
Easy |
GR00T |
Success |
100 |
12.1 |
| Put the cup in the bowl |
Easy |
G0.5 |
Success |
100 |
18.3 |
| Put the spoon in the bowl |
Very hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
G0.5 |
Failed |
0 |
- |
| Put the spoon in the bowl |
Very hard |
GR00T |
At target |
40 |
- |
| Put the spoon in the bowl |
Very hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
12.2 |
| Put the marker in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
63.4 |
| Put the marker in the bowl |
Easy |
GR00T |
Success |
100 |
13.7 |
| Put the marker in the bowl |
Easy |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker in the bowl |
Easy |
G0.5 |
Control |
30 |
- |
| Put the marker in the cup |
Hard |
GR00T |
Success |
100 |
18.2 |
| Put the marker in the cup |
Hard |
MolmoAct2 |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
G0.5 |
Failed |
0 |
- |
| Put the marker in the cup |
Hard |
FLUX 3 Action |
Success |
100 |
23.2 |
| Put the marker in the cup |
Hard |
Cosmos3 Nano |
Failed |
0 |
- |
| Move the wooden block to the left |
Hard |
Cosmos3 Nano |
Contact |
10 |
- |
| Move the wooden block to the left |
Hard |
GR00T |
Contact |
10 |
- |
| Move the wooden block to the left |
Hard |
G0.5 |
Failed |
0 |
- |
| Move the wooden block to the left |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Move the wooden block to the left |
Hard |
MolmoAct2 |
Success |
100 |
23.3 |
| Flip over the plate |
Medium |
Cosmos3 Nano |
Control |
30 |
- |
| Flip over the plate |
Medium |
MolmoAct2 |
Contact |
10 |
- |
| Flip over the plate |
Medium |
G0.5 |
Success |
100 |
159.0 |
| Flip over the plate |
Medium |
FLUX 3 Action |
Success |
100 |
15.9 |
| Flip over the plate |
Medium |
GR00T |
Failed |
0 |
- |
| Put the sponge in the bowl |
Easy |
MolmoAct2 |
Reaching |
0 |
- |
| Put the sponge in the bowl |
Easy |
Cosmos3 Nano |
Success |
100 |
16.4 |
| Put the sponge in the bowl |
Easy |
G0.5 |
Success |
100 |
28.0 |
| Put the sponge in the bowl |
Easy |
GR00T |
Success |
100 |
11.6 |
| Put the sponge in the bowl |
Easy |
FLUX 3 Action |
Success |
100 |
10.9 |
| Put the marker in the mug |
Hard |
G0.5 |
Control |
30 |
- |
| Put the marker in the mug |
Hard |
GR00T |
Success |
100 |
19.8 |
| Put the marker in the mug |
Hard |
Cosmos3 Nano |
Success |
100 |
20.4 |
| Put the marker in the mug |
Hard |
MolmoAct2 |
Success |
100 |
47.5 |
| Put the marker in the mug |
Hard |
FLUX 3 Action |
Failed |
0 |
- |
| Put the banana on the plate on the left |
Easy |
FLUX 3 Action |
Success |
100 |
13.0 |
| Put the banana on the plate on the left |
Easy |
G0.5 |
Success |
100 |
59.3 |
| Put the banana on the plate on the left |
Easy |
MolmoAct2 |
Success |
100 |
12.9 |
| Put the banana on the plate on the left |
Easy |
Cosmos3 Nano |
Success |
100 |
45.1 |
| Put the banana on the plate on the left |
Easy |
GR00T |
Success |
100 |
17.5 |