Add Control v2 incremental experiment results (evidence, visuals, 42 fixed samples)
a64600b verified Download method_v2/evidence/code/suite/tasks.method_v2.jsonl from CharlesZhang-USTC/snf_experiments: direct link, hf CLI and curl.
- Browser
- Download file 11.5 kB
-
https://huggingface.co/CharlesZhang-USTC/snf_experiments/resolve/main/method_v2/evidence/code/suite/tasks.method_v2.jsonl
- Command line
-
hf download hf://CharlesZhang-USTC/snf_experiments/method_v2/evidence/code/suite/tasks.method_v2.jsonl
-
curl -L -o tasks.method_v2.jsonl https://huggingface.co/CharlesZhang-USTC/snf_experiments/resolve/main/method_v2/evidence/code/suite/tasks.method_v2.jsonl
11.5 kB
| {"id": "v2_dev_image_000", "split": "dev", "prompt": "A yellow raincoat hanging on a coat rack in a hallway", "reference_prompt": "A blue raincoat hanging on a coat rack in a hallway", "reference_seed": 9000, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": false, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_dev_image_001", "split": "dev", "prompt": "A green watering can on a stone garden bench", "reference_prompt": "A red watering can on a stone garden bench", "reference_seed": 9001, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": false, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_dev_image_002", "split": "dev", "prompt": "A brown leather wallet on a gray desk", "reference_prompt": "A black leather wallet on a gray desk", "reference_seed": 9002, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": false, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_dev_image_003", "split": "dev", "prompt": "A white ceramic teapot on a kitchen counter", "reference_prompt": "A turquoise ceramic teapot on a kitchen counter", "reference_seed": 9003, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": false, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_dev_motion_000", "split": "dev", "prompt": "A person takes small steps backward.", "reference_prompt": "A person takes large steps backward.", "reference_seed": 9004, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": false, "target_time": [0.25, 0.65]} | |
| {"id": "v2_dev_motion_001", "split": "dev", "prompt": "A person stretches one arm upward.", "reference_prompt": "A person stretches both arms upward.", "reference_seed": 9005, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": false, "target_time": [0.4, 0.8]} | |
| {"id": "v2_dev_motion_002", "split": "dev", "prompt": "A person turns slowly to the left.", "reference_prompt": "A person turns quickly to the left.", "reference_seed": 9006, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": false, "target_time": [0.1, 0.5]} | |
| {"id": "v2_dev_motion_003", "split": "dev", "prompt": "A person bends the knees slightly.", "reference_prompt": "A person bends the knees deeply.", "reference_seed": 9007, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": false, "target_time": [0.25, 0.65]} | |
| {"id": "v2_test_image_000", "split": "test", "prompt": "A silver desk fan on a wooden side table", "reference_prompt": "A red desk fan on a wooden side table", "reference_seed": 9008, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_001", "split": "test", "prompt": "A blue hard shell suitcase standing on a tiled floor", "reference_prompt": "A yellow hard shell suitcase standing on a tiled floor", "reference_seed": 9009, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_002", "split": "test", "prompt": "A white mailbox mounted beside a garden gate", "reference_prompt": "A green mailbox mounted beside a garden gate", "reference_seed": 9010, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_003", "split": "test", "prompt": "A beige knitted scarf folded on a park bench", "reference_prompt": "A purple knitted scarf folded on a park bench", "reference_seed": 9011, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_004", "split": "test", "prompt": "A red fire hydrant beside a quiet sidewalk", "reference_prompt": "A yellow fire hydrant beside a quiet sidewalk", "reference_seed": 9012, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_005", "split": "test", "prompt": "A black electric kettle on a white kitchen counter", "reference_prompt": "A red electric kettle on a white kitchen counter", "reference_seed": 9013, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_006", "split": "test", "prompt": "A green garden hose coiled on a gray patio", "reference_prompt": "A blue garden hose coiled on a gray patio", "reference_seed": 9014, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_007", "split": "test", "prompt": "A brown acoustic guitar leaning against a plain wall", "reference_prompt": "A blue acoustic guitar leaning against a plain wall", "reference_seed": 9015, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_008", "split": "test", "prompt": "A gray sewing machine on a wooden workbench", "reference_prompt": "A pink sewing machine on a wooden workbench", "reference_seed": 9016, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_009", "split": "test", "prompt": "A white football helmet on a locker room bench", "reference_prompt": "An orange football helmet on a locker room bench", "reference_seed": 9017, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_010", "split": "test", "prompt": "A blue metal toolbox on a concrete garage floor", "reference_prompt": "A red metal toolbox on a concrete garage floor", "reference_seed": 9018, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_image_011", "split": "test", "prompt": "A yellow rubber boot on a white display stand", "reference_prompt": "A green rubber boot on a white display stand", "reference_seed": 9019, "models": ["meissonic", "showo"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_box": [0.2, 0.2, 0.8, 0.8]} | |
| {"id": "v2_test_motion_000", "split": "test", "prompt": "A person walks sideways with short steps.", "reference_prompt": "A person walks sideways with wide steps.", "reference_seed": 9020, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.25, 0.65]} | |
| {"id": "v2_test_motion_001", "split": "test", "prompt": "A person slowly raises both hands to shoulder height.", "reference_prompt": "A person slowly raises both hands above the head.", "reference_seed": 9021, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.4, 0.8]} | |
| {"id": "v2_test_motion_002", "split": "test", "prompt": "A person reaches forward with one hand.", "reference_prompt": "A person reaches forward with both hands.", "reference_seed": 9022, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.1, 0.5]} | |
| {"id": "v2_test_motion_003", "split": "test", "prompt": "A person makes a small bow.", "reference_prompt": "A person makes a deep bow.", "reference_seed": 9023, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.25, 0.65]} | |
| {"id": "v2_test_motion_004", "split": "test", "prompt": "A person steps over a low obstacle.", "reference_prompt": "A person lifts the knees high while stepping over an obstacle.", "reference_seed": 9024, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.4, 0.8]} | |
| {"id": "v2_test_motion_005", "split": "test", "prompt": "A person marches in place with low knees.", "reference_prompt": "A person marches in place with high knees.", "reference_seed": 9025, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.1, 0.5]} | |
| {"id": "v2_test_motion_006", "split": "test", "prompt": "A person swings both arms gently.", "reference_prompt": "A person swings both arms widely.", "reference_seed": 9026, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.25, 0.65]} | |
| {"id": "v2_test_motion_007", "split": "test", "prompt": "A person crouches briefly and stands up.", "reference_prompt": "A person crouches deeply and stands up.", "reference_seed": 9027, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.4, 0.8]} | |
| {"id": "v2_test_motion_008", "split": "test", "prompt": "A person moves forward with small hops.", "reference_prompt": "A person moves forward with large hops.", "reference_seed": 9028, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.1, 0.5]} | |
| {"id": "v2_test_motion_009", "split": "test", "prompt": "A person waves the right hand at chest height.", "reference_prompt": "A person waves the right hand above the head.", "reference_seed": 9029, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.25, 0.65]} | |
| {"id": "v2_test_motion_010", "split": "test", "prompt": "A person balances while holding the arms close to the body.", "reference_prompt": "A person balances while stretching both arms sideways.", "reference_seed": 9030, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.4, 0.8]} | |
| {"id": "v2_test_motion_011", "split": "test", "prompt": "A person takes a short step to the right and returns.", "reference_prompt": "A person takes a wide step to the right and returns.", "reference_seed": 9031, "models": ["momask"], "reference_kind": "model_generated", "benchmark": "author_curated_v2_prospective", "confirmatory": true, "target_time": [0.1, 0.5]} | |