Spaces:
Running
Running
Download items.json from WitneyWW/av-edit-human-study: direct link, hf CLI and curl.
- Browser
- Download file 29.4 kB
-
https://huggingface.co/spaces/WitneyWW/av-edit-human-study/resolve/main/items.json
- Command line
-
hf download hf://spaces/WitneyWW/av-edit-human-study/items.json
-
curl -L -o items.json https://huggingface.co/spaces/WitneyWW/av-edit-human-study/resolve/main/items.json
29.4 kB
{
"page_version": "2026-11-09v2guide",
"sc_frozen": true,
"sc_frozen_at": null,
"block_size": 20,
"version_size": 10,
"training": [],
"rubric": {
"artifact_anchors": {
"None": "No visible/audible defect introduced by the edit.",
"Minor": "A defect you notice only when looking/listening for it: slight blur or texture smoothing in a small region, a brief flicker, a faint click or short dip in the audio. It would not make the clip unusable.",
"Major": "A defect a casual viewer would notice at once: large blurry or empty patch, a hole, warped or deformed body/object, persistent flicker, ghosting, strong audio distortion, buzzing, long dropouts, or the whole audio replaced by noise/silence when it should not be."
},
"uncertain": "Use Uncertain only when the clip does not let you decide (e.g. the target is too small to see, the sound cannot be attributed). Write one short reason. Do not use it to mean 'partly'.",
"p_audio_na": "Choose NA for audio preservation when the source has no non-target sound you could check (e.g. the target was the only sound)."
},
"headphone_check": {
"file": "media/hc_check.wav",
"answer_count": 3,
"answer_side": "Right"
},
"versions": {
"Q1": {
"set": "qual",
"items": [
"i_338c0ae0",
"i_0f414524",
"i_61a0513f",
"i_71907af5",
"i_0137fe9c",
"i_ab51edd8",
"i_4c1b2279",
"i_7a4da228"
]
},
"TEST": {
"set": "test",
"sections": [
[
"i_68512b31",
"i_8df13ca6",
"i_b136cfe3",
"i_2ae60f51",
"i_faa4fcf4"
],
[
"i_2a8e9cb6",
"i_4d6306f9",
"i_dcfbbd4e",
"i_928fe359",
"i_23eb4dae"
],
[
"i_9e661664",
"i_90f5759f",
"i_188bec62",
"i_2c958e70",
"i_70092ec4",
"i_e1e1cad3",
"i_0519abcf"
],
[
"i_2453c27c",
"i_1cfbd25c",
"i_bc6929f4",
"i_c507928d",
"i_73baf02a"
]
],
"section_names": [
"Part 1 路 Removal",
"Part 1 路 Addition",
"Part 2 路 Removal",
"Part 2 路 Addition"
],
"section_guides": [
"Each clip has one edited version. Check that the named object is gone from both the picture and the sound for the whole clip, that the rest of the scene and the background sound stay the same, and that the area where the object was looks natural.",
"Each clip has one edited version. Check that the named object appears and looks like the reference frame, that you can hear its sound, that the sound fits what the object does on screen, and that the rest of the clip stays the same.",
"Each clip now has three edited versions, shown one after another. Rate each version on its own against the source; do not compare or rank them. Use the same checks as Part 1, and listen closely for any sound of the object that is still left.",
"Each clip now has three edited versions, shown one after another. Rate each version on its own against the source; do not compare or rank them. Use the same checks as Part 1, and check that the added sound starts and stops with what the object does on screen."
],
"items": [
"i_68512b31",
"i_8df13ca6",
"i_b136cfe3",
"i_2ae60f51",
"i_faa4fcf4",
"i_2a8e9cb6",
"i_4d6306f9",
"i_dcfbbd4e",
"i_928fe359",
"i_23eb4dae",
"i_9e661664",
"i_90f5759f",
"i_188bec62",
"i_2c958e70",
"i_70092ec4",
"i_e1e1cad3",
"i_0519abcf",
"i_2453c27c",
"i_1cfbd25c",
"i_bc6929f4",
"i_c507928d",
"i_73baf02a"
]
},
"TEST2": {
"set": "test",
"sections": [
[
"i_06fad32e",
"i_24e643f5",
"i_bfc18290",
"i_d6199111",
"i_c6aa1fad"
],
[
"i_71222d16",
"i_a99720b6",
"i_88d8b818",
"i_fcf4b3e4",
"i_b8f350a6"
],
[
"i_dca07956",
"i_ab90d416",
"i_59068398",
"i_612cd279",
"i_e955b88a"
],
[
"i_de9975e7",
"i_0107cf1d",
"i_f7055d0c",
"i_1b2638ff",
"i_1aba19cb",
"i_d67d5bee",
"i_0b9c8cc7"
]
],
"section_names": [
"Part 1 路 Removal",
"Part 1 路 Addition",
"Part 2 路 Removal",
"Part 2 路 Addition"
],
"section_guides": [
"Each clip has one edited version. Check that the named object is gone from both the picture and the sound for the whole clip, that the rest of the scene and the background sound stay the same, and that the area where the object was looks natural.",
"Each clip has one edited version. Check that the named object appears and looks like the reference frame, that you can hear its sound, that the sound fits what the object does on screen, and that the rest of the clip stays the same.",
"Each clip now has three edited versions, shown one after another. Rate each version on its own against the source; do not compare or rank them. Use the same checks as Part 1, and listen closely for any sound of the object that is still left.",
"Each clip now has three edited versions, shown one after another. Rate each version on its own against the source; do not compare or rank them. Use the same checks as Part 1, and check that the added sound starts and stops with what the object does on screen."
],
"items": [
"i_06fad32e",
"i_24e643f5",
"i_bfc18290",
"i_d6199111",
"i_c6aa1fad",
"i_71222d16",
"i_a99720b6",
"i_88d8b818",
"i_fcf4b3e4",
"i_b8f350a6",
"i_dca07956",
"i_ab90d416",
"i_59068398",
"i_612cd279",
"i_e955b88a",
"i_de9975e7",
"i_0107cf1d",
"i_f7055d0c",
"i_1b2638ff",
"i_1aba19cb",
"i_d67d5bee",
"i_0b9c8cc7"
]
}
},
"items": [
{
"item_id": "i_338c0ae0",
"set": "qual",
"task": "removal",
"instruction": "Remove the sewing machine.",
"category": "",
"src": "media/i_338c0ae0_src.mp4",
"ref": null,
"sc_eligible": false,
"outputs": [
{
"output_id": "o_9dd08242bb82",
"file": "media/o_9dd08242bb82.mp4"
}
],
"expected": {
"V": [
"Fail"
],
"A": [
"Fail",
"Uncertain"
],
"P_visual": [
"Pass"
]
},
"explain": "Nothing was edited: the output is identical to the source. The target is still visible and its sound is still there, so V = Fail and A = Fail. Nothing else changed, so visual preservation = Pass."
},
{
"item_id": "i_0f414524",
"set": "qual",
"task": "removal",
"instruction": "Remove the bird calls.",
"category": "",
"src": "media/i_0f414524_src.mp4",
"ref": null,
"sc_eligible": false,
"outputs": [
{
"output_id": "o_9e15efbc2b2a",
"file": "media/o_9e15efbc2b2a.mp4"
}
],
"expected": {
"A": [
"Fail"
]
},
"explain": "The picture was edited, but the original soundtrack was kept, so the target's sound is still audible: A = Fail, even though the object is gone from the picture."
},
{
"item_id": "i_61a0513f",
"set": "qual",
"task": "addition",
"instruction": "Add the engine.",
"category": "",
"src": "media/i_61a0513f_src.mp4",
"ref": "media/i_61a0513f_ref.jpg",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_94d6c1e98212",
"file": "media/o_94d6c1e98212.mp4"
}
],
"expected": {
"V": [
"Fail"
],
"A": [
"Fail"
]
},
"explain": "Nothing was added: the output is the unedited source. V = Fail and A = Fail."
},
{
"item_id": "i_71907af5",
"set": "qual",
"task": "removal",
"instruction": "Remove the feline.",
"category": "",
"src": "media/i_71907af5_src.mp4",
"ref": null,
"sc_eligible": false,
"outputs": [
{
"output_id": "o_ebddccd24e58",
"file": "media/o_ebddccd24e58.mp4"
}
],
"expected": {
"P_audio": [
"Fail",
"NA"
]
},
"explain": "The whole soundtrack is silent. The target's sound is gone, but so are all other sounds: audio preservation = Fail (NA only if the source had no other sound at all). Unnatural total silence is also an audio artifact."
},
{
"item_id": "i_0137fe9c",
"set": "qual",
"task": "removal",
"instruction": "Remove the watercraft.",
"category": "",
"src": "media/i_0137fe9c_src.mp4",
"ref": null,
"sc_eligible": false,
"outputs": [
{
"output_id": "o_19e1ea024518",
"file": "media/o_19e1ea024518.mp4"
}
],
"expected": {
"P_visual": [
"Fail"
],
"artifact_visual": [
"Major"
]
},
"explain": "The whole frame is heavily blurred. Even if the object is hard to see, the rest of the scene is destroyed: visual preservation = Fail and visual artifacts = Major."
},
{
"item_id": "i_ab51edd8",
"set": "qual",
"task": "addition",
"instruction": "Add the insect.",
"category": "",
"src": "media/i_ab51edd8_src.mp4",
"ref": "media/i_ab51edd8_ref.jpg",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_a1270d38f1ce",
"file": "media/o_a1270d38f1ce.mp4"
}
],
"expected": {
"A": [
"Fail"
]
},
"explain": "The object appears in the picture, but no sound of it was added (the source soundtrack was kept unchanged): A = Fail."
},
{
"item_id": "i_4c1b2279",
"set": "qual",
"task": "removal",
"instruction": "Remove the birds.",
"category": "",
"src": "media/i_4c1b2279_src.mp4",
"ref": null,
"sc_eligible": false,
"outputs": [
{
"output_id": "o_9fbbd169d7e2",
"file": "media/o_9fbbd169d7e2.mp4"
}
],
"expected": {
"P_audio": [
"Fail"
]
},
"explain": "The soundtrack was replaced by audio from a different video. The non-target sounds of the source are gone or replaced: audio preservation = Fail (and the spliced sound is an audio artifact)."
},
{
"item_id": "i_7a4da228",
"set": "qual",
"task": "addition",
"instruction": "Add the piano.",
"category": "",
"src": "media/i_7a4da228_src.mp4",
"ref": "media/i_7a4da228_ref.jpg",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_58461159cf31",
"file": "media/o_58461159cf31.mp4"
}
],
"expected": {
"P_visual": [
"Fail"
],
"artifact_visual": [
"Major"
]
},
"explain": "The whole frame is heavily blurred: visual preservation = Fail and visual artifacts = Major."
},
{
"item_id": "i_0b9c8cc7",
"set": "test",
"task": "addition",
"instruction": "Add the drummer.",
"category": "",
"src": "media/i_0b9c8cc7_src.mp4",
"ref": "media/i_0b9c8cc7_ref.jpg",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_b45092492428",
"file": "media/o_b45092492428.mp4"
}
]
},
{
"item_id": "i_0519abcf",
"set": "test",
"task": "removal",
"instruction": "Remove the stringed instruments.",
"category": "",
"src": "media/i_0519abcf_src.mp4",
"ref": null,
"sc_eligible": false,
"outputs": [
{
"output_id": "o_261a197aad85",
"file": "media/o_261a197aad85.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the crow.",
"category": "Animal",
"src": "media/i_6537882e_src.mp4",
"ref": null,
"item_id": "i_68512b31",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_e569f315dd1e",
"file": "media/o_e569f315dd1e.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the train.",
"category": "Vehicle",
"src": "media/i_0bacd674_src.mp4",
"ref": null,
"item_id": "i_8df13ca6",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_bd0b653cf4c6",
"file": "media/o_bd0b653cf4c6.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the birds.",
"category": "Animal",
"src": "media/i_55876245_src.mp4",
"ref": null,
"item_id": "i_faa4fcf4",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_ab733b929067",
"file": "media/o_ab733b929067.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the mechanical engine.",
"category": "Vehicle",
"src": "media/i_54b3da5c_src.mp4",
"ref": "media/i_54b3da5c_ref.jpg",
"item_id": "i_2a8e9cb6",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_5d785c80fc36",
"file": "media/o_5d785c80fc36.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the machine gun.",
"category": "Tool / Machine",
"src": "media/i_3cacd0e8_src.mp4",
"ref": "media/i_3cacd0e8_ref.jpg",
"item_id": "i_4d6306f9",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_d6b1bb8ecd9f",
"file": "media/o_d6b1bb8ecd9f.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the birds.",
"category": "Animal",
"src": "media/i_b9ab6fad_src.mp4",
"ref": "media/i_b9ab6fad_ref.jpg",
"item_id": "i_928fe359",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_a9ed7382d65a",
"file": "media/o_a9ed7382d65a.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the birds.",
"category": "Animal",
"src": "media/i_be4e911a_src.mp4",
"ref": "media/i_be4e911a_ref.jpg",
"item_id": "i_23eb4dae",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_41a605e61a85",
"file": "media/o_41a605e61a85.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the dog.",
"category": "Animal",
"src": "media/i_8094ca41_src.mp4",
"ref": null,
"item_id": "i_9e661664",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_4d57c54885c4",
"file": "media/o_4d57c54885c4.mp4"
},
{
"output_id": "o_97487861c45b",
"file": "media/o_97487861c45b.mp4"
},
{
"output_id": "o_af957296b4a4",
"file": "media/o_af957296b4a4.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the power tool.",
"category": "Tool / Machine",
"src": "media/i_87abc64b_src.mp4",
"ref": null,
"item_id": "i_90f5759f",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_4131c48b71ea",
"file": "media/o_4131c48b71ea.mp4"
},
{
"output_id": "o_b012aa5e3b93",
"file": "media/o_b012aa5e3b93.mp4"
},
{
"output_id": "o_c7e66c5fc626",
"file": "media/o_c7e66c5fc626.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the guitar.",
"category": "Music instruments",
"src": "media/i_a09d0dc2_src.mp4",
"ref": null,
"item_id": "i_2c958e70",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_af82aaeb67ec",
"file": "media/o_af82aaeb67ec.mp4"
},
{
"output_id": "o_d5343d463f6b",
"file": "media/o_d5343d463f6b.mp4"
},
{
"output_id": "o_ff55f7fcb105",
"file": "media/o_ff55f7fcb105.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the speedboat.",
"category": "Object / Other",
"src": "media/i_48813e33_src.mp4",
"ref": null,
"item_id": "i_70092ec4",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_32930325a6d7",
"file": "media/o_32930325a6d7.mp4"
},
{
"output_id": "o_3dccd3e0d9a2",
"file": "media/o_3dccd3e0d9a2.mp4"
},
{
"output_id": "o_5318d2333d6e",
"file": "media/o_5318d2333d6e.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the stringed instrument.",
"category": "Music instruments",
"src": "media/i_a8779f6f_src.mp4",
"ref": "media/i_a8779f6f_ref.jpg",
"item_id": "i_1cfbd25c",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_17cbd0913e34",
"file": "media/o_17cbd0913e34.mp4"
},
{
"output_id": "o_4cc47af721a7",
"file": "media/o_4cc47af721a7.mp4"
},
{
"output_id": "o_7fac2c4f30ab",
"file": "media/o_7fac2c4f30ab.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the frogs.",
"category": "Animal",
"src": "media/i_cb30a68e_src.mp4",
"ref": "media/i_cb30a68e_ref.jpg",
"item_id": "i_bc6929f4",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_34babd8eab9f",
"file": "media/o_34babd8eab9f.mp4"
},
{
"output_id": "o_5b4d81925367",
"file": "media/o_5b4d81925367.mp4"
},
{
"output_id": "o_5edf60f04ae1",
"file": "media/o_5edf60f04ae1.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the male voice.",
"category": "Human",
"src": "media/i_bbd6ce7d_src.mp4",
"ref": "media/i_bbd6ce7d_ref.jpg",
"item_id": "i_c507928d",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_4e1e36e2765a",
"file": "media/o_4e1e36e2765a.mp4"
},
{
"output_id": "o_53e61cc17d55",
"file": "media/o_53e61cc17d55.mp4"
},
{
"output_id": "o_b8b0fb6337e1",
"file": "media/o_b8b0fb6337e1.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the alarm clock.",
"category": "Object / Other",
"src": "media/i_a39d297f_src.mp4",
"ref": null,
"item_id": "i_06fad32e",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_e32d4da9219c",
"file": "media/o_e32d4da9219c.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the Canada goose.",
"category": "Animal",
"src": "media/i_69875217_src.mp4",
"ref": null,
"item_id": "i_24e643f5",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_cdd4e3011941",
"file": "media/o_cdd4e3011941.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the machine.",
"category": "Tool / Machine",
"src": "media/i_61bcfedf_src.mp4",
"ref": null,
"item_id": "i_bfc18290",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_105085974621",
"file": "media/o_105085974621.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the vehicle.",
"category": "Vehicle",
"src": "media/i_164eb464_src.mp4",
"ref": null,
"item_id": "i_d6199111",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_0c6ec550246e",
"file": "media/o_0c6ec550246e.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the someone chewing food.",
"category": "Human",
"src": "media/i_d15d3504_src.mp4",
"ref": null,
"item_id": "i_c6aa1fad",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_978a9b87b140",
"file": "media/o_978a9b87b140.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the sewing machine.",
"category": "Tool / Machine",
"src": "media/i_ef78dc43_src.mp4",
"ref": "media/i_ef78dc43_ref.jpg",
"item_id": "i_a99720b6",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_32313b659f3e",
"file": "media/o_32313b659f3e.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the train.",
"category": "Vehicle",
"src": "media/i_9c99e207_src.mp4",
"ref": "media/i_9c99e207_ref.jpg",
"item_id": "i_fcf4b3e4",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_c577d59bc8d8",
"file": "media/o_c577d59bc8d8.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the birds.",
"category": "Animal",
"src": "media/i_eb5b122c_src.mp4",
"ref": "media/i_eb5b122c_ref.jpg",
"item_id": "i_b8f350a6",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_3f03cb69cf25",
"file": "media/o_3f03cb69cf25.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the birds.",
"category": "Animal",
"src": "media/i_3247a3a0_src.mp4",
"ref": null,
"item_id": "i_dca07956",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_168e1f4ce7ba",
"file": "media/o_168e1f4ce7ba.mp4"
},
{
"output_id": "o_387c5e74fea1",
"file": "media/o_387c5e74fea1.mp4"
},
{
"output_id": "o_b31b2bcd0b13",
"file": "media/o_b31b2bcd0b13.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the birds.",
"category": "Animal",
"src": "media/i_b38f81ba_src.mp4",
"ref": null,
"item_id": "i_ab90d416",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_24b3771c7ae3",
"file": "media/o_24b3771c7ae3.mp4"
},
{
"output_id": "o_a21ffc75d232",
"file": "media/o_a21ffc75d232.mp4"
},
{
"output_id": "o_fb237a80cd91",
"file": "media/o_fb237a80cd91.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the goat.",
"category": "Animal",
"src": "media/i_f27e0a1b_src.mp4",
"ref": null,
"item_id": "i_612cd279",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_22c74d2c6762",
"file": "media/o_22c74d2c6762.mp4"
},
{
"output_id": "o_952e0e48e831",
"file": "media/o_952e0e48e831.mp4"
},
{
"output_id": "o_e83389ce44df",
"file": "media/o_e83389ce44df.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the vehicle engine.",
"category": "Vehicle",
"src": "media/i_1ea07dae_src.mp4",
"ref": "media/i_1ea07dae_ref.jpg",
"item_id": "i_de9975e7",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_94e2cee6737d",
"file": "media/o_94e2cee6737d.mp4"
},
{
"output_id": "o_bf0a74068197",
"file": "media/o_bf0a74068197.mp4"
},
{
"output_id": "o_eefebb06a11d",
"file": "media/o_eefebb06a11d.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the percussion instrument.",
"category": "Music instruments",
"src": "media/i_0aaf7a8f_src.mp4",
"ref": "media/i_0aaf7a8f_ref.jpg",
"item_id": "i_0107cf1d",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_4ccbb0cd6d71",
"file": "media/o_4ccbb0cd6d71.mp4"
},
{
"output_id": "o_7454de6c39e3",
"file": "media/o_7454de6c39e3.mp4"
},
{
"output_id": "o_bf928e12ece4",
"file": "media/o_bf928e12ece4.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the birds.",
"category": "Animal",
"src": "media/i_c35e55b2_src.mp4",
"ref": "media/i_c35e55b2_ref.jpg",
"item_id": "i_f7055d0c",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_4e807a446e06",
"file": "media/o_4e807a446e06.mp4"
},
{
"output_id": "o_9b8cf844323d",
"file": "media/o_9b8cf844323d.mp4"
},
{
"output_id": "o_c716e7af7ead",
"file": "media/o_c716e7af7ead.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the acoustic guitar.",
"category": "Music instruments",
"src": "media/i_d7dccf06_src.mp4",
"ref": "media/i_d7dccf06_ref.jpg",
"item_id": "i_1b2638ff",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_3ca2fd54df02",
"file": "media/o_3ca2fd54df02.mp4"
},
{
"output_id": "o_8eae073bce46",
"file": "media/o_8eae073bce46.mp4"
},
{
"output_id": "o_ccd1c819594f",
"file": "media/o_ccd1c819594f.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the birds.",
"category": "Animal",
"src": "media/i_33f66d13_src.mp4",
"ref": null,
"item_id": "i_b136cfe3",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_b7a92cb60c81",
"file": "media/o_b7a92cb60c81.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the birds.",
"category": "Animal",
"src": "media/i_8c06e1d6_src.mp4",
"ref": null,
"item_id": "i_2ae60f51",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_603afd0063f2",
"file": "media/o_603afd0063f2.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the bird.",
"category": "Animal",
"src": "media/i_09a423dc_src.mp4",
"ref": "media/i_09a423dc_ref.jpg",
"item_id": "i_dcfbbd4e",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_d54e76aad886",
"file": "media/o_d54e76aad886.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the birds.",
"category": "Animal",
"src": "media/i_e14e9683_src.mp4",
"ref": null,
"item_id": "i_188bec62",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_a6474137d232",
"file": "media/o_a6474137d232.mp4"
},
{
"output_id": "o_e83da9e95d73",
"file": "media/o_e83da9e95d73.mp4"
},
{
"output_id": "o_f80dc0b3dcd1",
"file": "media/o_f80dc0b3dcd1.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the power tool.",
"category": "Tool / Machine",
"src": "media/i_ca06fa2e_src.mp4",
"ref": null,
"item_id": "i_e1e1cad3",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_53694cb767d4",
"file": "media/o_53694cb767d4.mp4"
},
{
"output_id": "o_86937e2ea95f",
"file": "media/o_86937e2ea95f.mp4"
},
{
"output_id": "o_d23bc2c6ff27",
"file": "media/o_d23bc2c6ff27.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the engine.",
"category": "Vehicle",
"src": "media/i_e39214ce_src.mp4",
"ref": "media/i_e39214ce_ref.jpg",
"item_id": "i_2453c27c",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_96c9254901a0",
"file": "media/o_96c9254901a0.mp4"
},
{
"output_id": "o_f634fa678878",
"file": "media/o_f634fa678878.mp4"
},
{
"output_id": "o_fe7780fe35c7",
"file": "media/o_fe7780fe35c7.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the guinea fowl.",
"category": "Animal",
"src": "media/i_d942d215_src.mp4",
"ref": "media/i_d942d215_ref.jpg",
"item_id": "i_73baf02a",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_4902afd48541",
"file": "media/o_4902afd48541.mp4"
},
{
"output_id": "o_51e177dc424b",
"file": "media/o_51e177dc424b.mp4"
},
{
"output_id": "o_ecb7248d96e2",
"file": "media/o_ecb7248d96e2.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the horse.",
"category": "Animal",
"src": "media/i_59bd5385_src.mp4",
"ref": "media/i_59bd5385_ref.jpg",
"item_id": "i_71222d16",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_b76479ca3f5c",
"file": "media/o_b76479ca3f5c.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the power tool.",
"category": "Tool / Machine",
"src": "media/i_bbc451c3_src.mp4",
"ref": "media/i_bbc451c3_ref.jpg",
"item_id": "i_88d8b818",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_31192c7b30fd",
"file": "media/o_31192c7b30fd.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the siren.",
"category": "Vehicle",
"src": "media/i_ae0f31b4_src.mp4",
"ref": null,
"item_id": "i_59068398",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_2caf63bbe82b",
"file": "media/o_2caf63bbe82b.mp4"
},
{
"output_id": "o_7b216b1cb9e7",
"file": "media/o_7b216b1cb9e7.mp4"
},
{
"output_id": "o_822144e057f2",
"file": "media/o_822144e057f2.mp4"
}
]
},
{
"task": "removal",
"instruction": "Remove the train.",
"category": "Vehicle",
"src": "media/i_e3ab2d07_src.mp4",
"ref": null,
"item_id": "i_e955b88a",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_b06a484049ef",
"file": "media/o_b06a484049ef.mp4"
},
{
"output_id": "o_c1440ef79aae",
"file": "media/o_c1440ef79aae.mp4"
},
{
"output_id": "o_c8e9bc470fb1",
"file": "media/o_c8e9bc470fb1.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the birds.",
"category": "Animal",
"src": "media/i_bfe10fbf_src.mp4",
"ref": "media/i_bfe10fbf_ref.jpg",
"item_id": "i_1aba19cb",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_28d9e9bda3ac",
"file": "media/o_28d9e9bda3ac.mp4"
},
{
"output_id": "o_b73a94743592",
"file": "media/o_b73a94743592.mp4"
},
{
"output_id": "o_d6deb7dbb2b8",
"file": "media/o_d6deb7dbb2b8.mp4"
}
]
},
{
"task": "addition",
"instruction": "Add the birds.",
"category": "Animal",
"src": "media/i_bdba6d51_src.mp4",
"ref": "media/i_bdba6d51_ref.jpg",
"item_id": "i_d67d5bee",
"set": "test",
"sc_eligible": false,
"outputs": [
{
"output_id": "o_3f22dde6cb7a",
"file": "media/o_3f22dde6cb7a.mp4"
},
{
"output_id": "o_d3b336f050fe",
"file": "media/o_d3b336f050fe.mp4"
},
{
"output_id": "o_d69034ce7f90",
"file": "media/o_d69034ce7f90.mp4"
}
]
}
],
"items_sha256": "052c78793bc12e67"
}
{
"page_version": "2026-11-09v2guide",
"sc_frozen": true,
"sc_frozen_at": null,
"block_size": 20,
"version_size": 10,
"training": [],
"rubric": {
"artifact_anchors": {
"None": "No visible/audible defect introduced by the edit.",
"Minor": "A defect you notice only when looking/listening for it: slight blur or texture smoothing in a small region, a brief flicker, a faint click or short dip in the audio. It would not make the clip unusable.",
"Major": "A defect a casual viewer would notice at once: large blurry or empty patch, a hole, warped or deformed body/object, persistent flicker, ghosting, strong audio distortion, buzzing, long dropouts, or the whole audio replaced by noise/silence when it should not be."
},
"uncertain": "Use Uncertain only when the clip does not let you decide (e.g. the target is too small to see, the sound cannot be attributed). Write one short reason. Do not use it to mean 'partly'.",
"p_audio_na": "Choose NA for audio preservation when the source has no non-target sound you could check (e.g. the target was the only sound)."
},
"headphone_check": {
"file": "media/hc_check.wav",
"answer_count": 3,
"answer_side": "Right"
},
"versions": {
"Q1": {
"set": "qual",
"items": [
"i_338c0ae0",
"i_0f414524",
"i_61a0513f",
"i_71907af5",
"i_0137fe9c",
"i_ab51edd8",
"i_4c1b2279",
"i_7a4da228"
]
},
"TEST": {
"set": "test",
"sections": [
[
"i_68512b31",
"i_8df13ca6",
"i_b136cfe3",
"i_2ae60f51",
"i_faa4fcf4"
],
[
"i_2a8e9cb6",
"i_4d6306f9",
"i_dcfbbd4e",
"i_928fe359",
"i_23eb4dae"
],
[
"i_9e661664",
"i_90f5759f",
"i_188bec62",
"i_2c958e70",
"i_70092ec4",
"i_e1e1cad3",
"i_0519abcf"
],
[
"i_2453c27c",
"i_1cfbd25c",
"i_bc6929f4",
"i_c507928d",
"i_73baf02a"
]
],
"section_names": [
"Part 1 路 Removal",
"Part 1 路 Addition",
"Part 2 路 Removal",
"Part 2 路 Addition"
],
"section_guides": [
"Each clip has one edited version. Check that the named object is gone from both the picture and the sound for the whole clip, that the rest of the scene and the background sound stay the same, and that the area where the object was looks natural.",
"Each clip has one edited version. Check that the named object appears and looks like the reference frame, that you can hear its sound, that the sound fits what the object does on screen, and that the rest of the clip stays the same.",
"Each clip now has three edited versions, shown one after another. Rate each version on its own against the source; do not compare or rank them. Use the same checks as Part 1, and listen closely for any sound of the object that is still left.",
"Each clip now has three edited versions, shown one after another. Rate each version on its own against the source; do not compare or rank them. Use the same checks as Part 1, and check that the added sound starts and stops with what the object does on screen."
],
"items": [
"i_68512b31",
"i_8df13ca6",
"i_b136cfe3",
"i_2ae60f51",
"i_faa4fcf4",
"i_2a8e9cb6",
"i_4d6306f9",
"i_dcfbbd4e",
"i_928fe359",
"i_23eb4dae",
"i_9e661664",
"i_90f5759f",
"i_188bec62",
"i_2c958e70",
"i_70092ec4",
"i_e1e1cad3",
"i_0519abcf",
"i_2453c27c",