| { |
| "source": "5_template2", |
| "questions": [ |
| { |
| "subject": "abstract object", |
| "part": "color", |
| "level": "global_attribute", |
| "relevance": "image_only", |
| "reward": 3, |
| "question": { |
| "question_type": "image_alignment", |
| "input": "reference_image + generated_image", |
| "question": "Does the generated image match the reference image with respect to the color of the abstract object?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract object", |
| "part": "material", |
| "level": "global_attribute", |
| "relevance": "image_only", |
| "reward": 3, |
| "question": { |
| "question_type": "image_alignment", |
| "input": "reference_image + generated_image", |
| "question": "Does the generated image match the reference image with respect to the material of the abstract object?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract object", |
| "part": "shape", |
| "level": "global_attribute", |
| "relevance": "image_only", |
| "reward": 4, |
| "question": { |
| "question_type": "image_alignment", |
| "input": "reference_image + generated_image", |
| "question": "Does the generated image match the reference image with respect to the shape of the abstract object?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract object", |
| "part": "rings", |
| "level": "part", |
| "relevance": "image_only", |
| "reward": 4, |
| "question": { |
| "question_type": "image_alignment", |
| "input": "reference_image + generated_image", |
| "question": "Does the generated image match the reference image with respect to rings?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| } |
| ] |
| } |
