| { |
| "source": "9_template1", |
| "questions": [ |
| { |
| "subject": "abstract geometric structure", |
| "part": "material", |
| "level": "global_attribute", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the material of the abstract geometric structure?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract geometric structure", |
| "part": "color", |
| "level": "global_attribute", |
| "relevance": "text_and_image", |
| "reward": 4, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the color of the abstract geometric structure?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract geometric structure", |
| "part": "shape", |
| "level": "global_attribute", |
| "relevance": "text_and_image", |
| "reward": 4, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the shape of the abstract geometric structure?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract geometric structure", |
| "part": "style", |
| "level": "global_attribute", |
| "relevance": "text_and_image", |
| "reward": 3, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the style of the abstract geometric structure?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract geometric structure", |
| "part": "hexagonal shapes", |
| "level": "part", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to hexagonal shapes?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract geometric structure", |
| "part": "edges", |
| "level": "part", |
| "relevance": "text_and_image", |
| "reward": 4, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to edges?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract geometric structure", |
| "part": "faces", |
| "level": "part", |
| "relevance": "text_and_image", |
| "reward": 4, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to faces?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| } |
| ] |
| } |
