{ "source": "9_template1", "questions": [ { "subject": "abstract geometric structure", "part": "material", "level": "global_attribute", "relevance": "text_and_image", "reward": 5, "question": { "question_type": "multimodal_alignment", "input": "reference_text + reference_image + generated_image", "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the material of the abstract geometric structure?", "answer_space": [ "Yes", "No" ] } }, { "subject": "abstract geometric structure", "part": "color", "level": "global_attribute", "relevance": "text_and_image", "reward": 4, "question": { "question_type": "multimodal_alignment", "input": "reference_text + reference_image + generated_image", "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the color of the abstract geometric structure?", "answer_space": [ "Yes", "No" ] } }, { "subject": "abstract geometric structure", "part": "shape", "level": "global_attribute", "relevance": "text_and_image", "reward": 4, "question": { "question_type": "multimodal_alignment", "input": "reference_text + reference_image + generated_image", "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the shape of the abstract geometric structure?", "answer_space": [ "Yes", "No" ] } }, { "subject": "abstract geometric structure", "part": "style", "level": "global_attribute", "relevance": "text_and_image", "reward": 3, "question": { "question_type": "multimodal_alignment", "input": "reference_text + reference_image + generated_image", "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the style of the abstract geometric structure?", "answer_space": [ "Yes", "No" ] } }, { "subject": "abstract geometric structure", "part": "hexagonal shapes", "level": "part", "relevance": "text_and_image", "reward": 5, "question": { "question_type": "multimodal_alignment", "input": "reference_text + reference_image + generated_image", "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to hexagonal shapes?", "answer_space": [ "Yes", "No" ] } }, { "subject": "abstract geometric structure", "part": "edges", "level": "part", "relevance": "text_and_image", "reward": 4, "question": { "question_type": "multimodal_alignment", "input": "reference_text + reference_image + generated_image", "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to edges?", "answer_space": [ "Yes", "No" ] } }, { "subject": "abstract geometric structure", "part": "faces", "level": "part", "relevance": "text_and_image", "reward": 4, "question": { "question_type": "multimodal_alignment", "input": "reference_text + reference_image + generated_image", "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to faces?", "answer_space": [ "Yes", "No" ] } } ] }