| { |
| "source": "3_template2", |
| "questions": [ |
| { |
| "subject": "abstract spiral design", |
| "part": "color", |
| "level": "global_attribute", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the color of the abstract spiral design?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract spiral design", |
| "part": "shape", |
| "level": "global_attribute", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the shape of the abstract spiral design?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract spiral design", |
| "part": "spiral arms", |
| "level": "part", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to spiral arms?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "abstract spiral design", |
| "part": "central core", |
| "level": "part", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to central core?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| } |
| ] |
| } |
