| { |
| "source": "2_template2", |
| "questions": [ |
| { |
| "subject": "paper", |
| "part": "color", |
| "level": "global_attribute", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the color of the paper?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "paper", |
| "part": "material", |
| "level": "global_attribute", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to the material of the paper?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "paper", |
| "part": "paper", |
| "level": "part", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to paper?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| }, |
| { |
| "subject": "paper", |
| "part": "text", |
| "level": "part", |
| "relevance": "text_and_image", |
| "reward": 5, |
| "question": { |
| "question_type": "multimodal_alignment", |
| "input": "reference_text + reference_image + generated_image", |
| "question": "Does the generated image correctly represent the expected result of applying the reference text to the reference image with respect to text?", |
| "answer_space": [ |
| "Yes", |
| "No" |
| ] |
| } |
| } |
| ] |
| } |
