[ { "video_id": "sample_2_Misleading_Context_Understanding.mp4", "question": "What's on the green table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 50.0, "options": [ "A. There is a pink card in the middle of the table surrounded by four pairs of hands of different colours.", "B. There are four rows of playing cards on the table, three of which have pink faces.", "C. There is a white curtain in the middle of the table with a black vertical line in the middle that reads '590' on the left and '540' on the right..", "D. There is a white curtain in the middle of the table with two black lines on it." ] }, { "video_id": "sample_2_Misleading_Context_Understanding.mp4", "question": "What exactly is on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 112.0, "options": [ "A. There are five white circles on the table, from left to right, the circles contain the club symbol, the diamond symbol, the heart symbol, the spade symbol and 'NT'.", "B. There are five white circles on the table, but only the first circle on the left has the clubs symbol in it, the other circles have nothing in them.", "C. There is now a spade, a club, a heart and a diamond on the table, with a white circle in the centre that says 'NT'.", "D. There are five white circles on the table and nothing inside them." ] }, { "video_id": "sample_2_Misleading_Context_Understanding.mp4", "question": "How many copies of playing cards are on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 225.0, "options": [ "A. There is now only one copy of playing cards on the table.", "B. There are now five copies of playing cards on the table.", "C. There are now only two copies of playing cards on the table.", "D. There are now thirteen copies of playing cards on the table." ] }, { "video_id": "sample_2_Misleading_Context_Understanding.mp4", "question": "What else exists on the green table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 290.0, "options": [ "A. Now there is a white curtain on the table with three black lines and the letters '4NTX4', '130X4' and '30'.", "B. The table now has a white curtain with two black lines and the letters '4NTX4', '130X4' and '30'.", "C. Now there is a white curtain on the table with two black lines on it.", "D. There is a white circle in the middle of the table with 'NT' written inside." ] }, { "video_id": "sample_2_Misleading_Context_Understanding.mp4", "question": "What's inside the white curtain on the tabletop?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 346.0, "options": [ "A. In the centre of the white cloth there is a black line with '1 30' and '2 60' written on the left side, and in the middle of the numbers there is a spade and a heart symbol, respectively, and below this set of numbers there is another black line and '590'.", "B. Inside the white curtain there is a vertical line with '590' written on the left and '540' written on the right with a red circle on the left.", "C. A white cloth with two black lines and '1 30' written in the lower left corner of the curtain with a spade in the middle of the numbers.", "D. A white cloth with two black lines crossed and '-200x4' written in the upper left corner of the curtain." ] }, { "video_id": "sample_24_Misleading_Context_Understanding.mp4", "question": "How many playing cards are on top of this green table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 57.0, "options": [ "A. There are seven playing cards there, including a seven of spades, an ace of hearts, a seven of clubs, a K of diamonds, a six of clubs, an ace of spades, and a K of diamonds.", "B. There is not a single playing card on it.", "C. There are six playing cards there, a J of diamonds, a seven of diamonds, a seven of spades, a five of diamonds, a six of diamonds, an eight of hearts.", "D. There are five playing cards, including a 7 of diamonds, a 6 of diamonds, an 8 of hearts, a 4 of diamonds and a K of diamonds." ] }, { "video_id": "sample_24_Misleading_Context_Understanding.mp4", "question": "What playing cards are on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 238.0, "options": [ "A. There are two Q of Clubs and a 3 of Hearts.", "B. There are two 10 of clubs, a 10 of spades, a 2 of clubs and a 9 of hearts there.", "C. There are two Q of Clubs, a 3 of Hearts, an 8 of Clubs, a J of Hearts and a 7 of Hearts.", "D. There are two Q of Clubs, a 3 of Hearts and a J of Clubs." ] }, { "video_id": "sample_24_Misleading_Context_Understanding.mp4", "question": "How many playing cards are there and what are they?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 330.0, "options": [ "A. There is not a single playing card here.", "B. There are three playing cards here, a 7 of diamonds, a 3 of clubs and a 7 of clubs.", "C. There are six playing cards here, a 7 of diamonds, a 5 of hearts, a 3 of clubs, a 6 of clubs, an 8 of spades, a 7 of clubs.", "D. There are four playing cards, a 3 of diamonds, a K of spades, a nine of hearts and a J of diamonds." ] }, { "video_id": "sample_24_Misleading_Context_Understanding.mp4", "question": "What are the cards in a face-up playing card?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 476.0, "options": [ "A. There is a 9 of hearts, a 5 of hearts, an A of clubs, a 10 of spades and a 2 of spades.", "B. There is a Q of hearts, a Q of diamonds, an A of spades, a two of clubs and a seven of diamonds.", "C. There is a 9 of diamonds, a 9 of hearts, a 4 of hearts, a K of clubs and a 6 of hearts.", "D. There is a J of clubs, a J of hearts, a J of diamonds, a six of spades and a three of diamonds." ] }, { "video_id": "sample_24_Misleading_Context_Understanding.mp4", "question": "What are the numbers of playing cards with the same numbers and what are the cards?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 597.0, "options": [ "A. Number 8, respectively the 8 of clubs and the 8 of spades.", "B. Number 10, which is the 10 of clubs and the 10 of spades.", "C. Number 10, which is the 10 of clubs, the 10 of spades and the 10 of hearts respectively.", "D. There are no playing cards with the same number on the table now." ] }, { "video_id": "sample_16_Source_Discrimination.mp4", "question": "Who just said\"What astrological sign do I like the most other than mine?\"?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 34.0, "options": [ "A. A white-skinned woman wearing a snake-print vest-style slim-fit top and a lotus-root purple bustier skirt.", "B. A woman wearing a mint green knit dress and large hoop earrings.", "C. A dark-skinned woman wearing a blue suit with white fluff and long tassel earrings.", "D. A fair-skinned man wearing an orange jumper, dark blue jeans, and a bracelet on his right hand." ] }, { "video_id": "sample_16_Source_Discrimination.mp4", "question": "Who just said\"What's my secret talent?\"?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 120.0, "options": [ "A.A man wearing a black blazer, camel-coloured trousers, black leather shoes and a watch on his left hand.", "B.A man wearing a black leather jacket with a white top and black trousers.", "C.A man wearing a purple blazer with a white top and black boots.", "D.A fair-skinned man wearing an orange jumper, dark blue jeans, and a bracelet on his right hand." ] }, { "video_id": "sample_16_Source_Discrimination.mp4", "question": "Who just said\"What's my favorite TV show of all time?\"?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 208.0, "options": [ "A.A fair-skinned man wearing an orange jumper, dark blue jeans, and a bracelet on his right hand.", "B.A dark-skinned man wearing a beige turtleneck jumper, brown plaid trousers, stud earrings and a beard.", "C.A man wearing a black blazer, camel-coloured trousers, black leather shoes and a watch on his left hand.", "D.A man wearing a black leather jacket with a white top and black trousers." ] }, { "video_id": "sample_16_Source_Discrimination.mp4", "question": "Who just said\"What am I certified in?\"?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 321.0, "options": [ "A.A man wearing a black leather jacket with a white top and black trousers.", "B.A man wearing a black blazer, camel-coloured trousers, black leather shoes and a watch on his left hand.", "C.A man wearing a purple blazer with a white top and black boots.", "D.A fair-skinned man wearing an orange jumper, dark blue jeans, and a bracelet on his right hand." ] }, { "video_id": "sample_16_Source_Discrimination.mp4", "question": "Who just said\"What word would I use to describe myself?\"?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 478.0, "options": [ "A.A dark-skinned woman wearing a blue suit with white fluff and long tassel earrings.", "B.A white-skinned woman wearing a snake-print vest-style slim-fit top and a lotus-root purple bustier skirt.", "C.A dark-skinned man wearing a beige turtleneck jumper, brown plaid trousers, stud earrings and a beard.", "D.A woman wearing a mint green knit dress and large hoop earrings." ] }, { "video_id": "sample_36_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a light blue top and headphones?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 43.0, "options": [ "A. He is happy", "B. He is serious.", "C. He is sad.", "D. He is angry." ] }, { "video_id": "sample_36_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a light blue top and headphones? What has caused his mood to change?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 142.0, "options": [ "A. He is happy because of the sudden appearance of the fawn.", "B. He is happy because he sees the fawn jumping into the water.", "C. He is sad because the deer can't swim.", "D. He is a little surprised because he sees the fawn swimming." ] }, { "video_id": "sample_36_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a light blue top and headphones? What has caused his mood to change?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 165.0, "options": [ "A. He is a little happy because the man in the video bowled the ball and himself.", "B. He is a little awestruck because the video shows the bowling ball hitting all the marks.", "C. He is a bit happy because the kitten runs over to him.", "D. He is a little surprised because he sees the deer swimming." ] }, { "video_id": "sample_36_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a light blue top and headphones?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 297.0, "options": [ "A. he is a bit shocked.", "B. he is a bit excited.", "C. He is a bit sad.", "D. He is a bit angry." ] }, { "video_id": "sample_36_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a light blue top and headphones? What has caused his mood to change?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 378.0, "options": [ "A. He is a little confused because he doesn't know what is happening with the shaking of the video.", "B. He is a little disgusted because the puppy in the video is dancing.", "C. He is shocked because in the video he watched, the volleyball hit a cell phone that was placed on a stand to take a picture and it flew over a high railing.", "D. He is calm because nothing happened at the volleyball game." ] }, { "video_id": "sample_13_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 32.0, "options": [ "A. The magician raised his right hand to waist height, spread it upward, his fingers moved flexibly, and suddenly a black smoke appeared in his palm.", "B. The magician holds out his right hand to show the audience that there is nothing in his hand.", "C. The magician raised his right hand to waist height, spread it upward, his fingers moved flexibly, and suddenly a white smoke appeared in his palm.", "D. The magician raises his hands to shoulder height, spreads his hands out to the audience and waves to them." ] }, { "video_id": "sample_13_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 89.0, "options": [ "A. The magician raised his right hand to waist height, spread it upward, his fingers moved flexibly, and suddenly a black smoke appeared in his palm.", "B. The magician quickly removed the black cloth with both hands to the left, and suddenly a black chair appeared behind the black cloth.", "C. The magician quickly removed the black cloth with both hands to the left, and suddenly a red chair appeared behind the black cloth.", "D. The magician raised his right hand to waist height, spread it upward, his fingers moved flexibly, and suddenly a white smoke appeared in his palm." ] }, { "video_id": "sample_13_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 184.0, "options": [ "A. After the magician removed the black cloth covering the chair, a little boy suddenly appeared on the chair.", "B. The magician raised his right hand to waist height, spread it upward, his fingers moved flexibly, and suddenly a white smoke appeared in his palm.", "C. The magician quickly removed the black cloth with both hands to the left, and suddenly a black chair appeared behind the black cloth.", "D. After the magician removed the white cloth covering the chair, a little girl suddenly appeared on the chair." ] }, { "video_id": "sample_13_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 300.0, "options": [ "A. The magician quickly removed the black cloth with both hands to the left, and suddenly a black chair appeared behind the black cloth.", "B. When the magician removed the black cloth from the chair, the boy's pants on the chair changed.", "C. When the magician removed the black cloth covering the chair, the little boy's T-shirt changed.", "D. After the magician removed the black cloth covering the chair, a little boy suddenly appeared on the chair." ] }, { "video_id": "sample_13_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 427.0, "options": [ "A. After the magician removed the black cloth, the little boy on the chair disappeared.", "B. After the magician removed the black cloth, a little boy appeared on the chair.", "C. When the magician removed the black cloth covering the chair, the little boy's T-shirt changed.", "D. A. After the magician removed the black cloth covering the chair, a little boy suddenly appeared on the chair." ] }, { "video_id": "sample_42_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing glasses of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 53.0, "options": [ "A. he is angry because he finds the man in the black suit unfriendly.", "B. he is happy because he is meeting his friend.", "C. he is relaxing because he is talking to his friend.", "D. he is angry because the man in the black suit says he wants to buy all his stock." ] }, { "video_id": "sample_42_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a black suit of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 75.0, "options": [ "A. he is serious because he is thinking about how to talk to the man who wears glasses.", "B. he is very happy because he has met his friend.", "C. he is relaxed because he is talking to his friend.", "D. he is calm because he is listening to the man who wears glasses." ] }, { "video_id": "sample_42_Emotion_Recognition.mp4", "question": "What is the man wearing glasses emotion now?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 133.0, "options": [ "A. he is angry.", "B. he is happy.", "C. he is relaxing.", "D. he is shocked." ] }, { "video_id": "sample_42_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a yellow suit of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 154.0, "options": [ "A. he is very happy because he has met his friend.", "B. he is calm because he is listening to the man who wears glasses.", "C. he is angry because the man in the black suit told the man with the glasses to leave angrily.", "D. he is shocked because the man in the black suit mentioned him in the conversation." ] }, { "video_id": "sample_42_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a black suit of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 170.0, "options": [ "A. He is serious because he is teaching his brother not to help outsiders.", "B. he is serious because he is thinking about how to talk to the man in yellow.", "C. he is calm because he is listening to the man with glasses.", "D. he is calm because he is listening to someone else." ] }, { "video_id": "sample_21_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 14.0, "options": [ "A. Wearing yellow clothes and green pants, size 8 quickly lifted his left foot and shot the ball into the goal. The commentator exclaimed, \"On the day he wins his 50th cap”.", "B. Five people wearing yellow clothes and green pants are dancing. The commentator exclaimed, \"Sipiwe Shabalala,”.", "C. The player wearing yellow clothes and green pants lifted their hands and ran backwards. The commentator exclaimed, 'And South Africa has their first goal!'.", "D. There are many spectators wearing yellow clothes and green pants cheering. The commentator exclaimed, 'And South Africa has their first goal!'." ] }, { "video_id": "sample_21_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 76.0, "options": [ "A. The No.8 player dressed in black volleyed . The commentator said, \"A problem that even Chad Kingston couldn't resist.", "B. Five team members dressed in black hugged and congratulated each other. The commentator said, 'From this talented young man.'.", "C. A player wearing a black number 8 jersey ran towards the camera. The commentator said, \"There's a goal.\" This is Football City", "D. A player wearing a black number 8 jersey excitedly jumped up and punched. The commentator said, \"There's a goal.\" This is Football City" ] }, { "video_id": "sample_21_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 135.0, "options": [ "A. There are several players wearing blue and white clothes competing for the ball. The commentator said, 'To take Uruguay into the quarter-finals of the World Cup'.", "B. The football flew past the goalkeeper wearing green clothes and entered the goal. The audience cheered in unison.", "C. A player wearing a blue number 9 jersey ran out of the stadium to cheer and congratulate. The commentator said, 'Luis Suarez could have scored a goal.'.", "D. A player wearing the blue number 9 jersey crossed the opponent and shot the ball into the goal, and the audience cheered in unison." ] }, { "video_id": "sample_21_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 203.0, "options": [ "A. There are several players wearing white and blue striped clothes and players wearing green clothes competing for the ball. The commentator said, 'He will score again'.", "B. A person in a suit excitedly grabbed a player wearing white and blue striped clothes, then clenched his fists and shouted loudly.The commentator said, 'If his first on was debatable'.", "C. The 11th player wearing white and blue striped clothes volleyed into the goal with their right foot. The commentator said, 'Tevez is one of the goals of the World Cup'.", "D. An athlete wearing white and blue striped clothes was running excitedly while waving his hands. The commentator said, 'A dazzling goal!'! Exciting Strike '." ] }, { "video_id": "sample_21_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 264.0, "options": [ "A. The fifth player wearing an orange jersey volleyed forward with great force and scored the goal. The commentator said, 'Absolute snorter'.", "B. Some players wearing orange clothes and players wearing blue clothes compete for the ball on the field. The commentator said, 'Just like now,' Van Braunschweig Hirst! '.", "C. The athlete wearing orange clothes ran excitedly while waving. The commentator exclaimed, 'Oh, that must be one of the great goals of the World Cup final'.", "D. A player dressed in orange lifted one foot and was about to throw the football into the goal.The commentator said, 'Winning cap number 105 '." ] }, { "video_id": "sample_34_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 57.0, "options": [ "A. In the kick-off session, the yellow team and the white team were making a steal, and the yellow team was the first to get the right to ask for the ball, and then went on offense. The commentator said: 'got some really nice players here to watch we're gonna be excited to watch the pace of this game.'.", "B. White player 55 is surrounded by opponents with no offense, 44 steps up to receive the ball and then goes for a three-step layup. The ball doesn't go in, but the possession is returned to him and he shoots again and scores. The commentator said, 'running into Castleton second attempt he sticks with it.'.", "C. The White team's 28 and 29 played well together. 28 took the ball to the basket, passed it to 29 under siege, and 29 made a foul shot and scored. The commentator said: 'a perfect love to Marquise Balden.'.", "D. No. 21 of the yellow team, surrounded by the players of the white team, made a three-step layup with a fake, but unfortunately, the ball did not go in. The commentator says: 'Maxwell Lewis long strides.'." ] }, { "video_id": "sample_34_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 103.0, "options": [ "A. Player 55 of the white team took advantage of the yellow team's looseness, he took the ball for a three-step layup plus a confrontation, toppled his opponent, jumped and put the ball in. The commentator said, 'as Ethan Thompson shows off a little left hand.'.", "B. The White's 55 gains possession of the ball and quickly launches the offense. He observes 4 at the front of the line and passes hard to 4, who completes the uptempo shot and scores. The commentator says, 'takes some contact and banks it in.'.", "C. Player 21 of the yellow team, surrounded by three players of the white team, made a three-step layup plus a fake, but unfortunately all the ball did not go in. The commentator says: 'Maxwell Lewis long strides and there's another block for Bolden.'.", "D. The yellow team's No.21 player broke through the line with the ball, but had no chance to shoot, then passed the ball to No.36, who made a fake shot to confuse the opponent and stabilized his body to shoot a three-pointer. The commentator said: 'Lewis baseline drive, Henson.'." ] }, { "video_id": "sample_34_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 163.0, "options": [ "A. White team player 71 and 31 worked together silently, and with their opponents surrounding them, the two passed to each other twice, creating an opportunity for 71 to make a three-pointer, before 71 fell and quickly got up. The commentator said, 'AND 3 IS GOOD.'.", "B. White player 31 gains possession of the ball, and with four Yellow players guarding him, he quickly launches himself into the lane, shoots but misses, but he quickly remedies the shot and scores. The commentator says:'with who and maybe needs a little bit of confidence and have things to go well for him.'.", "C. With a minute to go and both teams getting physical, White 31 passes to 29, who stabilizes and shoots a three-pointer. The commentator said excitedly, 'Staying hot continuing.'.", "D. Player 21 of the yellow team, surrounded by three players of the white team, made a three-step layup plus a fake, but alas it was all a ball that didn't go in. The commentator says:'Maxwell Lewis long strides and there's another block for Bolden.'." ] }, { "video_id": "sample_34_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 210.0, "options": [ "A. Player 27 of the white team attacks with the ball, cuts into the opponent's lane, fights off a foul, and scores a goal of his own. The commentator says: 'Besscovy taking contact.'.", "B. White 55 gets the ball, 27 helps 55 on the block, 55 quickly goes on the attack, sharpshooting plus a turnaround shot and scores. The commentator says:'with who and maybe needs a little bit of confidence and have things to go well for him.'.", "C. With a minute to go and both teams getting physical, White 31 passes to 29, who stabilizes and shoots a three-pointer. The commentator said excitedly, 'day Kwan Plowden staying hot continuing.'.", "D. The yellow team's team's stand form a triangle and they launch an attack, yellow team's 21 misses a layup shot and 14 remedies the situation under the rim. The commentator said 'with that follow from Castleton after the Lewis Miss.'." ] }, { "video_id": "sample_34_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 226.0, "options": [ "A. Player 27 of the white team attacks with the ball, cuts into the opponent's lane, fights off a foul, and scores a goal of his own. The commentator says: 'veskaby taking contact oh and he banks it in.'.", "B. The yellow team gained possession of the ball at the start of the serve, and then launched a fierce attack, the white team did not get back on defense in time, and the yellow team's No. 4 player made a smooth three-pointer. The commentator said, 'catch and shoot connect connects.'.", "C. With a minute to go and both teams getting physical, White 31 passes to 29, who stabilizes and shoots a three-pointer. The commentator said excitedly, 'day Kwan Plowden staying hot continuing.'.", "D. Yellow 14 breaks through the defense with the ball and shoots. A White team's player caps the ball and it is tapped away, and at the same time, he also injures his teammate by mistake. The commentator said 'Castleton wiped off the window.'." ] }, { "video_id": "sample_29_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'you guessed it, computer science.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 64.0, "options": [ "A. A blonde woman wearing a long-sleeved white and crimson blouse and blue-framed glasses is talking to the camera.", "B. A gray background with three lines of text reading 'APPLES = 5.', 'PEARS = 10.', 'FRUITS = APPLES + PEARS.'.", "C. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera with a line of yellow text in front of her that reads 'ALGORITHM.'.", "D. A young dark-haired boy wearing a black jacket with white stripes and glasses sat in front of an old computer with another young dark-haired boy wearing a white top." ] }, { "video_id": "sample_29_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Computers sort all the time.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 81.0, "options": [ "A. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera with a line of green text in front of her that reads 'SORTING.'.", "B. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera, and to her left there is an orange computer with the word '010' displayed on the screen.", "C. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera with a line of yellow text in front of her that reads 'ALGORITHM.'.", "D. A young dark-haired boy wearing a black jacket with white stripes and glasses sat in front of an old computer with another young dark-haired boy wearing a white top." ] }, { "video_id": "sample_29_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'It's called selection sort, and it's pretty basic.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 187.0, "options": [ "A. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera with a line of green text in front of her that reads 'SORTING.'.", "B. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera, and to her left there is an orange computer with the word '010' displayed on the screen.", "C. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera with a line of light blue text in front of her that reads 'SELECTION SORT.'.", "D. On a yellow background with purple lettering that reads 'FLIGHTS TO INDIANAPOLIS', underneath the text is a column of price tags that, from top to bottom, reads $307, $239, $214, $250, $384, $299, $223, and $312, all pointing to the same label, 'ARRAY.'." ] }, { "video_id": "sample_29_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Our example array had n equals 8 items.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 241.0, "options": [ "A. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera, and to her left is a purple lozenge containing a paragraph of light blue text that reads 'n=8 items.'.", "B. A blonde woman wearing a long-sleeved white and crimson blouse and blue-rimmed glasses is talking to the camera, and to her left is a purple lozenge containing a paragraph of yellow text that says n squared.", "C. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera with a line of light blue text in front of her that reads 'SELECTION SORT.'.", "D. On a yellow background with purple lettering that reads 'FLIGHTS TO INDIANAPOLIS', underneath the text is a column of price tags that, from top to bottom, reads $307, $239, $214, $250, $384, $299, $223, and $312, all pointing to the same label, 'ARRAY.'." ] }, { "video_id": "sample_29_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'That's a big problem for a company like Google, which has to sort arrays with millions.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 265.0, "options": [ "A. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera, and to her left is a purple lozenge containing a paragraph of light blue text that reads 'n=8 items.'.", "B. A blonde woman wearing a long-sleeved white and crimson blouse and blue-rimmed glasses is talking to the camera, and to her left is a purple lozenge containing a paragraph of yellow text that says n squared.", "C. A blonde woman wearing a white and crimson long-sleeved blouse and blue-rimmed glasses is talking to the camera .", "D. A row of yellow, green, blue, and red bicycles were parked in front of the Google building." ] }, { "video_id": "sample_38_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Flying over this country's vast and varied landscape.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 43.0, "options": [ "A. The camera is facing the front of the sphinx, and you can see signs of damage to the nose area of the sphinx. To the left is the road with stone pillars forming a fence. A pyramid can be seen in the background in the distance to the left.", "B. A pink hot air balloon floats above a somewhat dilapidated, earthy yellow, old stone and brick building. There is grass and trees in the upper left corner of the frame.", "C. Two pyramids stand on a dirt-coloured flat ground with a long road between them. Some earth-coloured stone and brick buildings, some of which are in disrepair, are spread out on the left and right sides of the picture.", "D. Under the blue sky, on the left side is the blue sea with a curved coastline. On the right are high yellow slopes and hills with a few white buildings." ] }, { "video_id": "sample_38_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'To build a nation, like no other.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 59.0, "options": [ "A. The camera captures the city from an aerial view. In the middle of the screen, a pyramid can be seen, with relatively low buildings surrounding it. Trees are planted among the buildings. Boats are moored along the riverbank, and on the other side of the river, there are many buildings of varying heights. A bridge connects the two banks.", "B. Two pyramids stand on a dirt-coloured flat ground with a long road between them. Some earth-coloured stone and brick buildings, some of which are in disrepair, are spread out on the left and right sides of the picture.", "C. Under the blue sky, on the left side is the blue sea with a curved coastline. On the right are high yellow slopes and hills with a few white buildings.", "D. A pink hot air balloon floats above a somewhat dilapidated, earthy yellow, old stone and brick building. There is grass and trees in the upper left corner of the frame." ] }, { "video_id": "sample_38_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'It's the biggest and most populous country in the Arab world.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 91.0, "options": [ "A. This is a scene from a virtual presentation animation. The video shows the border between northeastern Africa and southwestern Asia, with the blue line circling the part of Egypt.", "B. In the lower left corner of a building in the center of the video screen is a small tower erected high above the ground, with a round white roof to the right. As far as the eye can see there is a dense cluster of buildings with many people on the ground. There are also trees in the lower and lower right part of the video screen.", "C. The camera captures the city from an aerial view. In the middle of the screen, a tall tower can be seen, with relatively low buildings surrounding it. Trees are planted among the buildings. Boats are moored along the riverbank, and on the other side of the river, there are many buildings of varying heights. A bridge connects the two banks.", "D. This is a virtual presentation animation. There is a globe in the middle of a black background, with light coming from the left side, illuminating the left half of the globe. The outer ring of the globe is fluorescent blue." ] }, { "video_id": "sample_38_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Life here has always been a challenge.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 99.0, "options": [ "A. It was an endless desert, with a strong glow from the sun in the upper right corner, and the entire sky was a pale yellow color.", "B. In the lower left corner of a building in the center of the video screen is a small tower erected high above the ground, with a round white roof to the right. As far as the eye can see there is a dense cluster of buildings with many people on the ground. There are also trees in the lower and lower right part of the video screen.", "C. This is a virtual presentation animation. There is a globe in the middle of a black background, with light coming from the left side, illuminating the left half of the globe. The outer ring of the globe is fluorescent blue.", "D. This is a scene from a virtual presentation animation. The video shows the border between northeastern Africa and southwestern Asia, with the blue line circling the part of Egypt." ] }, { "video_id": "sample_38_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Father and son Yousef and Carrie Mohammed.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 490.0, "options": [ "A. Two small boats were traveling from right to left on the lake, the sky reflected the lake in a dim yellow color, and the bank above was planted with trees whose shadows were reflected in the water.", "B. The video footage shows the lake separated by an island of varying sizes, with the complex of buildings clearly visible on the island in the center of the video and trees planted on the lower part of the island.", "C. Two pyramids stand on a dirt-coloured flat ground with a long road between them. Some earth-coloured stone and brick buildings, some of which are in disrepair, are spread out on the left and right sides of the picture.", "D. On one of the shores, there was a small boat with a mainly blue hull and green fishing nets at the ends of the boat. A father and his son are sitting in the boat, with the father holding the oars in both hands. Another small boat can be seen on the right side of the video frame." ] }, { "video_id": "sample_28_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'such that the cross thread, called the weft, passed above or below the thread.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 92.0, "options": [ "A. A blonde woman in a gray T-shirt is talking to the camera.", "B. In a picture of an oil painting, a woman in a red dress sits with her hands on her head in front of a loom with a river and a castle outside the circular window.", "C. In a black-and-white illustration, a woman in traditional medieval dress operates a large wooden loom.", "D. There is a hand operating a loom weaving fabric, the colors of the fabric are white and red." ] }, { "video_id": "sample_28_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Their operation was fixed and not programmable.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 146.0, "options": [ "A. A woman in a black blouse and black bow tie punching holes with an old-fashioned hole punch.", "B. A woman in a white blouse is operating an old tabulating machine.", "C. In a black-and-white illustration, a woman in traditional medieval dress operates a large wooden loom.", "D. There is a hand operating a loom weaving fabric, the colors of the fabric are white and red." ] }, { "video_id": "sample_28_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'they were also called plugboards.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 174.0, "options": [ "A. A woman in a black blouse and black bow tie punching holes with an old-fashioned hole punch.", "B. A woman in a white blouse is operating an old tabulating machine.", "C. Against a white background sits an old plugboards, and right in front of the machine is 'PLUGBOARDS.' written in orange letters.", "D. A male wearing a black vest with a white striped shirt and black tie is operating a machine." ] }, { "video_id": "sample_28_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'This not only made programming a lot more comfortable, but also allowed for different programs to be plugged into a machine.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 189.0, "options": [ "A. A male wearing a white top and gray pants was checking out a machine.", "B. A blonde woman in a gray T-shirt is talking to the camera.", "C. Against a white background sits an old plugboards, and right in front of the machine is 'PLUGBOARDS.' written in orange letters.", "D. A male wearing a black vest with a white striped shirt and black tie is operating a machine." ] }, { "video_id": "sample_28_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Even after a program had been completely figured out on paper, physically wiring up.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 220.0, "options": [ "A. A male wearing a white top and gray pants was checking out a machine.", "B. A blonde woman in a gray T-shirt is talking to the camera.", "C. A large circuit board filled with various interconnected wires.", "D. In an animation-style scene, a man in a gray suit and black pants is operating a machine on a wall, while another man in a white coat and white glasses is holding a notepad in his left hand and wires in his right." ] }, { "video_id": "sample_3_Source_Discrimination.mp4", "question": "Who just said 'Joey ate my last stick of gum, so l killed him'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 25.0, "options": [ "A. a dark-haired male wearing a blue, brown and white striped shirt and black pants.", "B. a brown-haired male wearing a black shirt with a brown and black vest and white pants.", "C. a blonde female wearing a sleeveless green dress with a floral print on it.", "D. A brown-haired female wearing a black short-sleeved T-shirt with gray stripes around the collar and cuffs, and black-and-white striped pants." ] }, { "video_id": "sample_3_Source_Discrimination.mp4", "question": "Who just said 'What is up with the universe?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 64.0, "options": [ "A. a dark-haired male wearing a blue, brown and white striped shirt and black trousers.", "B. a brown-haired male wearing a black shirt, brown and black waistcoat and white trousers.", "C. a blonde female wearing a sleeveless green dress with a floral print on it.", "D. a brown-haired female wearing a black short-sleeved T-shirt with grey stripes around the collar and cuffs and black and white striped trousers." ] }, { "video_id": "sample_3_Source_Discrimination.mp4", "question": "Who just said 'I'm getting a deja vu.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 88.0, "options": [ "A. A blonde woman wearing a sleeveless green dress with a floral print.", "B. A brunette wearing a black short-sleeved t-shirt with gray stripes around the collar and cuffs, and black-and-white striped pants.", "C. a dark-haired male wearing a blue, black, and white striped bathrobe.", "D. a dark-haired male wearing a blue, brown, and white striped shirt and black pants." ] }, { "video_id": "sample_3_Source_Discrimination.mp4", "question": "Who just said 'We didn't change.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 128.0, "options": [ "A. A blonde woman wearing a sleeveless green dress with a floral print.", "B. A brunette wearing a black short-sleeved t-shirt with gray stripes around the collar and cuffs, and black-and-white striped pants.", "C. a dark-haired male wearing a blue, black, and white striped bathrobe.", "D. a blonde female wearing a blue denim undershirt and a black skirt." ] }, { "video_id": "sample_3_Source_Discrimination.mp4", "question": "Who just said 'We're just gonna need a little time.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 189.0, "options": [ "A. A blonde woman wearing a sleeveless green dress with a floral print.", "B. A brunette wearing a black short-sleeved t-shirt with gray stripes around the collar and cuffs, and black-and-white striped pants.", "C. a dark-haired male wearing a blue, black, and white striped bathrobe.", "D. a dark-haired male wearing a blue, brown, and white striped shirt and black pants." ] }, { "video_id": "sample_48_Misleading_Context_Understanding.mp4", "question": "What image does the footage in the video show?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 36.0, "options": [ "A. This room has a beige floor, two benches and two stools in the middle of the room, a coffee table with a rug underneath, a fireplace and a black TV screen in the room, and a ceiling fan on the ceiling.", "B. The room has a brown floor, a clear table and a white table in the middle of the room, several stools around the two tables, and several chandeliers above the tables.", "C. There are three benches in the middle of the room with white pillows on them, a coffee table with a green plant in the middle of the chairs, and a fireplace with a fire burning in it.", "D. There is a low house with a yellow light, a black roof, and a blue pool in front of the house." ] }, { "video_id": "sample_48_Misleading_Context_Understanding.mp4", "question": "What exists inside this room?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 110.0, "options": [ "A. This room has a white carpet with a brown coffee table on top of it, two white stools and two white sofas next to it, and two black stools, a chandelier on the ceiling, and a huge floor-to-ceiling window and white curtains on the right side of the room.", "B. This room is very empty, there is a painting and a fireplace on the wall and a chandelier on the ceiling, other than that there is nothing else in the room.", "C. The room has a brown floor, a white marble table in the middle of the room, four white chairs next to the table, two yellow chandeliers on the ceiling, and a few white cupboards in the room.", "D. This room has a white cabinet and three white chairs. On the right side of the room there is an L-shaped bar with a sink and several cabinets and an oven." ] }, { "video_id": "sample_48_Misleading_Context_Understanding.mp4", "question": "What does the room in the video show?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 147.0, "options": [ "A. The room in the video is very empty, with only a chandelier on the ceiling and a fireplace and a painting on the wall.", "B. The room has a lot of white windows, through which you can see cars driving outside, a desk in the middle of the room, a coffee table and two grey stools next to it.", "C. There is a grey carpet on the floor of the room, a white bed in the middle of the room, a black cabinet by the bedside, two chandeliers above the bed, and a chandelier on the ceiling in the middle of the room.", "D. This room has an off-white carpet on the floor, a coffee table with a potted plant next to it, an off-white sofa and two grey stools, and two paintings and two lamps on the walls of the room." ] }, { "video_id": "sample_48_Misleading_Context_Understanding.mp4", "question": "What kind of picture does this room show?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 190.0, "options": [ "A. This room has a white carpet on the floor, a bed in the middle with two cupboards for miscellaneous items, a glowing chandelier on the ceiling, a window on the right side of the room with white curtains next to the window and a pink chair in the corner.", "B. The room had a beige floor, two windows and a white bathtub on the left side of the room, a glass cubicle with a table next to it, two mirrors on the wall and a glowing chandelier on the ceiling.", "C. There is a grey carpet on the floor of the room, a white bed in the middle of the room, a black cabinet by the bedside, two chandeliers above the bed, and a chandelier on the ceiling in the middle of the room.", "D. This room has a black floor, white walls, a white carpet on the floor, a bed in the middle of the room with a black and white striped comforter and pillows, four paintings and two lamps on the wall above the bed, two cupboards next to the bed, and a chandelier on the ceiling." ] }, { "video_id": "sample_48_Misleading_Context_Understanding.mp4", "question": "What things does the footage in the video show?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 259.0, "options": [ "A. In the middle of the house there is a glowing fireplace with a TV on top of it, there are a few stools here and there, glowing sconces on the walls, and a blue swimming pool at the front of the house.", "B. There is a white carpet on the floor of this room, a grey chair in the left corner of the room, a bed in the middle with two cupboards at the head of the bed, two lamps on the wall above the bed, a TV on the wall to the right of the room, and two windows and grey curtains in the room.", "C. It's a basketball court with a red ground, a ball frame in the middle of the frame, a few blue balls on the ground, and a barbed wire fence around the court.", "D. Here is a house with a blue roof, a two-storey house with many windows on the outside wall, and a green meadow in front of the house." ] }, { "video_id": "sample_27_Source_Discrimination.mp4", "question": "Who just said\"What movies you know?\"?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 40.0, "options": [ "A.A short-haired woman wearing a pink suit with a white shirt and a watch on her left hand.", "B. A man wearing a black short-sleeved blouse, jeans, and a silver watch on his left hand.", "C. A man wearing a dark gray blazer with a vertical striped shirt.", "D. A boy wearing black-framed glasses and a checkerboard sweater." ] }, { "video_id": "sample_27_Source_Discrimination.mp4", "question": "Who just said\"I don't know that one.\"?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 52.0, "options": [ "A.A man wearing a dark gray blazer with a vertical striped shirt.", "B.A short-haired woman wearing a pink suit with a white shirt and a watch on her left hand.", "C.A man wearing a black short-sleeved blouse, jeans, and a silver watch on his left hand.", "D.A boy wearing black-framed glasses and a checkerboard sweater." ] }, { "video_id": "sample_27_Source_Discrimination.mp4", "question": "Who just said\"You look smarter than us.\"?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 61.0, "options": [ "A.A boy wearing black-framed glasses and a checkerboard sweater.", "B.A man wearing a black short-sleeved blouse, jeans, and a silver watch on his left hand.", "C.A short-haired woman wearing a pink suit with a white shirt and a watch on her left hand.", "D.A man wearing a dark gray blazer with a vertical striped shirt." ] }, { "video_id": "sample_27_Source_Discrimination.mp4", "question": "Who just said\"Can you repeat the question?\"?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 124.0, "options": [ "A.A man wearing a dark gray blazer with a vertical striped shirt.", "B.A short-haired woman wearing a pink suit with a white shirt and a watch on her left hand.", "C.A boy wearing black-framed glasses and a checkerboard sweater.", "D.A man wearing a black short-sleeved blouse, jeans, and a silver watch on his left hand." ] }, { "video_id": "sample_27_Source_Discrimination.mp4", "question": "Who just said\"I''m asking Siri.\"?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 144.0, "options": [ "A.A boy wearing black-framed glasses and a checkerboard sweater.", "B.A man wearing a black short-sleeved blouse, jeans, and a silver watch on his left hand.", "C.A man wearing a dark gray blazer with a vertical striped shirt.", "D.A short-haired woman wearing a pink suit with a white shirt and a watch on her left hand." ] }, { "video_id": "sample_23_Emotion_Recognition.mp4", "question": "What is the mood of this lady in a red evening dress with blonde hair? Why is she in that mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 12.0, "options": [ "A. She is puzzled because she saw the audience laughing all the time.", "B. She is a bit dissatisfied because that audience member keeps laughing.", "C. She is a bit angry because that person keeps laughing.", "D. She is a bit happy because she is giving a speech on stage." ] }, { "video_id": "sample_23_Emotion_Recognition.mp4", "question": "What is the mood of this lady in a red evening dress with blonde hair?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 19.0, "options": [ "A. She is puzzled.", "B. She is a bit dissatisfied.", "C. She is a bit angry.", "D. She is a bit happy." ] }, { "video_id": "sample_23_Emotion_Recognition.mp4", "question": "What is the mood of this lady in a red evening dress with blonde hair? Why is she in that mood?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 46.0, "options": [ "A. She is a bit angry because the envelope is a bit tight.", "B. She is a bit anxious because the envelope is a bit tight.", "C. She is a bit angry because that person keeps laughing.", "D. She is a bit happy because she is giving a speech on stage." ] }, { "video_id": "sample_23_Emotion_Recognition.mp4", "question": "What is the mood of the black-haired man in a white suit in the video? Why does he have such a mood?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 84.0, "options": [ "A. He is very happy because he is kissing his wife.", "B. He is extremely delighted because he won an Oscar.", "C. He is very happy because he is hugging the host.", "D. He is happy because of the audience’s applause." ] }, { "video_id": "sample_23_Emotion_Recognition.mp4", "question": "What is the mood of the black-haired man in a white suit in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 90.0, "options": [ "A. he is nervous", "B. he is excited", "C. he is happy", "D. he is calm" ] }, { "video_id": "sample_42_Source_Discrimination.mp4", "question": "Who just said 'Now these you could do these things without massive resources.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 217.0, "options": [ "A. A woman with wavy hair wearing a white blazer with a black interior and gold earrings.", "B. A bald man wearing a blue horizontal striped shirt and black round-framed glasses.", "C. A woman wearing a white dress with long black hair and a thin necklace.", "D. A woman with short hair wearing a white blouse, a round bead necklace, and glasses.." ] }, { "video_id": "sample_42_Source_Discrimination.mp4", "question": "Who just said 'You know, it's true.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 281.0, "options": [ "A. A man wearing a black blazer with a white shirt and glasses.", "B. A woman with wavy hair wearing a white blazer with a black interior and gold earrings.", "C. A bald man wearing a blue horizontal striped shirt and black round-framed glasses.", "D. A woman with short hair wearing a beige blouse, a round bead necklace, and glasses." ] }, { "video_id": "sample_42_Source_Discrimination.mp4", "question": "Who just said 'I know that's a tough question.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 366.0, "options": [ "A. A bald man wearing a blue horizontal striped shirt and black round-framed glasses.", "B. A woman wearing a white dress with long black hair and a thin necklace.", "C. A woman with short hair wearing a beige blouse, a round bead necklace, and glasses.", "D. A woman with wavy hair wearing a white blazer with a black interior and gold earrings." ] }, { "video_id": "sample_42_Source_Discrimination.mp4", "question": "Who just said 'These things do take time.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 403.0, "options": [ "A. A woman wearing a white dress with long black hair and a thin necklace.", "B. A bald man wearing a blue horizontal striped shirt and black round-framed glasses.", "C. A woman with short hair wearing a white blouse, a round bead necklace, and glasses.", "D. A woman with wavy hair wearing a white blazer with a black interior and gold earrings." ] }, { "video_id": "sample_42_Source_Discrimination.mp4", "question": "Who just said 'So change will happen.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 418.0, "options": [ "A. A woman with short hair wearing a white blouse, a round bead necklace, and glasses.", "B. A woman wearing a white dress with long black hair and a thin necklace.", "C. A woman with wavy hair wearing a white blazer with a black interior and gold earrings.", "D. A bald man wearing a blue horizontal striped shirt and black round-framed glasses." ] }, { "video_id": "sample_28_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 93.0, "options": [ "A. A player in a blue jersey is about to shoot when a goalkeeper in a green jersey swoops in and fails to shoot, and the ball rolls out of play, and the narrator says 'Jauvino is missed!'.", "B. A 3 player in a blue jersey passes to a 9 player in a blue jersey who kicks at the goal, but the ball is shot wide to the left of the goal and the narrator says 'but his pass has picked up Ashley Cole, and Cole has found Torres.'.", "C. Player in red dribbled close to the goal, but had to pass the ball because of the obstruction of a player in blue, after which the ball was caught by another player in blue, and the narrator said 'Ramsey, who's face to face here with Cech, and Cech went to the ground.'.", "D. A player in a red jersey is about to shoot when a goalkeeper in a green jersey swoops in and fails to shoot, and the ball rolls out of play, and the narrator says 'Jauvino is missed!'." ] }, { "video_id": "sample_28_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 132.0, "options": [ "A. A player in a blue jersey kicks the ball close to the goal, another player in a red jersey rushes over and kicks the ball, which flies over the goal and into the crowd as the narrator shouts 'Van Persie!'.", "B. A player in a red jersey kicks the ball close to the goal, another player in a red jersey rushes over and kicks the ball, which flies over the goal and into the crowd as the narrator shouts 'Van Persie!'.", "C. player in red dribbled close to the goal, but had to pass the ball because of the obstruction of a player in blue, after which the ball was caught by another player in blue, and the narrator said 'Ramsey, who's face to face here withCech, and Cech went to the ground.'.", "D. A player in a red jersey is about to shoot when a goalkeeper in a green jersey swoops in and fails to shoot, and the ball rolls out of play, and the narrator says 'Jauvino is missed!'." ] }, { "video_id": "sample_28_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 157.0, "options": [ "A. A player in a blue jersey will pass to another player in a blue jersey, a player in a red jersey tries to head the ball to stop it but he fails, another player in a blue jersey heads the ball into the goal and the narrator shouts 'Coached in towards Lampard!'.", "B. A player in a red jersey kicks the ball close to the goal, another player in a red jersey rushes over and kicks the ball, which flies over the goal and into the crowd as the narrator shouts 'Van Persie!'.", "C. A player in a red jersey will pass to another player in a blue jersey, a player in a red jersey tries to head the ball to stop it but he fails, another player in a blue jersey heads the ball into the goal and the narrator shouts 'Coached in towards Lampard!'.", "D. A player in a red jersey is about to shoot when a goalkeeper in a green jersey swoops in and fails to shoot, and the ball rolls out of play, and the narrator says 'Jauvino is missed!" ] }, { "video_id": "sample_28_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 194.0, "options": [ "A. A player in a blue jersey will pass to another player in a blue jersey, a player in a red jersey tries to head the ball to stop it but he fails, another player in a blue jersey heads the ball into the goal and the narrator shouts 'Coached in towards Lampard!'.", "B. A player in a red jersey kicks the ball close to the goal, another player in a red jersey rushes over and kicks the ball, which flies over the goal and into the crowd as the narrator shouts 'Van Persie!'.", "C. A player in a red jersey was dribbling close to the goal, a player in a red jersey to his left tried to block, he shot, the green keeper tried to stop it but was unsuccessful, but the ball still went wide, the narrator said 'It's a lovely ball for Sturridge!'.", "D. A player in a blue jersey was dribbling close to the goal, a player in a red jersey to his left tried to block, he shot, the green keeper tried to stop it but was unsuccessful, but the ball still went wide, the narrator said 'It's a lovely ball for Sturridge!'." ] }, { "video_id": "sample_28_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 222.0, "options": [ "A. A player in a blue jersey will pass to another player in a blue jersey, a player in a red jersey tries to head the ball to stop it but he fails, another player in a blue jersey heads the ball into the goal and the narrator shouts 'Coached in towards Lampard!'.", "B. A player in a red jersey kicks the ball close to the goal, another player in a red jersey rushes over and kicks the ball, which flies over the goal and into the crowd as the narrator shouts 'Van Persie!'.", "C. A player in a red jersey dribbles close to the goal and passes the ball to another player in a red jersey before being stopped by the goalkeeper in a green jersey, who receives the ball and shoots, with the narrator saying 'Gervinho, Van Persie.'.", "D. A player in a blue jersey was dribbling close to the goal, a player in a red jersey to his left tried to block, he shot, the green keeper tried to stop it but was unsuccessful, but the ball still went wide, the narrator said 'It's a lovely ball for Sturridge!'." ] }, { "video_id": "sample_24_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I am here in Shanghai, China.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 38.0, "options": [ "A. A man wearing a black coat, gray hoodie and olive green pants. On his hands, he's doing a prayer gesture.", "B. There is a bridge with two men walking on it. The man on the left is wearing a red jacket and black pants, while the man on the right is wearing a black coat and black pants. ", "C. This is a city park on a sunny day. There are many people walking in the park, some alone and some in groups.", "D. This is a beautiful night view of Shanghai. The Oriental Pearl Tower, Shanghai World Financial Center, Jin Mao Tower and other landmarks are shining with lights." ] }, { "video_id": "sample_24_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'But now china is back open.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 45.0, "options": [ "A. This is a beautiful night view of Shanghai. The Oriental Pearl Tower, Shanghai World Financial Center, Jin Mao Tower and other landmarks are shining with lights.", "B. A man wearing a black coat, gray hoodie and green pants, with a backpack on his back. He has a baseball cap on his head, hands spread out, and looks surprised. ", "C. This is a city park on a sunny day. There are many people walking in the park, some alone and some in groups.", "D. A man wearing a black coat, gray hoodie and olive green pants. On his hands, he's doing a prayer gesture. The background features several trees and some buildings." ] }, { "video_id": "sample_24_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'It's firday.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 66.0, "options": [ "A. A park scene with a photographer in camo and a young man in blue, red lanterns, and modern skyline in clear blue sky.", "B. A man wearing a black coat, gray hoodie and green pants, with a backpack on his back. He has a baseball cap on his head, hands spread out, and looks surprised. ", "C. A scene in a city street has some people walking. In the background there is a modern building with a unique design and a white awning structure on top.", "D. A man wearing a black coat, gray hoodie and olive green pants. On his hands, he's doing a prayer gesture. The background features several trees and some buildings." ] }, { "video_id": "sample_24_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'All of this is different vegetable.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 129.0, "options": [ "A. There is a man and a woman in the kitchen. The woman is wearing a white shirt, a purple apron, and a mask, pointing at the stove. The man is wearing a gray sweater and a mask, standing by the shelf. ", "B. A chef cooking in the kitchen. She is wearing a mask and an apron, using a spatula to stir the food on the hot plate.", "C. Some people walking on the street. Specifically, there are two white buildings in the background with a round tower to the right. ", "D. In the restaurant's kitchen, bowls of small, colorful ingredients sit on metal counters." ] }, { "video_id": "sample_24_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'The perfect breakfast in Shanghai.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 283.0, "options": [ "A. A foreigner eating on the street. He is wearing a black coat, gray hoodie and a hat, with a microphone around his neck. The man is holding food in his hand.", "B. A hand holding a half-eaten sandwich. The sandwich is wrapped in brown paper, with green vegetables and meat filling visible inside. ", "C. Some people walking on the street. Specifically, there are two white buildings in the background with a round tower to the right. ", "D. A foreigner eating on the street. He is wearing a black coat, gray hoodie and a hat, holding a plastic bag with food in his hands. His expression seems to be very delicious." ] }, { "video_id": "sample_47_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'And the Sun pours its energy down through the atmosphere and it hits the surface and the surface of the Earth then warms up.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 109.0, "options": [ "A. The background of the picture is black and there is a man wearing black rimmed glasses and a black shirt talking in the picture.", "B. The picture shows a view of a blue planet taken from outer space, with thick clouds on the planet.", "C. The background of the picture is black, and the picture shows a view of space with a light blue planet in the centre of the picture.", "D. The background of the image is black space, with the outline of a black planet in the center of the image, and a smaller white circular highlight to the right of this planet." ] }, { "video_id": "sample_47_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'They're not powered by sunlight like we have on the Earth.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 203.0, "options": [ "A. The background of the picture is black, and in the middle of the picture there is a man wearing black rimmed glasses and a black shirt waving his hands and speaking.", "B. The picture shows a view of a blue planet taken from outer space, with thick clouds on the planet.", "C. A spinning grey-black vortex in the middle of the picture.", "D. The picture shows a landscape in the sky with a golden sun in the middle of the picture and thick grey clouds in the upper and lower parts of the picture." ] }, { "video_id": "sample_47_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'MRO has made more than sixty thousand orbits.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 418.0, "options": [ "A. There is a yellow mountain range in the picture and a round white dot can be seen in the distant yellow sky.", "B. The image shows the surface of a brown planet with a circular mound on the surface and a reflective satellite flying in the centre of the image.", "C. The background of the picture is black, and there is a blonde woman wearing a blue V-neckline shirt talking in the picture.", "D. In the upper right corner of the image is a dark space with the outline of a huge brown planet and a satellite in flight in the centre of the image." ] }, { "video_id": "sample_47_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Aridonia Basin is a huge basin in some of the most ancient crust on Mars.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 470.0, "options": [ "A. The areas to the left and right of the image are brown planetary surfaces, and the middle of the image is covered by blue waters.", "B. The background of the picture is black, and there is a woman wearing a blue V-neckline shirt speaking in the picture.", "C. The background of the image is black and there is a golden reflective satellite in the middle of the image.", "D. In the upper right corner of the image is a dark space with the outline of a huge brown planet and a satellite in flight in the centre of the image." ] }, { "video_id": "sample_47_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'And it is on the ancient sea bed that MRO sees something remarkable.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 493.0, "options": [ "A. The areas to the left and right of the image are brown planetary surfaces, and the middle of the image is covered by blue waters.", "B. The black and white image shows lots of little white dirt slopes and pits of all sizes.", "C. There is a woman wearing a blue V-neckline shirt speaking in the picture.", "D. The top half of the picture is an orange and white sky and the bottom half is a green ocean." ] }, { "video_id": "sample_47_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the video now, who is dressed in fancy clothes and wearing round glasses?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 57.0, "options": [ "A. He's full of joy.", "B. He was very satisfied.", "C. He feels angry.", "D. He was full of expectations." ] }, { "video_id": "sample_47_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the video now, who is dressed in fancy clothes and wearing round glasses?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 135.0, "options": [ "A. He's full of joy.", "B. He was very satisfied.", "C. He feels angry.", "D. He was full of expectations." ] }, { "video_id": "sample_47_Emotion_Recognition.mp4", "question": "What is the emotion of the emotion in red in the video now?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 160.0, "options": [ "A. She's full of joy.", "B. She was very afraid.", "C. She feels angry.", "D. She was filled with confusion." ] }, { "video_id": "sample_47_Emotion_Recognition.mp4", "question": "What is the emotion of the woman with the braid in the video now?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 184.0, "options": [ "A. She's full of joy.", "B. She was very afraid.", "C. She feels angry.", "D. She was filled with confusion." ] }, { "video_id": "sample_47_Emotion_Recognition.mp4", "question": "What is the emotion of the man in blue in the video now?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 224.0, "options": [ "A. He is full of accomplishment.", "B. He was very confused.", "C. He feels angry.", "D. He was full of expectations." ] }, { "video_id": "sample_37_Source_Discrimination.mp4", "question": "Who just said 'Must feel good to be through.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 23.0, "options": [ "A. A blonde female wearing a brown and black striped top.", "B. A gray-haired male wearing a blue blazer with a black-and-white striped shirt and black vest and a black-and-white plaid tie.", "C. A black male with dreadlocks wearing a black sweatshirt with a red logo on the left chest.", "D. A dark-haired male wearing a gray suit jacket with a white shirt and green vest, a brown tie and a gold watch." ] }, { "video_id": "sample_37_Source_Discrimination.mp4", "question": "Who just said 'How much confidence did that give you going into this semi-final?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 44.0, "options": [ "A. A blonde female wearing a brown and black striped top.", "B. A gray-haired male wearing a blue blazer with a black-and-white striped shirt and black vest and a black-and-white plaid tie.", "C. A black male with dreadlocks wearing a black sweatshirt with a red logo on the left chest.", "D. A dark-haired male wearing a gray suit jacket with a white shirt and green vest, a brown tie and a gold watch." ] }, { "video_id": "sample_37_Source_Discrimination.mp4", "question": "Who just said 'And we did a goal there, yeah.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 94.0, "options": [ "A. A blonde female wearing a brown and black striped top.", "B. A gray-haired male wearing a blue blazer with a black-and-white striped shirt and black vest and a black-and-white plaid tie.", "C. A black male with dreadlocks wearing a black sweatshirt with a red logo on the left chest.", "D. A bald male wearing a gray blazer with a blue shirt and dark blue tie." ] }, { "video_id": "sample_37_Source_Discrimination.mp4", "question": "Who just said 'you know what, meet me in the box.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 167.0, "options": [ "A. A blonde female wearing a brown and black striped top.", "B. A gray-haired male wearing a blue blazer with a black-and-white striped shirt and black vest and a black-and-white plaid tie.", "C. A black male with dreadlocks wearing a black sweatshirt with a red logo on the left chest.", "D. A bald male wearing a gray blazer with a blue shirt and dark blue tie." ] }, { "video_id": "sample_37_Source_Discrimination.mp4", "question": "Who just said 'You play Inter Milan, or playing tomorrow.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 217.0, "options": [ "A. A blonde female wearing a brown and black striped top.", "B. A gray-haired male wearing a blue blazer with a black-and-white striped shirt and black vest and a black-and-white plaid tie.", "C. A black male with dreadlocks wearing a black sweatshirt with a red logo on the left chest.", "D. A bald male wearing a gray blazer with a blue shirt and dark blue tie." ] }, { "video_id": "sample_31_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 41.0, "options": [ "A. During the tee-off session, player 35 from the black team taps the ball into the hands of teammate 22 and the commentator says, 'Vinniem Marou are your officials here.'.", "B. Player 7 from the red team cuts into the lane and receives the ball, and then makes a shot against the net and scores, the commentator says: 'Aliyah Boston makes it second nothing.'.", "C. Red side player 7 passes the ball and creates an opportunity for player 22 to complete a smooth three-point shot and score, the commentator said: 'up there with steels and she'll take the first three pointer and knock it down.'.", "D. Player 22 from the red side cuts into the lane with the ball and finishes the layup, the commentator says:'here's Caitlin Clark driving she's got the first five points wow.'." ] }, { "video_id": "sample_31_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 99.0, "options": [ "A. Blacks player 20 carries the ball to the three-point line, steadies himself in the coverage of a teammate, and shoots the ball for a score, and the commentator says, 'When you let a shooter knock a couple down that's all you need.'.", "B. Red Team Player 7 cuts to the basket and receives the ball, then shoots a basket on a screen on a possession, commentator says, 'Aliyah Boston makes it second nothing. what a start.'.", "C. Red Team Player 0 misses a three-step layup, but she quickly goes for the ball and then scores another three-step layup. The commentator says, 'Mentally took another chance.'.", "D. The player 30 in black team carries the ball inside the 3-point line, steadies herself with a teammate in coverage, and shoots the ball for the score, commentator says, 'That's all you need, I love this shooter's shooter.'." ] }, { "video_id": "sample_31_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 118.0, "options": [ "A. Player 20 of the Blacks carries the ball to the three-point line, steadies himself in the coverage of a teammate, and shoots the ball for a score, and the commentator says, 'That's all you need, I love that shooter's shooter.'.", "B. The Red 22 tries to cut to the three-point line with the ball, makes an unsuccessful breakaway attempt, then steadies himself and shoots a three-pointer for the score, commentator says, 'Kaitlyn Clark pulls it back, knocks it down.'.", "C. Red team player 0 receives the ball, breaks to the three-point line, steadies himself and shoots the ball. The commentator says, 'Mitchell knocks the ball down from 15 feet away.'.", "B. Black's player 22 attempts to cut to the three-point line with the ball, tries unsuccessfully to break through, then steadies himself and shoots a three-pointer for the score, and the commentator says, 'That's the way to push the ball in transition, okay.'." ] }, { "video_id": "sample_31_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 163.0, "options": [ "A. Player 44 of the Black team cuts to the basket with the ball, but has no chance to make a shot, then steadies himself and shoots a basket, and the commentator says, 'Hamilton 2 knocked the ball down in the last few steps.'.", "B. The Black's 22 cuts to the three-point line with the ball, tries unsuccessfully to break through, breaks through again, and then turns around and shoots the ball for a score. The commentator says excitedly:'Leoni febish is known as an all-around long guard.'.", "C. Red team player 0 receives the ball, breaks to the three-point line, settles down and shoots. The commentator says: 'Mitchell knocks the ball down from 15 feet away.'.", "D. Player No.22 from the red side cut into the three-point line with the ball, tried to break through unsuccessfully, and then broke through again and turned around to shoot the ball, the commentator said excitedly: 'Feebisch, the rookie, defending the other rookie.'." ] }, { "video_id": "sample_31_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 237.0, "options": [ "A. Player 35 on the black team plays inside with the ball, a confrontation puts his opponent over the top, shoots and scores, commentator says: 'Jones looking to force the issue goes glass bottles.'.", "B. The red player 22 passes the ball accurately to the player 1 in the lane, and the player 1 finishes the shot, the commentator said: 'and Smith has got the last couple.'.", "C. The Black made three passes to confuse the opponent and then player 20 scored on a shot from the three-point line. The commentator said: 'and the liberty have climbed all the way from a 12 point deficit yo nescu protestants nothing.'.", "D. Player No.22 from the red team cut into the three-point line with the ball, tried to break through unsuccessfully, and then broke through again and turned around to shoot the ball, the commentator said excitedly: 'leoni febish is known for a very versatile long defender.'." ] }, { "video_id": "sample_18_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman in the middle of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 40.0, "options": [ "A. She is very happy and proud.", "B. She is deeply saddened and disappointed.", "C. She is filled with anxiety and uncertainty.", "D. She feels a sense of calm and contentment." ] }, { "video_id": "sample_18_Emotion_Recognition.mp4", "question": "What is the current mood of the woman in the middle of the video, and what is causing her emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 99.0, "options": [ "A. She was very happy because she saw the beautiful fireworks.", "B. She was very happy because she heard the host accidentally pause while introducing herself.", "C. She was very sad because she didn't win the championship.", "D. She was very sad because she heard the host say bad things about herself on stage." ] }, { "video_id": "sample_18_Emotion_Recognition.mp4", "question": "What is the current mood of the woman in the middle of the video, and what is causing her emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 134.0, "options": [ "A. She's A little shy because she said the wrong thing.", "B. She was embarrassed because she heard people booing from the audience.", "C. She was a little shy because she heard the crowd cheering.", "D. She was sad because she saw the film." ] }, { "video_id": "sample_18_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman in the left of the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 192.0, "options": [ "A. She is incredibly excited and energetic.", "B. She is visibly nervous and jittery.", "C. She is deeply thoughtful and contemplative.", "D. She is very serious and calm." ] }, { "video_id": "sample_18_Emotion_Recognition.mp4", "question": "What is the current mood of the woman in the right of the video, and what is causing her emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 272.0, "options": [ "A. She was very moved because she won the Oscar.", "B. She was very embarrassed because she heard people booing in the audience.", "C. She was very happy because she saw her good friend win the Oscar.", "D. She was very calm because she knew she was leaving." ] }, { "video_id": "sample_6_Source_Discrimination.mp4", "question": "Who just said 'Milwaukee.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 32.0, "options": [ "A. a dark-haired male wearing a white turtleneck sweater and gray pants.", "B. a blonde female wearing a purple long-sleeved blouse with a red, green, and yellow vest and a green skirt.", "C. a blonde woman wearing a blue jean jacket with a necklace around her neck.", "D. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans." ] }, { "video_id": "sample_6_Source_Discrimination.mp4", "question": "Who just said 'the foot of the bed.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 75.0, "options": [ "A. a dark-haired male wearing a white turtleneck sweater and gray pants.", "B. a blonde female wearing a purple long-sleeved blouse with a red, green, and yellow vest and a green skirt.", "C. a blonde woman wearing a blue jean jacket with a necklace around her neck.", "D. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans." ] }, { "video_id": "sample_6_Source_Discrimination.mp4", "question": "Who just said 'Well, in the case of my ex-wife, lesbianism.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 139.0, "options": [ "A. a blonde female wearing a purple long-sleeved top with a red, green, and yellow vest and a green skirt.", "B. A blonde woman wearing a blue jean jacket with a necklace around her neck.", "C. a dark-haired male wearing a white turtleneck sweater and gray pants.", "D. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans." ] }, { "video_id": "sample_6_Source_Discrimination.mp4", "question": "Who just said 'You and Rachel.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 191.0, "options": [ "A. a blonde female wearing a purple long-sleeved top with a red, green, and yellow vest and a green skirt.", "B. A blonde woman wearing a blue jean jacket with a necklace around her neck.", "C. a dark-haired male wearing a white turtleneck sweater and gray pants.", "D. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans." ] }, { "video_id": "sample_6_Source_Discrimination.mp4", "question": "Who just said 'The wine, the candles, the moonlight?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 252.0, "options": [ "A. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans.", "B. A blonde woman wearing a blue jean jacket with a necklace around her neck.", "C. a dark-haired male wearing a white turtleneck sweater and gray pants.", "D. a blonde woman wearing a purple long-sleeved top, a red, green, and yellow vest, and a green skirt." ] }, { "video_id": "sample_35_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'This is what we call a DA PAI DANG.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 15.0, "options": [ "A. A man in a black T-shirt folds his hands, faces the front, and speaks.", "B. A man in a black T-shirt approached a stall near a number of stainless steel pots and clean dinner plates.", "C. In a small open-air restaurant, two chefs wearing vests are cooking on a stainless steel stove, there are many clean plates on the table, and a waiter wearing a mask on either side is walking quickly by.", "D. A man in a black T-shirt hold out his right hand, and the master in a yellow vest turn around and greeted the man with a smile." ] }, { "video_id": "sample_35_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'This is a really traditional old school types of restaurants in Hong Kong.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 69.0, "options": [ "A. There are five people in the picture, one wearing a yellow vest and shorts, holding a wok, and four others standing around. The man in the yellow vest is stirring the food in the pan with a spatula.", "B. He is wearing a black short-sleeved shirt and making a 'wait' gesture with his hand. There are several people around him, some sitting and others standing.", "C. The man on the right is wearing a yellow tank top and yellow pants, holding a ladle and stirring a pot. The man on the left is wearing a black sleeveless shirt and mask, cooking something.", "D. The man on the left is wearing a blue mask and a gray hat, while the man on the right is wearing a gold necklace and cooking. There are many bowls and plates stacked on the table in front of them." ] }, { "video_id": "sample_35_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'The chefs don't even need to see the order.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 173.0, "options": [ "A. Two men are cooking in the kitchen. They are wearing black and yellow clothes, respectively. There is a stove in front of them with various ingredients and utensils on it. ", "B. He is holding a red strainer and taking something out of a wok. The stove is burning with fire, and there are many bowls and pots on it.", "C. Two men are cooking in the kitchen. They are wearing aprons and masks, preparing ingredients and using various utensils. ", "D. A person cutting seafood on a black stone board with a knife. He is wearing white gloves and a red bracelet, and there are many different types of seafood on the stone board, including crabs and shrimp. There is also a stainless steel bowl next to it." ] }, { "video_id": "sample_35_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'The key is to serve more people.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 300.0, "options": [ "A. The stove is burning with fire, and there are many cooking utensils on the stove, including various sizes of pots and pans. ", "B. A chef cooking in the kitchen. He is wearing a mask and stirring a pot with a ladle. In front of him are several plates of food, including meat and potatoes. There are also some ingredients and utensils on the table, such as lettuce and oil.", "C. The man on the left is wearing a black short sleeve shirt and is talking to the man on the right, who is wearing a yellow tank top and holding white gloves. They seem to be having a conversation about cooking.", "D. A person cutting seafood on a black stone board with a knife. He is wearing white gloves and a red bracelet, and there are many different types of seafood on the stone board, including crabs and shrimp." ] }, { "video_id": "sample_35_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'The number of tables that are in this restaurant.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 315.0, "options": [ "A. The stove is burning with fire, and there are many cooking utensils on the stove, including various sizes of pots and pans.", "B. A man sitting in an outdoor restaurant. He is wearing a black short-sleeved shirt and has his eyes closed, smiling with his hands crossed on the table.", "C. This is a night market. There are several stalls in the market, selling various kinds of food. In the foreground, there is a stall where a man in a yellow tank top is cooking.", "D. A person cutting seafood on a black stone board with a knife. He is wearing white gloves and a red bracelet, and there are many different types of seafood on the stone board, including crabs and shrimp." ] }, { "video_id": "sample_50_Emotion_Recognition.mp4", "question": "What is the current emotion of the lady with golden curly hair of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 229.0, "options": [ "A. She is happy because she is saying hello.", "B. She is happy because she is introducing people.", "C. She is happy because someone told a joke.", "D. She is a bit unhappy because she and her teammates didn't win the first question." ] }, { "video_id": "sample_50_Emotion_Recognition.mp4", "question": "What is the current mood of the gray and black haired man in the suit in the video, and what is causing his mood change?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 280.0, "options": [ "A. He is happy that his words are recognized.", "B. He is happy because someone told a joke.", "C. He is somewhat excited and confident because answering this question was easy for him.", "D. He is disappointed because he answered the question incorrectly." ] }, { "video_id": "sample_50_Emotion_Recognition.mp4", "question": "What is the men wearing green clothes's emotion now?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 405.0, "options": [ "A. He is surprised.", "B. He is happy.", "C. He is calm.", "D. He is serious." ] }, { "video_id": "sample_50_Emotion_Recognition.mp4", "question": "What is the current emotion of the lady in a black suit of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 486.0, "options": [ "A. She is a little happy because she won rock-paper-scissors.", "B. She is a little excited because she is playing rock-paper-scissors with someone.", "C. She is happy because someone told a joke.", "D. She is excited because she answered the question correctly." ] }, { "video_id": "sample_50_Emotion_Recognition.mp4", "question": "What is the current emotion of the man with black skin of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 490.0, "options": [ "A. He is happy because someone told a joke.", "B. He is somewhat disappointed because He lost a rock paper scissors game.", "C. He is a little excited because he is yelling cheers at the guy in green.", "D. he was very excited because he answered the question correctly." ] }, { "video_id": "sample_48_Source_Discrimination.mp4", "question": "Who just said 'Hi Katie, what do you do for a living?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 142.0, "options": [ "A. A woman wearing a black short-sleeved top, white pants and holding a microphone.", "B. A man in a white long-sleeved top with a beard and blonde hair.", "C. A man wearing a mint green striped short-sleeved top and carrying a duffel bag.", "D. A woman wearing a black short-sleeved blouse with thin bracelets around her wrists." ] }, { "video_id": "sample_48_Source_Discrimination.mp4", "question": "Who just said 'each year?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 199.0, "options": [ "A. A woman wearing a black short-sleeved top, white pants and holding a microphone.", "B. A woman wearing a black short-sleeved blouse with thin bracelets around her wrists.", "C. A woman wearing a black short-sleeved blouse with thin bracelets around her wrists.", "D. A man wearing a mint green striped short-sleeved top and carrying a duffel bag." ] }, { "video_id": "sample_48_Source_Discrimination.mp4", "question": "Who just said 'i'm gonna hit it with a little comedic joke, I would say dishes.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 253.0, "options": [ "A. A man in a white long-sleeved top with a beard and blonde hair.", "B. A man wearing a mint green striped short-sleeved top and carrying a duffel bag.", "C. A man wearing a blue short-sleeved top and a green apron.", "D. A woman wearing a black short-sleeved top, white pants and holding a microphone." ] }, { "video_id": "sample_48_Source_Discrimination.mp4", "question": "Who just said 'Because we do so much, you never know when you're gonna get a lunch break.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 292.0, "options": [ "A. A dark-skinned man in a police uniform with muscular build.", "B. A man wearing a blue short-sleeved top and a green apron.", "C. A man wearing a mint green striped short-sleeved top and carrying a duffel bag.", "D. A man in a white long-sleeved top with a beard and blonde hair." ] }, { "video_id": "sample_48_Source_Discrimination.mp4", "question": "Who just said 'l think the typical work week about Forty hours l think.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 407.0, "options": [ "A. A man wearing a mint green striped short-sleeved top and carrying a duffel bag.", "B. A dark-skinned man in a police uniform with muscular build.", "C. A man wearing a blue short-sleeved top and a green apron.", "D. A man wearing a gray sweatshirt, a gray hairband, and a watch on his left hand." ] }, { "video_id": "sample_14_Misleading_Context_Understanding.mp4", "question": "How many numbers '3' are to the left of the orange line on the whiteboard?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 31.0, "options": [ "A. There are three numbers '3'.", "B. There is one number '3'.", "C. There are four numbers '3'.", "D. There is not a single number '3'." ] }, { "video_id": "sample_14_Misleading_Context_Understanding.mp4", "question": "What's to the left of the orange line on this whiteboard?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 68.0, "options": [ "A. Nothing is written here.", "B. Here in blue it says 'the second power of three times the third power of three equals'.", "C. Here in blue it says 'the quadratic of three times the cubic of three equals the quintic of three'.", "D. Here in blue it says 'The quadratic of three times the cubic of three equals the fifth power of three' and 'when mutiplying'." ] }, { "video_id": "sample_14_Misleading_Context_Understanding.mp4", "question": "What's his finger pointing at?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 107.0, "options": [ "A. His finger points to the orange number '125' circled in green.", "B. His finger points to the orange letter 'log'.", "C. His finger is pointing to the blue letter that says 'three times three equals three times five'.", "D. His finger points to the blank space in the lower right corner of the equation." ] }, { "video_id": "sample_14_Misleading_Context_Understanding.mp4", "question": "What green writing is to the left of the orange lines on the whiteboard?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 185.0, "options": [ "A. Here it says, 'The seventh power of two divided by the third power of two is equal to the third power of two.'.", "B. Here it says 'The seventh power of two divided by the third power of two equals the fourth power of two.'.", "C. There is no green writing here.", "D. Here it says 'the seventh power of two'." ] }, { "video_id": "sample_14_Misleading_Context_Understanding.mp4", "question": "To the right of the orange line on the whiteboard, what blue text is there in addition to the blue text in the upper right corner of the whiteboard?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 310.0, "options": [ "A. In the middle of the whiteboard, 'log5 125' is written.", "B. In the middle of the whiteboard it says 'log5 125-log5 5'.", "C. The middle of the whiteboard says 'log5 125-log5 5=log5'.", "D. The middle of the whiteboard says 'log5 '." ] }, { "video_id": "sample_23_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'like DFTBA shirts and the chair I'm sitting on.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 43.0, "options": [ "A. A blond-haired woman in a brown coat and light-colored blouse sits in a room, and as she explains, three T-shirts with bold slogans show out, surrounded by colorful toys.", "B. A financial trader in a white shirt faces a large screen displaying stock market data, surrounded by computer monitors, reflecting a busy and professional environment.", "C. Man and dog wear VR glasses, excitedly engaging in a virtual game on a cozy wooden-backed sofa.", "D. Two pilots, wearing headphones and glasses, sat in the cockpit of the plane, flying it over green fields and mountains, surrounded by sophisticated flight controls." ] }, { "video_id": "sample_23_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'but let's look at a really basic version.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 179.0, "options": [ "A. A financial trader in a white shirt faces a large screen displaying stock market data, surrounded by computer monitors, reflecting a busy and professional environment.", "B. A wooden toy shelf with colored bars in red, yellow, green, blue frames a simple platform, against a deep blue backdrop.", "C. Man and dog wear VR glasses, excitedly engaging in a virtual game on a cozy wooden-backed sofa.", "D. Two pilots, wearing headphones and glasses, sat in the cockpit of the plane, flying it over green fields and mountains, surrounded by sophisticated flight controls." ] }, { "video_id": "sample_23_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'positions of celestial bodies.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 245.0, "options": [ "A. A financial trader in a white shirt faces a large screen displaying stock market data, surrounded by computer monitors, reflecting a busy and professional environment.", "B. A wooden toy shelf with colored bars in red, yellow, green, blue frames a simple platform, against a deep blue backdrop.", "C. An intricate astronomical clock face, decorated with celestial bodies and constellation symbols, showcases exquisite craftsmanship in shades of blue and gold.", "D. Two pilots, wearing headphones and glasses, sat in the cockpit of the plane, flying it over green fields and mountains, surrounded by sophisticated flight controls." ] }, { "video_id": "sample_23_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'which by the eighteen hundreds could travel well over a kilometer.'", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 412.0, "options": [ "A. A financial trader in a white shirt faces a large screen displaying stock market data, surrounded by computer monitors, reflecting a busy and professional environment.", "B. A wooden toy shelf with colored bars in red, yellow, green, blue frames a simple platform, against a deep blue backdrop.", "C. An intricate astronomical clock face, decorated with celestial bodies and constellation symbols, showcases exquisite craftsmanship in shades of blue and gold.", "D. The image is in black and white, with a cannon in the centre of the image, and a couple of people wearing hats next to it." ] }, { "video_id": "sample_23_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Babbage started construction in eighteen twenty three and over the next two decades tried to fabricate and assemble the twenty five thousand components.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 480.0, "options": [ "A. A cartoon duo in a creative studio, surrounded by mechanical tools and woodwork, the figure on the left is using hammers and nails to assemble a black iron frame, and another figure is thinking about building a green machine.", "B. A wooden toy shelf with colored bars in red, yellow, green, blue frames a simple platform, against a deep blue backdrop.", "C. An intricate astronomical clock face, decorated with celestial bodies and constellation symbols, showcases exquisite craftsmanship in shades of blue and gold.", "D. The image is in black and white, with a cannon in the centre of the image, and a couple of people wearing hats next to it." ] }, { "video_id": "sample_44_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 57.0, "options": [ "A. A game character standing on a lawn surrounded by trees, flowers, houses, etc. The narrator says, 'Hey everybody, welcome back to a brand new episode of our hardcore Let's Play series.'.", "B. In a room, the player holds some items in hands. The narrator explains, 'So before we do anything else though, let's go ahead and update the hardcore diamond challenge.'.", "C. There is a river and many trees in front of the player's camera. The narrator explains, 'And we're also going to be talking about some stuff that we want to build moving into the future of the series.'.", "D. The player stands in front of a stone house with an item bar at the bottom of the screen containing several weapons. The narrator says 'So I hope that everybody had a safe New Year's and New Year's Eve.'." ] }, { "video_id": "sample_44_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 106.0, "options": [ "A. An informational announcement appears on the screen that reads, 'Starting user count -801940- Current user count -805.561- Current target 3621-' The narrator says, 'At the time of the recording is 805,561. Meaing we have to collect 3621 diamonds.'.", "B. In a room, the player holds some items in hands. The narrator explains, 'So before we do anything else though, let's go ahead and update the hardcore diamond challenge.'.", "C. The player's camera is in front of a house with torches on the left side of the screen. There is a backpack box at the bottom of the screen, and there are so many weapons in the backpack box. The narrator says, 'Thank you so much for subscribing to the channel, it really means the world to me.'.", "D. An informational announcement appears on the screen that reads 'Hardoore Dianond , Challenge, Starting, -801,940-', and the narrator explains, 'Now, when we started this challenge, we had 801,940 subs and our current subscriber count at the time of recording is 805,561.'." ] }, { "video_id": "sample_44_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 146.0, "options": [ "A. A picture appears on the screen of what appears to be a souvenir card in a black box. The narrator says, 'I'm sure I think of the best way to do a giveaway.'.", "B. The player opens a box in a room with a lot of items in the box and the narrator says, 'So take it in, look at it, cherish it, look at all of our diamonds.'.", "C. The player stands in front of a house with something in his left hand and nothing in his right. There is a function box at the bottom of the screen. The narrator says, 'But that's awesome guys. Thank you so much for sbuscribing to the channel.'.", "D. The player camera appears in front of a house with something in their left hand and nothing in their right. There are many boxes to their right, and the narrator says, 'So I have these signed Hermitcraft TCG, like slabbed cards.'." ] }, { "video_id": "sample_44_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 211.0, "options": [ "A. A picture appears on the screen of what appears to be a souvenir card in a black box. The narrator says, 'I'm sure I think of the best way to do a giveaway.'.", "B. The player's camera moves forward and encounters an attack by a brown monster, which then fights back. The narrator says, 'I think I'm actually going to go back the way I came and hopefully, hopefully find another fortress there because I'm not trying to go over basalt deltas to find another fortress.'.", "C. The player's camera sees a item on the left hand and a sword on the right hand. The camera looks around and sees the ground ahead. The narrator says, 'So my objective coming into the nether today is primarily a nether fortress.'.", "D. The player's camera appears on a red rock and looks around. To the left is lava, and ahead is a blood-red area. The narrator says, 'Well, I think I'm doomed to go to nether fortresses that are in basalt deltas.'." ] }, { "video_id": "sample_44_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 292.0, "options": [ "A. Footage of the player shows that the player was knocked back by a monster in battle and is in a bad state of health. He quickly replenishes his stamina and the narrator says, 'I got to go, I got to go. Oh my god. That was so sketchy. I should have brought a bow.'.", "B. Player camera comes to a chest and picks up the equipment inside, then walks around. The narrator says, 'The nether is kind of terrifying, guys, but it's also very fun.'.", "C. The player camera comes to a very dangerous place with lava underfoot. It slowly builds blocks into a path and then slowly walks down. The narrator says, 'So I am currently in this weird ravine thing and apparently getting hot source destination.'.", "D. The player's camera appears on a red rock and looks around. To the left is lava, and ahead is a blood-red area. The narrator says, 'Well, I think I'm doomed to go to nether fortresses that are in basalt deltas.'." ] }, { "video_id": "sample_45_Emotion_Recognition.mp4", "question": "What is the emotion of the silver-haired man in the video now?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 46.0, "options": [ "A. He has a sense of pleasure.", "B. He resisted.", "C. He became conceited.", "D. He is full of confusion." ] }, { "video_id": "sample_45_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the video now with a dress over his shoulders?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 73.0, "options": [ "A. He was confused.", "B. He has confidence.", "C. He feels relaxed.", "D. He was full of surprises." ] }, { "video_id": "sample_45_Emotion_Recognition.mp4", "question": "What is the emotion of the woman now with the dark red lipstick in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 100.0, "options": [ "A. She became conceited.", "B. She was pleasantly surprised.", "C. She was very excited.", "D. She is full of joy." ] }, { "video_id": "sample_45_Emotion_Recognition.mp4", "question": "What is the emotion of the woman now with the dark red lipstick in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 199.0, "options": [ "A. She was confused.", "B. She gets a surprise.", "C. She's looking forward to it.", "D. She is full of joy." ] }, { "video_id": "sample_45_Emotion_Recognition.mp4", "question": "What is the emotion of the silver-haired man in the video now?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 232.0, "options": [ "A. He was rather pleased.", "B. His heart is full of surprises.", "C. He was in shock.", "D. He is full of expectations." ] }, { "video_id": "sample_11_Misleading_Context_Understanding.mp4", "question": "What's on the table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 29.0, "options": [ "A. There is a pairs of hands below, and three back facing playing cards in the middle of each hand; there are also playing cards above them.", "B. There is a pairs of hands below, his left hand holding the 3 of clubs, the 8 of spades, the 2 of clubs, the 10 of spades, the ace of spades and the queen of hearts; there are also three back facing playing cards on the table.", "C. There is a pairs of hands below, and three more back facing playing cards between the two hands.", "D. There is a pairs of hands below with three back facing cards between them; there is a hand above with playing cards pressed underneath, and '6-' is written next to these playing cards." ] }, { "video_id": "sample_11_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are there now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 57.0, "options": [ "A. There is not a single face-up playing card.", "B. There are six cards: 3 of clubs, 8 of spades, 2 of clubs, 10 of spades, ace of spades, queen of hearts.", "C. There are seven cards: 2 of diamonds, 8 of hearts, 8 of clubs, jack of clubs, king of hearts, queen of clubs, 6 of diamonds.", "D. There are twenty-four face-up playing cards." ] }, { "video_id": "sample_11_Misleading_Context_Understanding.mp4", "question": "What playing cards can be seen now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 87.0, "options": [ "A. There is the 2 of diamonds, the J of clubs, the K of hearts, the Q of clubs, the 6 of diamonds, the 8 of hearts and the 8 of clubs.", "B. There is a 3 of diamonds and an ace of spades.", "C. There is the 8 of spades, the 10 of spades, the ace of spades, the Q of hearts, the 8 of clubs, the 2 of clubs and the 3 of clubs.", "D. There is the 3 of clubs, 8 of spades, 10 of spades, ace of spades, Q of hearts." ] }, { "video_id": "sample_11_Misleading_Context_Understanding.mp4", "question": "What face-up playing cards are left on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 119.0, "options": [ "A. There is the J of Hearts, the K of Clubs and the A of Hearts.", "B. J of hearts, K of clubs, A of hearts, 3 of clubs.", "C. A of diamonds, 8 of spades, 10 of hearts, 10 of spades, A of spades, Q of hearts, 3 of clubs.", "D. With 5 hearts, 4 clubs, 3 hearts, J of spades, Q of diamonds, J of diamonds, 2 of clubs." ] }, { "video_id": "sample_11_Misleading_Context_Understanding.mp4", "question": "What cards are on the brown table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 136.0, "options": [ "A. A of clubs, J of hearts.", "B. With the eight of diamonds and the J of hearts.", "C. Only one J of Hearts.", "D. J of hearts, k of clubs, A of hearts." ] }, { "video_id": "sample_15_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I would love a picture of the two of us.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 29.0, "options": [ "A. A brown-haired male wearing a black blazer with a blue shirt and dark blue spotted tie sits holding a videotape and examining it.", "B. A brown-haired male wearing a dark blue blazer with a blue shirt underneath and gray pants and a blonde female wearing a red V-neck top and black pants are standing by a burning fireplace.", "C. A brown-haired male wearing a black blouse with a white shirt underneath and a brown-haired female wearing a purple blouse with patterned holes stand in front of a wall decorated with framed photographs.", "D. A brown-haired male wearing a brown blazer with a brown shirt and tie is talking to a brown-haired female wearing a purple blouse while placing a black object in his right hand." ] }, { "video_id": "sample_15_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Text went through.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 59.0, "options": [ "A. A brown-haired male in a blue shirt and black tie sits at his computer looking to his left with a confused face.", "B. A brown-haired male wearing a white tank top and glasses is holding a cell phone and talking face-to-face with a blonde female wearing a black top in front of him.", "C. A brown-haired male wearing a black blouse with a white shirt underneath and a brown-haired female wearing a purple blouse with patterned holes stand in front of a wall decorated with framed photographs.", "D. A brown-haired male wearing a brown blazer with a brown shirt and tie is talking to a brown-haired female wearing a purple blouse while placing a black object in his right hand." ] }, { "video_id": "sample_15_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Second Life is not a game.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 88.0, "options": [ "A. A brown-haired male in a blue shirt and black tie sits at his computer looking to his left with a confused face.", "B. A brown-haired male wearing a white tank top and glasses is holding a cell phone and talking face-to-face with a blonde female wearing a black top in front of him.", "C. A brown-haired male wearing a brown blazer with a white shirt and gray-and-silver-striped tie underneath, glasses and headphones sits in front of a computer.", "D. A brown-haired male in a white shirt was reading an email on his cell phone and later talking to the person next to him." ] }, { "video_id": "sample_15_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'In my second life, l was also a paper salesman.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 105.0, "options": [ "A. A brown-haired male wearing a brown blazer with a white shirt and gray-and-silver-striped tie stood in front of the shutters talking about something.", "B. A brown-haired male wearing a gray shirt and tie with gray and silver stripes, glasses and headphones sits at a computer.", "C. A brown-haired male wearing a brown blazer with a white shirt and gray-and-silver-striped tie underneath, glasses and headphones sits in front of a computer.", "D. A brown-haired male in a white shirt was reading an email on his cell phone and later talking to the person next to him." ] }, { "video_id": "sample_15_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Additionally, Pam, you win 10.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 154.0, "options": [ "A. A brown-haired male wearing a brown blazer with a white shirt and gray-and-silver-striped tie stood in front of the shutters talking about something.", "B. A brown-haired male wearing a gray shirt and tie with gray and silver stripes, glasses and headphones sits at a computer.", "C. A dark-haired woman in a pale pink blouse is talking about something.", "D. A balding male wearing a gray blazer with a white shirt and brown patterned tie says something, and standing next to him is a dark-haired male wearing a white and purple shirt and purple striped tie." ] }, { "video_id": "sample_13_Misleading_Context_Understanding.mp4", "question": "What is written on this white chalkboard?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 40.0, "options": [ "A. Here it says 'INDEX LAWS continued' and 'review'.", "B. Here it says 'INDEX LAWS continued' and 'review' and 'a m=axaxa----xa' with 'm times' underneath.", "C. Here it says 'INDEX LAWS continued' and 'review' and 'a m='.", "D. Here it says 'INDEX LAWS continued' and 'review' and 'a m=axaxa----'." ] }, { "video_id": "sample_13_Misleading_Context_Understanding.mp4", "question": "How many letters 'a' are there in the black alphabet?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 112.0, "options": [ "A. There are eight black letters 'a' here.", "B. There are five black letters 'a' here.", "C. There are twelve black letters 'a'.", "D. There are eleven black letters 'a'." ] }, { "video_id": "sample_13_Misleading_Context_Understanding.mp4", "question": "How many letters 'm' are on the whiteboard?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 150.0, "options": [ "A. There are two letters 'm' here.", "B. There are five letters 'm' here..", "C. There are seven letters 'm' here.", "D. There are eight letters 'm' here." ] }, { "video_id": "sample_13_Misleading_Context_Understanding.mp4", "question": "What's in this form which is writed 'LIMITS'?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 334.0, "options": [ "A. This table has 'VALUE' and the numbers 1, 0.9, 0.8, 0.7, 0.6, 0.5, 0.4.", "B. The table contains the word 'VALUE'.", "C. The table contains the word 'VALUE' and the number 1.", "D. The table contains the word 'VALUE' and the numbers 1 and 0.9." ] }, { "video_id": "sample_13_Misleading_Context_Understanding.mp4", "question": "What's in this row of tables with the letters 'VALUE'?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 353.0, "options": [ "A. The numbers 1.000,0.909,0.836 are written here.", "B. A number 1.000,0.909,0.836,0.779 is written here.", "C. A number 1.000 is written here.", "D. The numbers 1.000 and 0.909 are written here." ] }, { "video_id": "sample_46_Misleading_Context_Understanding.mp4", "question": "What's the screen showing now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 43.0, "options": [ "A. The room has a smouldering fireplace, the walls of the room are grey, there is a TV screen on the wall, there is also a utility cupboard to the right of the fireplace, and in the middle of the screen there are two cylindrical decorations and a container with an orb in it.", "B. This room had a table with a white marble top, two glass containers on the table, a couple of beige stools next to the table, a chandelier with a yellow glow on top of the table, and a window and cupboard in the room.", "C. There was a glass chandelier on the white ceiling, and above the chandelier there were many little round platforms, and above the platforms there were little light bulbs with a yellow glow.", "D. The image shows a house with a leafless tree in front of it and a white field of snow." ] }, { "video_id": "sample_46_Misleading_Context_Understanding.mp4", "question": "What is on display inside this room?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 80.0, "options": [ "A. The floor of the room was black, the walls were white, there was an off-white carpet on the floor, two sofas on the carpet, a coffee table in the middle of the carpet, a potted plant on the coffee table, two white lamps next to the sofas on the right side of the room and a painting on the wall.", "B. This room has a brown floor, white walls, two paintings on the walls, a glass chandelier on the white ceiling, an off-white carpet on the floor, a black table with some glass containers on top of the carpet, and eight off-white chairs next to the table.", "C. This room has a brown floor, a cupboard on the left side of the room with two table lamps on top of it, a painting on the wall in the middle of the table lamps, a brown staircase on the right side of the room, and in the middle of the room you can see another room.", "D. This room has a brown floor, a white coffee table and two beige sofas in the room, two glass windows in the room, a fireplace and a TV screen on the right wall of the room, and utility cabinets on either side of the TV." ] }, { "video_id": "sample_46_Misleading_Context_Understanding.mp4", "question": "What is on display in these rooms?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 227.0, "options": [ "A. There are two washing machines in the room, a window on the right side of the room, a cupboard with a sink and a pot of greenery under the window, and grey-green walls in the room.", "B. This room has a white floor, a window inside the room, a brown cupboard to the left of the window, and a cupboard to the right of the room with two mirrors above it.", "C. The room had a brown floor, an off-white carpet on the floor, a brown coffee table on top of the carpet, and two blue chairs, and a bed with multiple pillows on it, two nightstands on either side of the bed, two lamps on top of the cabinets, and a lighted chandelier on the ceiling.", "D. It's a balcony with snow on top, and a dark green coffee table and two stools, and there's a glass parapet around the balcony, and you can see outside from the balcony." ] }, { "video_id": "sample_46_Misleading_Context_Understanding.mp4", "question": "What does the room in the video show?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 293.0, "options": [ "A. The floor of this room was brown, the walls were light blue, there was a window on the left side of the room, and a black sofa underneath the window, a rug in the middle of the room, and a bed with a couple of grey pillows, and on the right side of the bed there was a brown cupboard, and on top of the cupboard there was a brown table lamp.", "B. This room has a white floor with a black carpet on the floor, inside the room there is a cupboard with some miscellaneous items on top of it, a mirror on the grey wall and a white toilet next to the cupboard.", "C. The walls of this room were black, and there were many shelves on the walls with many different wines on them.", "D. This room has a brown floor, grey walls, a floor-to-ceiling window on the left side of the room, a yellow-lit lamp on the floor on the right side of the room, a pool table in the middle of the room, and a TV screen on the middle wall." ] }, { "video_id": "sample_46_Misleading_Context_Understanding.mp4", "question": "What was shown in the footage of the video?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 347.0, "options": [ "A. This room has a white floor with a black carpet on the floor, inside the room there is a cupboard with some miscellaneous items on top of it, a mirror on the grey wall and a white toilet next to the cupboard.", "B. This room has grey floors and walls, a window in the room, a dark blue carpet and a few dumbbells on the floor of the room, and a lot of other fitness equipment in the room.", "C. The image shows a two-storey house with a black roof and white walls, the house has many windows that give off a warm yellow light, there is a tree to the right of the house and some snow in front of the door.", "D. The video footage shows a two-storey house with thick snow around it and a frozen pond in front of the house." ] }, { "video_id": "sample_46_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Earth is a very special place.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 79.0, "options": [ "A. The background of the picture is black, and in the middle of the picture there is a short-haired woman in a black suit suit wearing white earrings and a necklace speaking.", "B. The background of the picture is black, and in the middle of the picture there is a short-haired woman wearing glasses and a black shirt speaking.", "C. The background of the picture is black, and in the middle of the picture there is a man talking in a blue shirt with white spots on it, and the man has a black hat on his head and an orange rimmed glasses.", "D. The image shows a scene in space with a star glowing yellow and the outline of the Earth in blue." ] }, { "video_id": "sample_46_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'upsetting weather patterns.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 180.0, "options": [ "A. The background of the picture is black, and in the middle of the picture there is a man wearing a black hat with orange rimmed glasses and blue clothes with white spots waving his hands and speaking.", "B. The sky is grey, there is a large mountain in the middle of the picture, and there is a white 'BBC' watermark in the upper left corner of the picture.", "C. There is a dense green forest in the picture with white smoke coming out of it.", "D. There is a green pool with a floating hippopotamus squirting water from its nose in the middle of the pool." ] }, { "video_id": "sample_46_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'swept away.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 252.0, "options": [ "A. The image shows a dry land with many cracks in the middle of the land, a thick layer of dark clouds in the sky, and a bit of sunlight piercing through the clouds in the distant skyline.", "B. The background of the picture is black, and there is a man wearing a black hat, a brown rimmed eye wearing a blue shirt with white dots, and talking with his hands open.", "C. A hillside on the right side of the picture, a yellow desert in the middle, and a very big sandstorm in the picture.", "D. The background of the picture is black and there is a woman wearing gold earrings and a necklace and a blue v-neck shirt talking in the picture." ] }, { "video_id": "sample_46_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'But the long era of the four terrestrial planets will be over.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 345.0, "options": [ "A. There is a picture of a rolling mountain range, a large red sun in the upper right-hand corner of the picture, and 'BBC' written in white letters in the upper left-hand corner of the picture.", "B. There are many red flames in the background of the picture, a large black circle on the left side of the picture, and a smaller black circle on the right side of the large circle.", "C. There is a reddish-orange sun in the middle of the picture, the sky is grey, and all the objects on the ground have only black outline shadows.", "D. The background of the screen is black, with a red-orange circle on the left of the screen and a white 'BBC' logo in the top left corner of the screen." ] }, { "video_id": "sample_46_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Voyager begins to explore the ring system.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 461.0, "options": [ "A. The background of the screen is black, there is a white 'BBC' logo in the top left corner of the screen, and in the middle of the screen there is a black and white picture with a white circle spreading from the top right corner to the bottom left corner.", "B. The background of the picture is black, and in the middle of the picture there is a woman in a dark red shirt waving her hands and speaking.", "C. The background of the screen is black and in the middle of the screen there is a picture of a cell under the lens of a microscope.", "D. The background of the image is black, there is a blue star in the center of the image with a circular belt of planets around it, and a white 'BBC' logo in the top left corner of the image." ] }, { "video_id": "sample_2_Emotion_Recognition.mp4", "question": "What is the mood of the male in the suit in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 41.0, "options": [ "A. he is helpless.", "B. he is excited.", "C. he is anxious.", "D. he is desperate." ] }, { "video_id": "sample_2_Emotion_Recognition.mp4", "question": "What is the mood of the male in the suit in the video now?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 75.0, "options": [ "A. He is excitement.", "B. He is joy.", "C. He is confident", "D. He is confused" ] }, { "video_id": "sample_2_Emotion_Recognition.mp4", "question": "What is the current mood of the lady in the black and white plaid clothing in the video, and what has caused her mood to change?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 159.0, "options": [ "A. She is anxious because her teammates had difficulty understanding the cues she gave.", "B. She is nervous because she was worried about time passing without an answer.", "C. She is excited because her teammates guessed the answer.", "D. She is expectations, because she wants to win this round." ] }, { "video_id": "sample_2_Emotion_Recognition.mp4", "question": "What is the current mood of the woman in the video wearing black pants underneath, and what has caused her mood to change?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 208.0, "options": [ "A. She is nervous because she was worried about the passage of time and still could not guess the answer.", "B. She is surprised that she guessed the answer herself.", "C. She is of expectation because she expected to win the game.", "D. She is helpless because she could not guess the answer anyway." ] }, { "video_id": "sample_2_Emotion_Recognition.mp4", "question": "What is the mood of the male in the suit in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 321.0, "options": [ "A. He is despair.", "B. He is excited.", "C. He is nervous.", "D. He is happy" ] }, { "video_id": "sample_40_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 58.0, "options": [ "A. A man in a black sweatshirt takes a leather ball and throws it repeatedly against the wall and says, \"When I'm thinking about a new video or project, I like to do something with my hands, so I just throw the ball against the wall.\".", "B. A man in a black sweatshirt introduces himself to the camera from inside the room and says, \"I lived in New York for a couple of years back, I moved away because of Covid and now I'm back.\".", "C. A man in a black sweatshirt points to a computer off to the side and says, \"This is my new editing room.\".", "D. A man in a black sweatshirt walks toward the kitchen and describes, “This is my little.\"." ] }, { "video_id": "sample_40_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 87.0, "options": [ "A. A man in a black sweatshirt climbs up into the attic and lies down on the bed, then sits on the bed and says, 'This is where I sleep.'.", "B. A man in a black sweatshirt walks down the stairs, grabs the attic boards with both hands, and then lands smoothly on the floor as he introduces himself: 'This is the new apartment.'.", "C. A man in a black sweatshirt holding a ball and repeatedly throwing it against the wall says, 'I'm getting pretty hot.'.", "D. A man in a black sweatshirt sits on the edge of his bed and gestures with his hands, saying: 'First thing I do when I wake up is I usually make a matcha and I make breakfast.'." ] }, { "video_id": "sample_40_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 178.0, "options": [ "A. A man in a black sweatshirt with a pan pointed to the food and said, \"My best hash browns, followed by the worst eggs ever made by a human being.\".", "B. The man, wearing a black hoodie and holding a plate in one hand and a cup in the other, explains: \"I'm a big fan of Matcha lattes right now . \".", "C. The camera focuses on A man in a black coat, black hat and glasses, and the sound engineer introduces him by saying, \"His name is Liam and he is known as the God of Ross.\".", "D. A man in a black sweatshirt with a shovel pulls food out of a pan and says, \"It'll be fun, especially if you travel.\"." ] }, { "video_id": "sample_40_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 269.0, "options": [ "A. A man in a black sweatshirt says to the camera, \"If anyone is curious about my work, I call myself a travel filmmaker.\".", "B. A man in a black sweatshirt is holding the backpack he just bought, sitting in front of the camera to introduce this backpack, and he explains: \"i'll have it linked down below i like the look of it, because it doesn't exactly look like a camera bag.\"", "C. A man says to the camera, \"And If you're a client and you need videos, you should hire me.\".", "D. A man in a black sweatshirt with a knife slowly separated the delivery box. Music was playing in the hall. the lyrics were: \"it's for the night time boat rides, all he got the first edition part of the roadside.\". D. A man in a black sweatshirt in a black sweatshirt with a shovel pulls food out of a pan and says, \"It'll be fun, especially if you travel.\"." ] }, { "video_id": "sample_40_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 338.0, "options": [ "A. A man in green sweatshirt and gray jacket pointed to the building in front of him and said, \"This is where Destination Beautiful's offices used to be.\".", "B.A man in green sweatshirt and gray jacket describes his daily commute to work by saying, \"was getting to go into work every day with seven other full time filmmakers.\".", "C. A man in green sweatshirt and gray jacket pointed his finger at the door number in front of him and said, \"This is 419 South Park Road.\".", "D. A man in green sweatshirt and gray jacket walking down the street wearing a green sweatshirt and light brown jacket said, \"I'll never forget my first day as an intern, I was 17.\"." ] }, { "video_id": "sample_22_Source_Discrimination.mp4", "question": "Who just said 'That's me in high school.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 31.0, "options": [ "A. A male with brown hair wearing a brown blazer with a black shirt and black pants.", "B. A dark-haired male wearing a gray blazer with a white shirt and black pants.", "C. A dark-haired male wearing a white long-sleeved shirt with a red vest with various patterns and beige pants.", "D. A male with brown hair wearing a dark red jacket, black shirt and black pants." ] }, { "video_id": "sample_22_Source_Discrimination.mp4", "question": "Who just said 'You look like a detective that's a DJ.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 48.0, "options": [ "A. A blonde female wearing a green blazer with white polka dots, a navy blue sweater, and blue jeans.", "B. A dark-haired male wearing a red blazer, white shirt, and red pants.", "C. A bald male wearing a red long-sleeved shirt and black pants.", "D. A dark-haired male wearing no shirt, white shorts, and a necklace around his neck." ] }, { "video_id": "sample_22_Source_Discrimination.mp4", "question": "Who just said 'It's the perspective.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 89.0, "options": [ "A. A blonde female wearing a green blazer with white polka dots, a navy blue sweater, and blue jeans.", "B. A dark-haired male wearing a red blazer, white shirt, and red pants.", "C. A bald male wearing a red long-sleeved shirt and black pants.", "D. A little black-haired boy wearing a black and white T-shirt and black pants." ] }, { "video_id": "sample_22_Source_Discrimination.mp4", "question": "Who just said 'We're not satisfied.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 145.0, "options": [ "A. A blonde female wearing a green blazer with white polka dots, a navy blue sweater, and blue jeans.", "B. A dark-haired male wearing a red blazer, white shirt, and red pants.", "C. A bald male wearing a red long-sleeved shirt and black pants.", "D. A little black-haired boy wearing a black and white T-shirt and black pants." ] }, { "video_id": "sample_22_Source_Discrimination.mp4", "question": "Who just said 'also, l do a lot of the heavy lifting.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 205.0, "options": [ "A. A dark-haired male wearing no shirt and white shorts with a necklace around his neck.", "B. A dark-haired boy wearing a black-and-white T-shirt and black pants.", "C. A bald male wearing a red long-sleeved shirt and black pants.", "D. A dark-haired male wearing a red blazer, white shirt and red pants." ] }, { "video_id": "sample_30_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 26.0, "options": [ "A. A yellow car used as a camera lens was driving down the road, and after passing a truck moving in the wrong direction, the yellow car rolled to the right.", "B. A black truck came out from the left and knocked down the gas station pillar and a red and black refueling machine.", "C. An out-of-control navy blue car ran out from the right, it crashed through the guardrail and wall, and finally came to rest on the road.", "D. A white truck came out from the left and knocked down the gas station pillar and a blue-and-white gas pump." ] }, { "video_id": "sample_30_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 61.0, "options": [ "A. A black car collided with a white car at the intersection.", "B. The car used as a camera lens collided with the man in black on a bicycle in front of it.", "C. An out-of-control black car careened down a snow-covered slope and crashed into the car where the camera was.", "D. An out-of-control white car careened down a snow-covered slope and crashed into the car where the camera was." ] }, { "video_id": "sample_30_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 72.0, "options": [ "A. a red car crashed into a gymnasium, pushing a man on a treadmill", "B. a black car is rear-ending the car that is the video footage, the collision rolls forward", "C. a black sedan coming out of the left side, black out-of-control dumping, crashing into, and hitting the car used as video footage.", "D. a white sedan coming out of the left side, the black out-of-control rear-end, crashed, hitting the car used as video footage." ] }, { "video_id": "sample_30_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 202.0, "options": [ "A. A car made a minor brush with a motorcycle that was used as a video camera while making a turn.", "B. A man on a motorcycle collides with a red sedan coming out of the right side.", "C. A man driving a motorcycle collides with a black sedan coming out of the right side.", "D. a white car ran out from the left side at an intersection and hit another white car." ] }, { "video_id": "sample_30_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 319.0, "options": [ "A. a black sedan made a right turn and hit a blue bus.", "B. a black sedan driving fast rear-ended a stopped gray sedan on the highway.", "C. A white car came out of the right side at an intersection and hit a white car that was going straight.", "D. A black car came out of the right side at an intersection and hit a white car that was going straight." ] }, { "video_id": "sample_12_Source_Discrimination.mp4", "question": "Who just said 'how come you guys havenever played poker with us?'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 28.0, "options": [ "A. a man in a long gray jacket, striped sweater and blue jeans", "B. a man wearing a black and gray shirt with two chest pockets, a black belt and black pants", "C. a man in a red jacket with a white T-shirt and khaki pants", "D. a blonde woman wearing a blue blouse with a white apron tied around her waist, a short black skirt and black stockings" ] }, { "video_id": "sample_12_Source_Discrimination.mp4", "question": "Who just said 'The ten of spades and the six of clubs'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 90.0, "options": [ "A. a brunette wearing a gray hoodie and gray pants", "B. A man wearing a black and gray separated shirt with two chest pockets, a black belt and black pants", "C. a man wearing a red jacket with a white t-shirt underneath", "D. a blonde woman wearing a beige and botanical print shirt and a string of necklaces" ] }, { "video_id": "sample_12_Source_Discrimination.mp4", "question": "Who just said 'It's got to be like chips or dip or pretz.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 125.0, "options": [ "A. a man wearing a green, brown, and red striped sweater and blue jeans", "B. a dark-haired woman wearing a gray hoodie under gray pants", "C. a brown-haired woman wearing a brown long-sleeved top ", "D. a male wearing a black and gray separated shirt with two chest pockets" ] }, { "video_id": "sample_12_Source_Discrimination.mp4", "question": "Who just said 'Now, you sure Phoebe just threw awaytwo jacks because they didn't look happy?'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 137.0, "options": [ "A. a blonde woman wearing a beige and botanical print shirt and a string of necklaces", "B. a man wearing a red jacket with a white T-shirt underneath", "C. a brown-haired woman wearing a brown long-sleeved blouse", "D. a man wearing a green, brown, and red striped sweater and blue jeans" ] }, { "video_id": "sample_12_Source_Discrimination.mp4", "question": "Who just said 'Yeah.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 225.0, "options": [ "A. a man wearing a black and gray shirt with two chest pockets", "B. a man wearing a red jacket with a white t-shirt underneath", "C. A man wearing a green, brown, and red striped sweater and blue jeans", "D. a brown-haired woman wearing a brown long-sleeved top" ] }, { "video_id": "sample_23_Misleading_Context_Understanding.mp4", "question": "What's on top of this blue table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 59.0, "options": [ "A. There are only some chips there.", "B. There are a six of clubs, a five of spades and a two of clubs, and some chips.", "C. There are two K of spades, a seven of diamonds, a seven of hearts, and some chips.", "D. There are a 4 of diamonds, an 8 of diamonds, an A of spades, a 4 of hearts, a 3 of diamonds and some chips." ] }, { "video_id": "sample_23_Misleading_Context_Understanding.mp4", "question": "How many cards are on the table now and what are they?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. There are seven playing cards there, with a six of clubs, a three of hearts, an eight of clubs, two five of diamonds, a five of clubs and a six of diamonds.", "B. There are three playing cards there, an 8 of clubs, a 5 of diamonds and a 5 of clubs.", "C. There are four playing cards there, a 7 of diamonds, a 10 of clubs, a 2 of spades and a 10 of hearts.", "D. There are seven playing cards, a 7 of diamonds, a 10 of hearts, a 2 of spades, a 3 of spades, a K of spades, a 2 of diamonds, and a 9 of clubs." ] }, { "video_id": "sample_23_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are now on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 355.0, "options": [ "A. There are no cards.", "B. There are five cards, a king of hearts, a three of hearts, a Q of clubs, a J of clubs, a ten of spades.", "C. There are four cards, a nine of hearts, a J of diamonds, a six of clubs and a K of diamonds.", "D. There are three cards, an A of spades, a ten of spades and a nine of diamonds." ] }, { "video_id": "sample_23_Misleading_Context_Understanding.mp4", "question": "What playing cards exist on the table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 365.0, "options": [ "A. There is a six of hearts, a four of diamonds, a nine of diamonds, a Q of spades and a five of clubs.", "B. There is a Q of clubs, a seven of hearts, a four of hearts, a two of diamonds, an eight of clubs and a two of hearts.", "C. There is a 9 of diamonds, a 3 of clubs, a Q of hearts, a 5 of hearts and a 10 of clubs.", "D. There is a 4 of diamonds, a Q of spades and a 5 of clubs." ] }, { "video_id": "sample_23_Misleading_Context_Understanding.mp4", "question": "How many playing cards are on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 425.0, "options": [ "A. There is not a single playing card on the table.", "B. There are six playing cards there, a 3 of clubs, an 8 of spades, a 5 of diamonds, a 3 of spades, a 4 of spades, a 10 of spades.", "C. There are ten playing cards, a Q of clubs, a two of clubs, a four of clubs, a three of clubs, a five of hearts, a five of diamonds, an eight of spades, a three of spades, a four of spades and a ten of spades.", "D. There are five playing cards, a seven of hearts, a K of diamonds, an A of hearts, a nine of clubs and a Q of clubs." ] }, { "video_id": "sample_15_Source_Discrimination.mp4", "question": "Who just said 'How many times have I hosted SNL?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 34.0, "options": [ "A. A woman wearing a long black halter dress with a black and white headscarf tied around her head.", "B. A woman wearing an orange jacket with a white blouse and a short orange skirt tied in a high ponytail.", "C. A woman with black hair wearing a white shirt and a watch on her left hand.", "D. A dark-skinned man wearing a black long-sleeved top, grey trousers and a watch in his left hand." ] }, { "video_id": "sample_15_Source_Discrimination.mp4", "question": "Who just said 'What sport did I play as a kid?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 101.0, "options": [ "A. A fair-skinned man wearing a brown suit with a white blouse and light blonde hair.", "B. A dark-skinned man wearing a black long-sleeved top, grey trousers and a watch in his left hand.", "C. A woman wearing an orange jacket with a white blouse and a short orange skirt tied in a high ponytail.", "D. A woman wearing a long black halter dress with a black and white headscarf tied around her head." ] }, { "video_id": "sample_15_Source_Discrimination.mp4", "question": "Who just said 'How many siblings do I have?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 134.0, "options": [ "A. A woman wearing an orange jacket with a white blouse and a short orange skirt tied in a high ponytail.", "B. A fair-skinned man wearing a brown suit with a white blouse and light blonde hair.", "C. A woman wearing a long black halter dress with a black and white headscarf tied around her head.", "D. A woman with black hair wearing a white shirt and a watch on her left hand." ] }, { "video_id": "sample_15_Source_Discrimination.mp4", "question": "Who just said 'What school did I get my MFA from?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 195.0, "options": [ "A. A woman with black hair wearing a white shirt and a watch on her left hand.", "B. A dark-skinned man wearing a black long-sleeved top, grey trousers and a watch in his left hand.", "C. A woman wearing a long black halter dress with a black and white headscarf tied around her head.", "D. A fair-skinned man wearing a brown suit with a white blouse and light blonde hair." ] }, { "video_id": "sample_15_Source_Discrimination.mp4", "question": "Who just asked 'How old was I when I got my driver's license?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 250.0, "options": [ "A. A dark-haired woman wearing a white shirt with dark blue pants underneath and a watch on her left hand.", "B. A fair-skinned man wearing a brown suit with a white blouse and light blonde hair.", "C. A woman wearing an orange jacket with a white blouse and a short orange skirt tied in a high ponytail.", "D. A woman wearing a long black halter dress with a black and white headscarf tied around her head." ] }, { "video_id": "sample_12_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I'm sorry?'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 62.0, "options": [ "A. A woman wraps in a dark towel stood in the middle of the room, confused, talking to the man in red who was leaning against the door frame.", "B. A man with black hair, wearing a red shirt and a black turtleneck, who is facing to the left and talking to the person next to him.", "C. A man wearing glasses and a dark coat with a green hoodie underneath, he faces to the right and looks solemnly at the woman who suddenly enters.", "D. A woman with dark towel, ties up her hair, put one hand at her waist, hold a towel in the other, and looking around with a smile." ] }, { "video_id": "sample_12_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Go away.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 221.0, "options": [ "A. A woman wraps in a dark towel stood in the middle of the room, confused, talking to the man in red who was leaning against the door frame.", "B. A man wearing a gray short sleeve with a black long sleeve underneath, with stripes of different colors like pink, yellow, and blue, was talking seriously to the person in front of him.", "C. A man wearing glasses and a dark coat with a green hoodie underneath, he faces to the right and looks solemnly at the woman who suddenly enters.", "D. A woman with dark towel, ties up her hair, put one hand at her waist, hold a towel in the other, and looking around with a smile." ] }, { "video_id": "sample_12_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Never mind.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 263.0, "options": [ "A. A woman wraps in a dark towel stood in the middle of the room, confused, talking to the man in red who was leaning against the door frame.", "B. A man wearing a gray short sleeve with a black long sleeve underneath, with stripes of different colors like pink, yellow, and blue, was talking seriously to the person in front of him.", "C. A man in a dark coat with a red suit underneath and black glasses bowed his head to the left in frustration as he speaks.", "D. A woman with dark towel, ties up her hair, put one hand at her waist, hold a towel in the other, and looking around with a smile." ] }, { "video_id": "sample_12_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'You're welcome.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 342.0, "options": [ "A. A woman wraps in a dark towel stood in the middle of the room, confused, talking to the man in red who was leaning against the door frame.", "B. A man wearing a gray short sleeve with a black long sleeve underneath, with stripes of different colors like pink, yellow, and blue, was talking seriously to the person in front of him.", "C. A man in a dark coat with a red suit underneath and black glasses bowed his head to the left in frustration as he speaks.", "D. A man in a green T-shirt is holding a Batman doll in both hands, facing to the left, and talking to others in the room." ] }, { "video_id": "sample_12_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Some things are more important than toys.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 386.0, "options": [ "A. A man in a dark jacket with a red coat under him hugs a woman in a blue floral hoodie with her arms crossed over her chest as they stand in front of an elevator looking into each other's eyes and talking.", "B. A man wearing a gray short sleeve with a black long sleeve underneath, with stripes of different colors like pink, yellow, and blue, was talking seriously to the person in front of him.", "C. A man in a dark coat with a red suit underneath and black glasses bowed his head to the left in frustration as he speaks.", "D. A man in a green T-shirt is holding a Batman doll in both hands, facing to the left, and talking to others in the room." ] }, { "video_id": "sample_26_Source_Discrimination.mp4", "question": "Who just said 'Do you want to carry the hammer with you?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 26.0, "options": [ "A. A dark-haired male wearing a black suit, white shirt and black tie.", "B. A male with brown hair wearing a black suit with a black shirt with a V-neck collar.", "C. A blonde woman wearing a sleeveless black dress with a white striped hemline and black stockings.", "D. A brown-haired male wearing a brown suit with a white shirt, red tie, and brown-rimmed sunglasses." ] }, { "video_id": "sample_26_Source_Discrimination.mp4", "question": "Who just said 'lf you say so.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 48.0, "options": [ "A. A dark-haired male wearing a black suit, white shirt and black tie.", "B. A male with brown hair wearing a black suit with a black shirt with a v-neck collar.", "C. A blonde woman wearing a sleeveless black dress with a white striped hemline and black stockings.", "D. A brown-haired male wearing a brown suit with a white shirt, red tie, and brown-rimmed sunglasses." ] }, { "video_id": "sample_26_Source_Discrimination.mp4", "question": "Who just said 'No, we're not going to do that.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 63.0, "options": [ "A. A dark-haired male wearing a black suit, white shirt and black tie.", "B. A brown-haired male wearing a black suit with a black shirt with a v-neck collar.", "C. A brown-haired man wearing a dark blue blazer with an off-white plaid handkerchief in his breast pocket and a black shirt.", "D. A brown-haired male wearing a brown suit with a white shirt, red tie, and brown-rimmed sunglasses." ] }, { "video_id": "sample_26_Source_Discrimination.mp4", "question": "Who just said 'You love him.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 76.0, "options": [ "A. A male with brown hair wearing a black blazer, black shirt and black tie.", "B. A black man with white hair wearing a black blazer with a white handkerchief in his breast pocket, a white shirt and a black tie.", "C. A brown-haired male wearing a dark blue blazer with an off-white plaid handkerchief in the breast pocket and a black shirt.", "D. A brown-haired male wearing a brown suit with a white shirt, a red tie, and brown-rimmed sunglasses." ] }, { "video_id": "sample_26_Source_Discrimination.mp4", "question": "Who just said 'And she said, no, l was going to eat.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 155.0, "options": [ "A. A dark-haired male wearing a black suit, white shirt and black tie.", "B. A black man with white hair wearing a black suit with a white handkerchief in his breast pocket and a white shirt and black tie.", "C. A male with brown hair wearing a dark blue blazer with an off-white plaid handkerchief in his breast pocket and a black shirt.", "D. A brown-haired male wearing a brown suit with a white shirt, a red tie, and brown-rimmed sunglasses." ] }, { "video_id": "sample_13_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Blowing the gates.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 37.0, "options": [ "A. A man sitting on the sofa, wearing headphones and looking at his laptop. He is dressed in a purple jacket, white shirt and brown sweater vest. ", "B. A man is sitting at a computer desk wearing a contrasting striped suit and headphones. He stared intently at the screen of his laptop.", "C. Two men sit on brown sofas, both wearing headphones, focused on laptop screens in front of them. The man on the left is wearing a purple jacket and the man on the right is wearing a green T-shirt.", "D. A man is sitting under a couch, wearing glasses and headphones, with a laptop on the table in front of him. He was wearing a black coat and a purple hoodie. He looked down at his laptop screen and was talking." ] }, { "video_id": "sample_13_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Somebody just clicked buy it now.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 99.0, "options": [ "A. A man sitting on the sofa, wearing headphones and looking at his laptop. He is dressed in a purple jacket, white shirt and brown sweater vest. ", "B. A man sits on a couch, wearing a green T-shirt and headphones, looking at his laptop screen and talking. The man on the left leans over to look at the man's screen. The laptop has an American flag sticker on it.", "C. Two men sit on brown sofas, both wearing headphones, focused on laptop screens in front of them. The man on the left is wearing a purple jacket and the man on the right is wearing a green T-shirt.", "D. A man is sitting under a couch, wearing glasses and headphones, with a laptop on the table in front of him. He was wearing a black coat and a purple hoodie. He looked down at his laptop screen and was talking." ] }, { "video_id": "sample_13_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'What can i help you with?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 127.0, "options": [ "A. Two men sit on brown sofas, both wearing headphones, focused on laptop screens in front of them. The man on the left is wearing a purple jacket and the man on the right is wearing a green T-shirt.", "B. A man sits on a couch, wearing a green T-shirt and headphones, looking at his laptop screen and talking. The man on the left leans over to look at the man's screen. The laptop has an American flag sticker on it.", "C. A woman with glasses and a black clothes with blonde hair sitting next to a neatly arranged comic book shelf. A woman with curly brown hair, wearing a dark clothes, and carrying a box walking past her as she speak.", "D. A man is sitting under a couch, wearing glasses and headphones, with a laptop on the table in front of him. He was wearing a black coat and a purple hoodie. He looked down at his laptop screen and was talking." ] }, { "video_id": "sample_13_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Hey, guys.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 180.0, "options": [ "A. Two men sit on brown sofas, both wearing headphones, focused on laptop screens in front of them. The man on the left is wearing a purple jacket and the man on the right is wearing a green T-shirt.", "B. A man sits on a couch, wearing a green T-shirt and headphones, looking at his laptop screen and talking. The man on the left leans over to look at the man's screen. The laptop has an American flag sticker on it.", "C. A woman with glasses and a black clothes with blonde hair sitting next to a neatly arranged comic book shelf. A woman with curly brown hair, wearing a dark clothes, and carrying a box walking past her as she speak.", "D. A woman with curly blond hair, black glasses, and blue clothes is coming in through the door. She is smiling and talking to the people in the room." ] }, { "video_id": "sample_13_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'How's it feel, penny?'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 255.0, "options": [ "A. A woman with blonde hair, a patterned red dress, and black glasses is sitting on a couch, her mouth open, talking into a laptop computer, where she is playing a game.", "B. A man sits on a couch, wearing a green T-shirt and headphones, looking at his laptop screen and talking. The man on the left leans over to look at the man's screen. The laptop has an American flag sticker on it.", "C. A woman with glasses and a black clothes with blonde hair sitting next to a neatly arranged comic book shelf. A woman with curly brown hair, wearing a dark clothes, and carrying a box walking past her as she speak.", "D. A woman with curly blond hair, black glasses, and blue clothes is coming in through the door. She is smiling and talking to the people in the room." ] }, { "video_id": "sample_13_Emotion_Recognition.mp4", "question": "What's the mood of the man in the T-shirt with the blonde hair? Why is he in that mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 17.0, "options": [ "A. He was calm as he presented the ingredients.", "B. He was happy because he was shaking hands and saying hello to a man wearing a black suit with a black dress underneath.", "C. He was happy because he was shaking hands and saying hello to a man in a black suit with a purple tie.", "D. He was calm because he was talking about a dish he was going to cook." ] }, { "video_id": "sample_13_Emotion_Recognition.mp4", "question": "What's the mood of the man in the T-shirt with the blonde hair? Why is he in that mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 35.0, "options": [ "A. He was happy because he is teaching the two hosts how to cut oranges.", "B. He was happy because he was shaking hands and saying hello to a man wearing a black suit with a black dress underneath.", "C. He was happy because he was shaking hands and saying hello to a man in a black suit with a purple tie.", "D. He was happy because of what the man in the black suit and black shirt said." ] }, { "video_id": "sample_13_Emotion_Recognition.mp4", "question": "What's the mood of the man in the T-shirt with the blonde hair? Why is he in that mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 145.0, "options": [ "A. He was happy because of what the man in the black suit and black shirt said.", "B. He was surprised because the presenter didn't know how to cut an orange.", "C. He was happy because he is teaching the two hosts how to cut oranges.", "D. He was surprised because the audience gasped." ] }, { "video_id": "sample_13_Emotion_Recognition.mp4", "question": "What's the mood of the man in the T-shirt with the blonde hair? Why is he in that mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 209.0, "options": [ "A. He was happy because he was infected by the atmosphere of the audience.", "B. He was happy because of what the man in the black suit and black shirt said.", "C. He was happy because he is teaching the two hosts how to cut oranges.", "D. He was happy because he said something bad and scared the host next to him." ] }, { "video_id": "sample_13_Emotion_Recognition.mp4", "question": "What's the mood of the man in the T-shirt with the blonde hair? Why is he in that mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 288.0, "options": [ "A. He was happy because he said something bad and scared the host next to him.", "B. He was happy because he felt the cheers of the audience.", "C. He was happy because the cooking was finished.", "D. He was happy because of what the man in the black suit and black shirt said." ] }, { "video_id": "sample_49_Misleading_Context_Understanding.mp4", "question": "What's in the room in this video?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 47.0, "options": [ "A. An overhead view shows a townscape with lots of low houses interspersed with roads and trees.", "B. The room has a yellow floor, a table in the middle of the room, four white stools next to the table, two chandeliers on the white ceiling, and a glass sliding door on the right side of the room.", "C. The scene shows a two-storey house with a grey roof and white walls, a house with two garage doors, a tree in front of the house, and two black cars parked on either side of the lane.", "D. The room has a large window with white curtains, a table in the middle of the room with three stools next to it, a computer on the table and a TV on the black wall." ] }, { "video_id": "sample_49_Misleading_Context_Understanding.mp4", "question": "What exists in the room in the video?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 65.0, "options": [ "A. This room has a black and white patterned floor, two white washing machines in the middle of the room, and a cupboard with a dress hanging on it and a clothes hamper.", "B. The room has a yellow floor, a table in the middle of the room, four white stools next to the table, two chandeliers on the white ceiling, and a glass sliding door on the right side of the room.", "C. The floor of this room is beige, the walls are white, there are a lot of windows with black borders and white curtains, there are two white sofas on the right side of the room, there is a table in the middle of the room with a potted plant on it, there are a few black stools next to the table, and there is a chandelier on the ceiling.", "D. The room has a large window with white curtains, a table in the middle of the room with three stools next to it, a computer on the table and a TV on the black wall." ] }, { "video_id": "sample_49_Misleading_Context_Understanding.mp4", "question": "What is on display inside this room?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 101.0, "options": [ "A. There is a window on the left side of this room, a coffee table in the middle of the room with a rug underneath, two white sofas on either side of the coffee table, a fireplace and a TV in the middle of the picture, and two storage shelves on either side of the fireplace.", "B. There is a white carpet in the centre of this room, a bed on the floor spread which has a black rectangular frame, bedside cabinets on either side of the bed with a glowing white table lamp, a chandelier above the white ceiling, and three windows on the right side of the room.", "C. The floor of this room is beige, the walls are white, there are a lot of windows with black borders and white curtains, there are two white sofas on the right side of the room, there is a table in the middle of the room with a potted plant on it, there are a few black stools next to the table, and there is a chandelier on the ceiling.", "D. The floor of this room is beige, there is a cupboard in the centre of the room containing many handbags of different colours, and there are wardrobes on the left and right sides of the room filled with many neat clothes." ] }, { "video_id": "sample_49_Misleading_Context_Understanding.mp4", "question": "What is on display inside this room?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 114.0, "options": [ "A. The walls of this room are white, there is a white cupboard on the left side of the room, there is a white carpet on the floor of the room, there is a white baby cradle on the carpet, there is a window in the middle of the room, there is a wooden horse and a box under the window, and there is a mosquito net next to it.", "B. The floor and walls of the room are white, on the left side of the room there is a washbasin with a green plant and a sink, and in the middle of the room there is a white bathtub with two small wooden benches next to the bathtub.", "C. The floor of this room is beige, the walls are white, there are a lot of windows with black borders and white curtains, there are two white sofas on the right side of the room, there is a table in the middle of the room with a potted plant on it, there are a few black stools next to the table, and there is a chandelier on the ceiling.", "D. The floor of this room is beige, there is a cupboard in the centre of the room containing many handbags of different colours, and there are wardrobes on the left and right sides of the room filled with many neat clothes." ] }, { "video_id": "sample_49_Misleading_Context_Understanding.mp4", "question": "What is on display inside this room?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 144.0, "options": [ "A. The walls of this room are white, there is a white cupboard on the left side of the room, there is a white carpet on the floor of the room, there is a white baby cradle on the carpet, there is a window in the middle of the room, there is a wooden horse and a box under the window, and there is a mosquito net next to it.", "B. This room has a row of grey sofas with a black coffee table in the middle, an off-white tent on the left side of the room, and a black table and TV next to it.", "C. This room has white walls and floors, and inside the room there is a white toilet and water tank, and a white bathtub with a white curtain next to the bathtub.", "D. There is a grey carpet on the floor of this room, a black bed in the middle of the room with white pillows and comforter, table lamps on the cupboard next to the bed, a chandelier on the ceiling, three windows in the room and a black TV." ] }, { "video_id": "sample_9_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 46.0, "options": [ "A. A deep blue ocean with sunlight passing through the surface. The narrator says 'from many kilometers away and will lead it to its next meal.'.", "B. A shark is swimming in a deep blue ocean, a close-up of the shark is shown and the narrator says 'The blue shark.'.", "C. A shark is swimming in a deep blue sea, the sunlight penetrates the sea, the shark is in the center of the picture and the narrator says 'It travels over 8,000 kilometres a year.'.", "D. A shark is swimming in a deep blue ocean, the image shows an overhead view of the shark and the narrator says 'This one may not have eaten for two months.'." ] }, { "video_id": "sample_9_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 82.0, "options": [ "A. A deep blue sea with sunlight passing through it. The narrator says 'from many kilometers away and will lead it to its next meal.'.", "B. The wreckage of a dead whale floating on a deep blue ocean, with a shark hovering next to the wreckage, the narrator says 'A dead whale recently struck by a ship.'.", "C. The remains of a dead dolphin floating in a deep blue sea, with a shark hovering over the remains, the narrator says 'A dead whale recently struck by a ship.'.", "D. A shark swims in a deep blue sea, the scene shows an overhead view of the shark, the narrator says 'This one may not have eaten for two months.'." ] }, { "video_id": "sample_9_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 145.0, "options": [ "A. A deep blue sea with sunlight passing through it. The narrator says 'from many kilometers away and will lead it to its next meal.'.", "B. The remains of a dead whale were floating on a deep blue sea, and a shark was hovering beside the remains, and the narrator said 'A dead whale recently struck by a ship.'.", "C. A white shark munches on the remains of a dead whale as the narrator says 'Great whites are eager to feed on energy-rich whale blubber.'.", "D. A blue shark munches on the remains of a dead whale as the narrator says 'Great whites are eager to feed on energy-rich whale blubber.'." ] }, { "video_id": "sample_9_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 181.0, "options": [ "A. A school of sharks swam in the dark green ocean, the narrator said 'As the oils from this dead whale spread more widely.'.", "B. The remains of a dead whale floated in a deep blue sea, and a shark hovered near the remains, the narrator said 'A dead whale recently struck by a ship.'.", "C. A shark hovers near the remains of a dead whale floating in the deep blue sea, and the narrator says 'A dead whale recently struck by a ship.'.", "D. A group of sharks swimming in the deep blue ocean, the narrator says 'As the oils from this dead whale spread more widely.'." ] }, { "video_id": "sample_9_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 209.0, "options": [ "A. A group of sharks are eating the remains of a dead whale, and the narrator says 'Within days, the carcass wil be stripped of its blubber.'.", "B. A shark hovers near the remains of a dead whale floating in the deep blue sea, and the narrator says 'A dead whale recently struck by a ship.'.", "C. A white shark munches on the remains of a dead whale as the narrator says 'Great whites are eager to feed on energy-rich whale blubber.'.", "D. A school of sharks swims in the deep blue ocean, the narrator says 'As the oils from this dead whale spread more widely.'." ] }, { "video_id": "sample_15_Emotion_Recognition.mp4", "question": "What is the mood of this man in jeans, white sneakers and a brown beard?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 17.0, "options": [ "A. he is calm.", "B. he is relaxed.", "C. he is happy.", "D. he is excited." ] }, { "video_id": "sample_15_Emotion_Recognition.mp4", "question": "What is the mood of this man in jeans, white sneakers and a brown beard? Why is he in this mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 65.0, "options": [ "A. he is happy because of the analogy of the male sitting next to him.", "B. he is happy because of his own analogy.", "C. he is calm because he is reminiscing about the past.", "D. he is calm because the man next to him is laughing." ] }, { "video_id": "sample_15_Emotion_Recognition.mp4", "question": "What is the mood of this man in jeans, white sneakers and a brown beard? Why is he in this mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 340.0, "options": [ "A. He is calm because he is recounting a bad event.", "B. He is calm because he has the same unpleasant experience as the presenter.", "C. He is calm because he's remembering what he's encountered before.", "D. He is calm because he says something boring." ] }, { "video_id": "sample_15_Emotion_Recognition.mp4", "question": "What's the mood of this lady in jeans and long brown hair? Why does she feel that way?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 453.0, "options": [ "A. She was surprised because the presenter said something bad.", "B. She was surprised because she saw something that made her uncomfortable.", "C. She was surprised because she heard the man next to her talk about an embarrassing experience on an airplane.", "D. She was surprised because she was frightened by what the host said." ] }, { "video_id": "sample_15_Emotion_Recognition.mp4", "question": "What is the mood of this man in jeans, white sneakers and a brown beard? Why is he in this mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 531.0, "options": [ "A. He is calm as he recounts an embarrassing experience to the host.", "B. He is calm because he has the same unpleasant experience as the presenter.", "C. He is happy because he told the host a very funny experience.", "D. He was happy because he was infected by the laughter of the woman next to him." ] }, { "video_id": "sample_16_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 35.0, "options": [ "A. A man in a white shirt was hitting a skateboard with a basketball, but it bounced and hit him.", "B. On the podium, a man was talking with a microphone in his hand. When he walked forward, he did not expect to step on the edge of the stage and fell to the ground.", "C. A player wearing jersey No. 40 grabs the ball from an opponent and runs towards the shot.", "D. A player dressed in red stole the ball from his opponent and ran in the direction of shooting. When he was about to throw the ball, he slipped and fell." ] }, { "video_id": "sample_16_Anomaly_Context_Understanding.mp4", "question": "Describe the unusual event that just occurred.", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 94.0, "options": [ "A. A man in a gray T-shirt with short sleeves was climbing a concrete wall on the roadside when he tripped over the wall and fell to the ground.", "B. A man wearing shorts with an American flag design stood on a diving board and fell into the water just as he was about to jump.", "C. Two men in an red soap car were coming from a distance, only to see them hit the curb and topple over.", "D. Two men in an orange soap car were coming from a distance, only to see them hit the curb and topple over." ] }, { "video_id": "sample_16_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 173.0, "options": [ "A. A man wearing a white short-sleeved T-shirt was shoveling eggs, which flew over the counter as they were scooped up.", "B. In a crowded room, a woman uses a hammer to tap into a bucket of wine, after which the wine gushes out and splashes all over the floor.", "C. On stage, a group of people were playing when suddenly the green canopy was blown down by the wind.", "D. On stage, a group of people were playing when suddenly the white canopy was blown down by the wind." ] }, { "video_id": "sample_16_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 221.0, "options": [ "A. A woman dressed in black , singing and dancing with a microphone in her hand, accidentally fell to the ground while shaking her head.", "B. A woman dressed in gold, singing and dancing with a microphone in her hand, accidentally fell to the ground while shaking her head.", "C. A model in high heels was walking on a high platform and ended up falling and kneeling on the platform because she didn't step firmly.", "D. A man in black shorts stepped out of the bath and unexpectedly slipped and fell to the ground." ] }, { "video_id": "sample_16_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 296.0, "options": [ "A. A man wearing a black short-sleeved T-shirt and blue jeans, while preparing to skateboard, did not expect to fall directly to the ground before he had started.", "B. A man wearing a blue short-sleeved T-shirt and blue jeans, while preparing to skateboard, did not expect to fall directly to the ground before he had started.", "C. A man in a suit was conducting a chorus, after which the instrument played by the person next to him suddenly collapsed.", "D. A man in a mascot costume is dancing on the table, but accidentally steps off with his left foot and falls to the ground." ] }, { "video_id": "sample_19_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman in the middle of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 18.0, "options": [ "A. She is very happy and proud.", "B. She is extremely frustrated.", "C. She is overwhelmed with anger.", "D. She is deeply sad." ] }, { "video_id": "sample_19_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 68.0, "options": [ "A. He was very confused because he couldn't understand what the host was saying.", "B. He is very serious because he is listening carefully to the host.", "C. He was very happy because he heard the applause and cheering.", "D. He is very calm because he wants to maintain a calm image." ] }, { "video_id": "sample_19_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the right of the video, and what is causing his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 108.0, "options": [ "A. He was very confused because he couldn't understand what the host was saying.", "B. He is very serious because he is listening carefully to the host.", "C. He was very pleased because he heartily congratulated him on winning the prize.", "D. He is very calm because he wants to maintain a calm image." ] }, { "video_id": "sample_19_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the middle of the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 159.0, "options": [ "A. He is utterly calm and serene.", "B. He is filled with sadness and melancholy.", "C. He is brimming with confidence and anticipation.", "D. He is very nervous and excited." ] }, { "video_id": "sample_19_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 272.0, "options": [ "A. He was very serious because he was giving an acceptance speech.", "B. He is very serious because he is listening carefully to the host.", "C. He was very pleased because he heartily congratulated him on winning the prize.", "D. He was very happy because he saw his wife." ] }, { "video_id": "sample_26_Misleading_Context_Understanding.mp4", "question": "What playing cards are on top of this green table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 59.0, "options": [ "A. There is not a single playing card there.", "B. There is an A of clubs, a nine of spades and a seven of spades.", "C. There is a 4 of diamonds, a 2 of spades and a K of spades there.", "D. There is a K of hearts, a five of clubs, a nine of clubs and a nine of diamonds." ] }, { "video_id": "sample_26_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. There is not a single face-up playing card there.", "B. There are three face-up playing cards, a six of clubs, a Q of diamonds and an eight of hearts.", "C. There are two face-up playing cards, a six of clubs and a Q of diamonds.", "D. There are five face-up playing cards there, a J of spades, a six of clubs, a five of spades, an eight of hearts and a Q of diamonds." ] }, { "video_id": "sample_26_Misleading_Context_Understanding.mp4", "question": "What's on the green desktop now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 175.0, "options": [ "A. There is a 2 of diamonds, a 9 of hearts and a 9 of clubs and some chips.", "B. There are only some chips there.", "C. There are two aces of diamonds, a K of spades and some chips.", "D. There is an 8 of diamonds, a 9 of clubs and a 7 of spades and some chips." ] }, { "video_id": "sample_26_Misleading_Context_Understanding.mp4", "question": "What playing cards exist on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 295.0, "options": [ "A. There is not a single playing card there.", "B. There is a 10 of spades, a 6 of clubs and a J of diamonds.", "C. There is a 10 of hearts, a 6 of hearts and a J of hearts there.", "D. There is a 4 of diamonds, a 3 of diamonds and an A of spades." ] }, { "video_id": "sample_26_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are here?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 470.0, "options": [ "A. Here are four, the 10 of spades, the 5 of diamonds, the 3 of diamonds and the 4 of clubs.", "B. There are three here, the 3 of spades, the 3 of diamonds and the 6 of hearts.", "C. There are seven here, the J of clubs, the eight of spades, the three of spades, the three of hearts, the six of hearts, the three of diamonds and the ten of clubs.", "D. There are six here, the 5 of spades, the 8 of spades, the 2 of spades, the 6 of spades, the J of spades and the Q of hearts." ] }, { "video_id": "sample_21_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the right of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 23.0, "options": [ "A. He is happy.", "B. He is upset.", "C. He is angry.", "D. He is sad." ] }, { "video_id": "sample_21_Emotion_Recognition.mp4", "question": "What is the current mood of the woman in the left of the video, and what is causing her emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 40.0, "options": [ "A. She was very happy because she saw the man on her right gesticulating excitedly.", "B. She was very angry because she heard the man on her right complaining.", "C. She was very calm because she saw that the man on her right was going to come forward and speak.", "D. She was very upset because she heard the man on her right interrupting her speech." ] }, { "video_id": "sample_21_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 82.0, "options": [ "A. He was very proud because he heard the host say his name.", "B. He was very angry because his host kept complaining.", "C. He was very calm because he couldn't understand what the host was saying.", "D. He was very upset because he couldn't understand what the host was saying." ] }, { "video_id": "sample_21_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 92.0, "options": [ "A. He was very happy because he looked up and saw himself on the big screen.", "B. He was very angry because his host kept complaining.", "C. He was very calm because he couldn't understand what the host was saying.", "D. He was very upset because he couldn't understand what the host was saying." ] }, { "video_id": "sample_21_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the middle of the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 127.0, "options": [ "A. He is very proud and tries to stay calm.", "B. He is very upset and angry.", "C. He is very moved and could not contain his excitement.", "D. He is very sad and could not contain his sadness." ] }, { "video_id": "sample_49_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 39.0, "options": [ "A. The panda held a green cane in its hand and said to the intruder, 'You've got excellent taste.'", "B. A panda walked forward cautiously with a green cane in hand and said, 'You can't hide from justice forever!'", "C. The panda held a blue cane in its hand and said to the intruder, 'You've got excellent taste.'", "D. The panda in the mirror image of the dagger in the hands of the intruder wearing black clothes said, 'The Dagger of Dengua!'" ] }, { "video_id": "sample_49_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 64.0, "options": [ "A. An intruder wearing a blue robe said 'If you're insist' and threw the knife in his hand at the panda", "B. A panda is waving a black cane and saying 'it's the staff of Wisdom'", "C. A panda waved a green cane in its hand and said, 'It's the staff of Wisdom'", "D. An intruder wearing a blue robe raised his hands and waved them, saying 'Oh no'" ] }, { "video_id": "sample_49_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 76.0, "options": [ "A. The intruder wearing a blue robe crossed his hands and said, 'I'm just going to say it. Nothing about you saying dragon or warrior.'", "B. A panda holding a green cane roared and charged towards the intruder wearing a blue robe", "C. A panda looked aggrieved and said to the intruder wearing a blue robe, 'I am the Dragon Warrior!'", "D. A panda holding a green cane roared and charged towards the intruder wearing a green robe" ] }, { "video_id": "sample_49_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 300.0, "options": [ "A. A panda wearing a wide brimmed hat and a red cloak grabbed the tail of a devil fish and said, 'Okay,', big guy, we're really gonna have to wrap this up'.", "B. A panda wearing a wide brimmed hat and a red cloak kicked the devil fish away, shouting kung fu", "C. A panda wearing a wide brimmed hat and a red cloak said 'That's bad' to the broken bridge", "D. A panda wearing a wide brimmed hat and a yellow cloak grabbed the tail of a devil fish and said, 'Okay', big guy, we're really gonna have to wrap this up'." ] }, { "video_id": "sample_49_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 463.0, "options": [ "A. A panda wearing pants meditated in front of a cherry blossom tree and said, 'Hey there,', I'm Po the Dragon Warrior'.", "B. A panda wearing pants closed its eyes and meditated in front of the cherry blossom tree, saying 'Breathe'", "C. A panda wearing pants closed its eyes and meditated in front of the cherry blossom tree, then took a deep breath and said 'Out through the mouth' before exhaling", "D. A panda wearing pants closed its eyes and meditated in front of an apple tree, then took a deep breath and said 'Out through the mouth' before exhaling" ] }, { "video_id": "sample_10_Emotion_Recognition.mp4", "question": "What is the mood of this man in a suit with black hair? Why is he in this mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 35.0, "options": [ "A. He is happy because he shook hands with the host.", "B. He is happy because the host introduced him.", "C. He is embarrassed because he is speaking at the same time as the host.", "D. He is happy because he has come to this project." ] }, { "video_id": "sample_10_Emotion_Recognition.mp4", "question": "What is the mood of this man in a suit with black hair? Why is he in this mood?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 80.0, "options": [ "A. He is happy because he shook hands with the host.", "B. He is excited because he and his partner are shouting with passion.", "C. He is embarrassed because he is speaking at the same time as the host.", "D. He is excited because the host introduced a child as his partner." ] }, { "video_id": "sample_10_Emotion_Recognition.mp4", "question": "What is the mood of this man in a suit with black hair? Why is he in this mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 142.0, "options": [ "A. He is a bit embarrassed because he is talking about what kind of student he was in elementary school.", "B. He is excited because he and his partner are shouting with passion.", "C. He is a bit excited because the host is introducing the rules.", "D. He is excited because the host introduced a child as his partner." ] }, { "video_id": "sample_10_Emotion_Recognition.mp4", "question": "What is the mood of this man in a suit with black hair? Why is he in this mood?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 217.0, "options": [ "A. He is a bit embarrassed because he is talking about what kind of student he was in elementary school.", "B. He is a bit nervous because he is answering the question.", "C. He is a bit excited because the host is introducing the rules.", "D. He is a bit excited because he is eager to have a try." ] }, { "video_id": "sample_10_Emotion_Recognition.mp4", "question": "What is the mood of this man in a suit with black hair? Why is he in this mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 282.0, "options": [ "A. He is a bit excited because he is shaking hands with his partner.", "B. He is a bit nervous because he is answering the question.", "C. He is very happy because the answer he gave was correct.", "D. He is a bit excited because he is eager to have a try." ] }, { "video_id": "sample_21_Source_Discrimination.mp4", "question": "Who just said, 'I mean, this is incredible.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 39.0, "options": [ "A. A woman with long blonde hair was wearing a black dress.", "B. A woman with short blonde hair was wearing a black dress.", "C. A woman with long black hair was wearing a black dress.", "D. A woman with long blonde hair was wearing a red dress." ] }, { "video_id": "sample_21_Source_Discrimination.mp4", "question": "Who just said 'You're really smart, you're beautiful, you're sexy.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 84.0, "options": [ "A. A young-aged man with short dark brown hair, wearing a blue-and-white striped shirt.", "B. A middle-aged man with short dark brown hair, wearing a blue-and-white striped shirt.", "C. A middle-aged man with short dark white hair, wearing a blue-and-white striped shirt.", "D. A middle-aged man with short dark brown hair, wearing a red-and-white striped shirt." ] }, { "video_id": "sample_21_Source_Discrimination.mp4", "question": "Who just said 'No, it's not.'？", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 146.0, "options": [ "A. A middle-aged man with short dark white hair, wearing a blue-and-white striped shirt.", "B. A young-aged man with short dark brown hair, wearing a blue-and-white striped shirt.", "C. A middle-aged man with short dark brown hair, wearing a red-and-white striped shirt.", "D. A middle-aged man with short dark brown hair, wearing a blue-and-white striped shirt." ] }, { "video_id": "sample_21_Source_Discrimination.mp4", "question": "Who just said 'The days of our lives?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 200.0, "options": [ "A. A blonde male wearing a gray tank top and black pants.", "B. A black female wearing a gray tank top and black pants.", "C. A blonde female wearing a gray tank top and black pants.", "D. A blonde female wearing a red tank top and black pants." ] }, { "video_id": "sample_21_Source_Discrimination.mp4", "question": "Who just said 'We can do another scene on the couch.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 259.0, "options": [ "A. A young, fair-skinned woman with long hair was wearing a blue sleeveless blouse.", "B. A old, fair-skinned woman with long hair was wearing a gray sleeveless blouse.", "C. A young, dark-skinned woman with short hair was wearing a gray sleeveless blouse.", "D. A young, fair-skinned man with short hair was wearing a white sleeveless blouse." ] }, { "video_id": "sample_17_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said we need a circuit that checks if this opcode matches 0010, which we could do witha handful of logic gates.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 217.0, "options": [ "A. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background.", "B. The video shows an image of a virtual presentation animation with a purple background. On the right side of the screen there are two square boxes with '0010' written in them, and on the left side there are some inverted triangles and U-shaped icons that are connected to the square boxes on the right side by blue and yellow lines.", "C. The video shows an image of a virtual presentation animation with an orange background. There is a vertical table on the right side of the screen and a total of six rectangular boxes with a string of the number 0 on the left side.", "D. The screen shows a reference data table for a computer system. The table lists various instruction sets, opcodes, and related functional descriptions. The background color is primarily beige." ] }, { "video_id": "sample_17_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'It loaded two values from memory.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 474.0, "options": [ "A. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background, and a lit table lamp to the left.", "B. The video shows a virtually animated image of a woman in a yellow dress standing in front of an elevator with an orange computer monitor and keyboard on the right. The background on the left and right sides is purple, and there is text on the wall on the left side.", "C. The video shows an image of a virtual presentation animation with an orange background. In the middle of the screen there is a rectangular table with five rows, the first row is yellow, the second, third, and fifth rows are purple, and the table contains some data information.", "D. The video shows an image of a virtual presentation animation with an orange background. There is a vertical table on the right side of the screen and four rectangular boxes in horizontal rows on the left side. There is also a large rectangular box in the center and a large V-shaped icon on the left side, and all of the boxes and the table on the right side are connected by either a blue line." ] }, { "video_id": "sample_17_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'The very first single chip CPU was the Intel 4004, a 4-bit CPU released in 1971.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 550.0, "options": [ "A. The video shows an image of a virtual presentation animation with an orange background. In the middle of the screen there is a rectangular table with five rows, the first row is yellow, the second, third, and fifth rows are purple, and the table contains some data information.", "B. The video shows an image of a virtual presentation animation with an orange background. There is a vertical table on the right side of the screen and four rectangular boxes in horizontal rows on the left side. There is also a large rectangular box in the center and a large V-shaped icon on the left side, and all of the boxes and the table on the right side are connected by either a blue line or a yellow line.", "C. This picture shows a four-bit CPU with a gold rectangular chip with the model numbers 'C4004' and 'H9157' printed on it. The CPU consists of a white base with gold pins.", "D. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background, and a lit table lamp to the left." ] }, { "video_id": "sample_17_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Its microarchitecture is actually pretty similar to our example CPU.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 554.0, "options": [ "A. The video shows an image of a virtual presentation animation with an orange background. A vertical table on the right and many boxes with text and numbers on the left are connected by blue lines. There is a face icon in the upper left corner.", "B. The video shows an animated image of a virtual presentation with a purple background. This is a diagram of the structure of an INTEL 4004 CPU. A large box with black edges circles the inner white box, and there are additional white boxes outside the black box to the right and down the side.", "C. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background, and a lit table lamp to the left.", "D. This picture shows a four-bit CPU with a gold rectangular chip with the model numbers 'C4004' and 'H9157' printed on it. The CPU consists of a white base with gold pins." ] }, { "video_id": "sample_17_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Is no doubt a few gigahertz.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 576.0, "options": [ "A. The video footage shows a woman in a red camisole sitting in front of a computer with her back to the camera, looking at two computer screens that show data. There are also some papers and a keyboard on the table. Some blurred lights can be seen in the background.", "B. The video footage shows a young woman sitting at her desk, talking on her mobile phone while looking at a laptop screen. She is wearing a yellow blazer and a white undershirt, and her hair is tied back in a high ponytail. In the background is a minimalist office setting with some decorative plants and shelves visible.", "C. The video shows an animated image of a virtual presentation with a purple background. This is a diagram of the structure of an INTEL 4004 CPU. A large box with black edges circles the inner white box, and there are additional white boxes outside the black box to the right and down the side.", "D. This picture shows a close-up of an Intel processor with'INTEL CORE i7'engraved on it. The main part of the centre is silver and the surrounding edges are green." ] }, { "video_id": "sample_2_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 14.0, "options": [ "A. The little boy turned his body to the left, turned his head down, bent slightly, released his right hand and threw it into the air. The white handkerchief in his right hand disappeared.", "B. The little boy raised his hands to his waist and put a white handkerchief into his right hand with his left hand.", "C. The little boy turned his body to the left, turned his head down, bent slightly, released his right hand and threw it into the air. The red handkerchief in his right hand disappeared.", "D. The little boy raised his clenched right hand, faced straight ahead, and spoke with a serious expression." ] }, { "video_id": "sample_2_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 99.0, "options": [ "A. The little boy turned his body to the left, turned his head down, bent slightly, released his right hand and threw it into the air. The white handkerchief in his right hand disappeared.", "B. The little boy reached for the bottom of the paper cup with his right hand and pulled it down. The whole white paper cup turned into a long string of strips.", "C. The red playing card with a hole in the little boy's left hand became a round black card.", "D. The little boy reached for the bottom of the paper cup with his left hand and pulled it down. The whole white paper cup turned into a long string of strips." ] }, { "video_id": "sample_2_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 139.0, "options": [ "A. The little boy unscrewed a white bulb from the lamp and milk poured out of the bulb.", "B. The little boy turned his body to the left, turned his head down, bent slightly, released his right hand and threw it into the air. The white handkerchief in his right hand disappeared.", "C. The little boy unscrewed a black bulb from the lamp, and the coke poured out of the bulb.", "D. The little boy reached for the bottom of the paper cup with his left hand and pulled it down. The whole white paper cup turned into a long string of strips." ] }, { "video_id": "sample_2_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 215.0, "options": [ "A. The female guest unscrews the candy jar according to what the little boy said, and the number 2000 she casually said appears on the slip of paper inside the candy jar.", "B. The male guest unscrews the candy jar according to what the little boy said, and the number 2500 he casually said appears on the slip of paper inside the candy jar.", "C. The little boy unscrewed a white bulb from the lamp and milk poured out of the bulb.", "D. The little boy turned his body to the left, turned his head down, bent slightly, released his right hand and threw it into the air. The white handkerchief in his right hand disappeared." ] }, { "video_id": "sample_2_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 279.0, "options": [ "A. The little boy unscrewed a white bulb from the lamp and milk poured out of the bulb.", "B. The little boy reached for the bottom of the paper cup with his left hand and pulled it down. The whole white paper cup turned into a long string of strips.", "C. The male guest randomly selected a playing card and said the number, a few seconds later, he opened the playing card in his hand, there appeared the seven of diamonds just said.", "D. The female guest randomly selected a playing card and said the number, a few seconds later, he turned over the playing card in his hand, and there appeared the eight of diamonds just said." ] }, { "video_id": "sample_23_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 39.0, "options": [ "A. When A big truck was driving on the road, its left wheel suddenly fell off, hit the white bus on the left, bounced and rolled to the side of the road.", "B. A motorcycle was driving on the road. When turning left, the motorcycle suddenly swerved out of control and the driver fell to the ground.", "C. A truck loaded with goods was turning right when the left rear of the truck struck the car on the left, catching it and causing it to move.", "D. A truck loaded with goods was making a left turn when the right rear of the truck struck the car on the right, catching it and causing it to move." ] }, { "video_id": "sample_23_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 58.0, "options": [ "A. When A big truck was driving on the road, its left wheel suddenly fell off, hit the white bus on the left, bounced and rolled to the side of the road.", "B. As a large truck was moving from above to below, the rear of the truck hit a black car parked on the right and made it slide for some distance.", "C. A truck loaded with goods was turning right when the left rear of the truck struck the car on the left, catching it and causing it to move.", "D. As a large truck was moving from above to below, the rear of the truck hit a white car parked on the right and made it slide for some distance." ] }, { "video_id": "sample_23_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 68.0, "options": [ "A. A white dog turned off the road on the right and ran into a vehicle that was acting as a camera.", "B. As a large truck was moving from above to below, the rear of the truck hit a black car parked on the right and made it slide for some distance.", "C. A truck loaded with goods was turning right when the left rear of the truck struck the car on the left, catching it and causing it to move.", "D. A black dog turned off the road on the right and ran into a vehicle that was acting as a camera." ] }, { "video_id": "sample_23_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 83.0, "options": [ "A. A black dog turned off the road on the right and ran into a vehicle acting as a camera as it rushed forward.", "B. When a red and black taxi turned left, it accidentally ran up the stones on both sides of the sidewalk, stayed for a moment, then turned right and drove back to the road.", "C. A truck loaded with goods was turning right when the left rear of the truck struck the car on the left, catching it and causing it to move.", "D. When a yellow and white taxi turned left, it accidentally ran up the stones on both sides of the sidewalk, stayed for a moment, then turned right and drove back to the road." ] }, { "video_id": "sample_23_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 125.0, "options": [ "A. A black dog turned off the road on the right and ran into a vehicle acting as a camera as it rushed forward.", "B. A white car stopped in front of the intersection was hit by a car coming out from the left.", "C. A black car stopped in front of the intersection was hit by a car coming out from the left.", "D. When a yellow and white taxi turned left, it accidentally ran up the stones on both sides of the sidewalk, stayed for a moment, then turned right and drove back to the road." ] }, { "video_id": "sample_32_Source_Discrimination.mp4", "question": "Who just questioned 'Jude, talk to me, how does that feel?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 14.0, "options": [ "A. A man with dark skin, black-rimmed glasses, a white suit and a microphone in his right hand.", "B. A woman with dark brown skin, high blond ponytail, wearing a red suit and holding a microphone in her left hand.", "C. A man with dark brown skin, short black hair, wearing a jersey and holding a microphone in both hands.", "D. A man with brown skin, no hair, wearing a black suit and holding a microphone in his right hand." ] }, { "video_id": "sample_32_Source_Discrimination.mp4", "question": "Who just said 'I don't really care what people say.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 160.0, "options": [ "A. A man with dark skin, black-rimmed glasses, a white suit and a microphone in his right hand.", "B. A woman with brown skin, high blond ponytail, wearing a red suit and holding a microphone in her left hand.", "C. A man with dark brown skin, short black hair, wearing a jersey and holding a microphone in his right hand.", "D. A man with brown skin, no hair, wearing a black suit and holding a microphone in his right hand." ] }, { "video_id": "sample_32_Source_Discrimination.mp4", "question": "Who just said 'Problem.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 246.0, "options": [ "A. A man with dark skin, black-rimmed glasses, a jersey, and a microphone in his right hand.", "B. A woman with brown skin, high blond ponytail, wearing a red suit and holding a microphone in her left hand.", "C. A man with dark brown skin, short black hair, wearing a jersey and holding a microphone in his right hand.", "D. A man with brown skin, no hair, wearing a black suit and holding a microphone in his right hand." ] }, { "video_id": "sample_32_Source_Discrimination.mp4", "question": "Who just said 'I really sorry to do this.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 290.0, "options": [ "A. A man with dark skin, black-rimmed glasses, a white suit and a microphone in his right hand.", "B. A woman with dark brown skin, high blond ponytail, wearing a red suit and holding a microphone in her hand.", "C. A man with dark brown skin, short black hair, wearing a jersey and holding a microphone in both hands.", "D. A man with brown skin, no hair, wearing a black suit and holding a microphone in his right hand." ] }, { "video_id": "sample_32_Source_Discrimination.mp4", "question": "Who just said 'I need to go back to work.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 324.0, "options": [ "A. A man with dark skin, black-rimmed glasses, a white suit and a microphone in his right hand.", "B. A woman with dark brown skin, high blond ponytail, wearing a red suit and holding a microphone in her left hand.", "C. A man with dark brown skin, short black hair, wearing a jersey and holding a microphone in both hands.", "D. A man with brown skin, no hair, wearing black clothes and holding a microphone in his right hand." ] }, { "video_id": "sample_47_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 6.0, "options": [ "A. A little boy riding his bicycle hit a post box and fell to the ground.", "B. A little girl riding her bicycle hit a post box and fell to the ground.", "C. A little boy was riding his bicycle on a flat road from left to right.", "D. A woman trotted behind a little boy on a bicycle, protecting him." ] }, { "video_id": "sample_47_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 22.0, "options": [ "A. A little boy was riding his bicycle on a flat road from left to right.", "B. A man rushing out of the slide hit the child, and then he quickly hugged the dog.", "C. A little boy riding his bicycle hit a post box and fell to the ground.", "D. A man rushing out of the slide hit the child, and then he quickly hugged the child." ] }, { "video_id": "sample_47_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 32.0, "options": [ "A. A little girl who was lying on the sofa fell under the sofa and the man caught her with his legs.", "B. A little girl lying on the sofa fell under the sofa and the woman stretched her legs to catch her.", "C. A little boy riding his bicycle hit a post box and fell to the ground.", "D. A man rushing out of the slide hit the child, and then he quickly hugged the child." ] }, { "video_id": "sample_47_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 39.0, "options": [ "A. A girl fell off the slide while she was climbing up it.", "B. A little girl lying on the sofa fell under the sofa and the woman stretched her legs to catch her.", "C. A little boy riding his bicycle hit a post box and fell to the ground.", "D. A boy fell off the slide while he was climbing up it." ] }, { "video_id": "sample_47_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 56.0, "options": [ "A. An adult sitting in A box fell down the stairs.", "B. A child sitting in a box fell down the stairs.", "C. A girl fell off the slide while she was climbing up it.", "D. A man rushing out of the slide hit the child, and then he quickly hugged the child." ] }, { "video_id": "sample_4_Misleading_Context_Understanding.mp4", "question": "What's on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 33.0, "options": [ "A. There are two hands on top of the table, the top hand holds the 2 of hearts and the bottom hand holds the ace of clubs.", "B. There are two pink playing cards in the middle of the table.", "C. There is a red, green and blue patterned board with many small holes on the table and a deck of playing cards next to the board.", "D. There are six flipped playing cards, the 2 of clubs, the 4 of diamonds, the 4 of hearts, the 5 of spades, the 5 of clubs, the 8 of spades and the king of spades." ] }, { "video_id": "sample_4_Misleading_Context_Understanding.mp4", "question": "What else existed on this green table until now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 98.0, "options": [ "A. There are four playing cards on the table, the K of Spades, the Queen of Hearts, the J of Clubs, and the A of Diamonds, which reads '10 10 10 1'.", "B. There are nine playing cards on the table: 2 of spades, 3 of diamonds, 4 of clubs, 5 of hearts, 6 of spades, 7 of diamonds, 8 of clubs, 9 of hearts, and 10 of spades.", "C. There is only one 6 of diamonds on the table.", "D. There is a hand on the table pressing the 6 of diamonds." ] }, { "video_id": "sample_4_Misleading_Context_Understanding.mp4", "question": "What is the number of points shown by the white number in the centre?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 146.0, "options": [ "A. The number of points on the table is 31.", "B. The number of points on the table is now 5.", "C. The number of points on the table is now 0.", "D. The number of points on the table is now 27." ] }, { "video_id": "sample_4_Misleading_Context_Understanding.mp4", "question": "What playing cards of the suit of hearts are on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 228.0, "options": [ "A. There is a 3 of hearts and a 4 of hearts.", "B. There is only one 5 of hearts.", "C. There is only one 4 of hearts.", "D. There is only one 3 of hearts." ] }, { "video_id": "sample_4_Misleading_Context_Understanding.mp4", "question": "What playing cards of the suit of diamonds are on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 261.0, "options": [ "A. There is only one 3 of diamonds.", "B. There is a square 10 and a square 8.", "C. There is only one square 10.", "D. There is a square 10 and a square j." ] }, { "video_id": "sample_41_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 94.0, "options": [ "A. Two men in yellow coats and hats stood by the lake, waving and calling to the man with binoculars, saying 'Have you packed yet?'.", "B. A man was drinking tea on the balcony while looking out over the lake, after taking a sip of tea he gave a comfortable 'Ha.'. ", "C. A man with a fishing rod in his hand was fishing by the lake, and the man said 'I can get used to this, still got to pack for my trip tomorrow.'.", "D. A man dressed in black just got up, sat on his bed stretching and relaxing, stood up and said 'Where did l put my glasses?'." ] }, { "video_id": "sample_41_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 114.0, "options": [ "A. Two men in yellow coats and hats stood by the lake, waving and calling to the man with binoculars, saying 'Have you packed yet?'.", "B. A man is holding a black backpack with a yellow interior and the man is saying 'How did l forget the road trip is today, not tomorrow?' as he packs.", "C. A man with a fishing rod in his hand was fishing by the lake, and the man said 'I can get used to this, still got to pack for my trip tomorrow.'.", "D. A man was drinking tea on the balcony while looking out over the lake, after taking a sip of tea he gave a comfortable 'Ha.'." ] }, { "video_id": "sample_41_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 123.0, "options": [ "A. Two men in yellow coats and hats stood by the lake, waving and calling to the man with binoculars, saying 'Have you packed yet?'.", "B. A man is holding a black backpack with a yellow interior and the man is saying 'How did l forget the road trip is today, not tomorrow?' as he packs.", "C. A man running towards a car, a man in a yellow jacket pokes his head out of the window of a silver car and calls out as he waves 'Come on, hurry up, let's go, we're late, get in here.'.", "D. A man with a fishing rod in his hand is fishing by the lake, the man says 'I can get used to this, still got to pack for my trip tomorrow.'." ] }, { "video_id": "sample_41_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 193.0, "options": [ "A. Two men in yellow coats and hats stood by the lake, waving and calling to the man with binoculars, saying 'Have you packed yet?'.", "B. A man is holding a black backpack with a yellow interior and the man is saying 'How did l forget the road trip is today, not tomorrow?' as he packs.", "C. A man running towards a car, a man in a yellow jacket pokes his head out of the window of a silver car and calls out as he waves 'Come on, hurry up, let's go, we're late, get in here.'.", "D. The man is in a restaurant with a burger. The burger consists of two slices of bread, a beef patty, lettuce, tomato, and cheese, with a red toothpick sticking out of it, and music playing in the background." ] }, { "video_id": "sample_41_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 382.0, "options": [ "A. A man in a yellow raincoat and blue hat stands on a rock facing a spectacular waterfall. Music plays in the background.", "B. A man holding a black backpack with a yellow interior, the man is saying 'How did l forget the road trip is today, not tomorrow?' as he packs.", "C. Two men in yellow jackets and hats standing by a lake, waving and calling to the man with binoculars, saying 'Have you packed yet?'.", "D. The man is in a restaurant with a burger. The burger consists of two slices of bread, a beef patty, lettuce, tomato, and cheese, with a red toothpick sticking out of it, and music playing in the background." ] }, { "video_id": "sample_5_Misleading_Context_Understanding.mp4", "question": "What are the face-up playing cards on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 44.0, "options": [ "A. There are the K of hearts, the A of hearts, the 10 of diamonds, the J of diamonds, the 10 of spades and the 9 of clubs.", "B. The K of hearts, the A of hearts, the 10 of diamonds, the J of diamonds, and the 10 of spades.", "C. With the K of hearts, 10 of diamonds, J of diamonds, 10 of spades.", "D. There are the K of diamonds, the 10 of diamonds, the K of hearts, the J of diamonds and the 10 of spades." ] }, { "video_id": "sample_5_Misleading_Context_Understanding.mp4", "question": "What's on the green table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 119.0, "options": [ "A. There are two vertical rows of playing cards on the top of the table, counting from top to bottom, with J, A, K, Q, 10, 9 on the left and J, A, K, Q, 10, 9 on the right.", "B. There are two vertical rows of playing cards on the top of the table. Counting from top to bottom, on the left is J, J, A, K, Q, 10, 9 and on the right is A, K, Q, 10, 9.", "C. There is only one vertical row of playing cards on the table, from top to bottom they are J, A, K, Q, 10, 9.", "D. The table has only one row of flipped playing cards, which are K of hearts, A of hearts, 10 of diamonds, J of diamonds, 10 of spades." ] }, { "video_id": "sample_5_Misleading_Context_Understanding.mp4", "question": "What is the face-up playing card on the green table now?What are the face-up playing cards on the green table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 172.0, "options": [ "A. There is the K of spades, the 10 of hearts, the A of hearts, the K of hearts, the 10 of diamonds, the J of diamonds, and the 10 of spades.", "B. There is the ten of hearts, the A of hearts, the K of hearts, the ten of diamonds, the J of diamonds and the ten of spades.", "C. There is the K of spades, the 10 of hearts, the A of hearts, the K of hearts, the 10 of diamonds, the J of diamonds, the 10 of spades, the Q of hearts.", "D. A of hearts, Kof hearts, 10 of diamonds, J of diamonds, 10 of spades." ] }, { "video_id": "sample_5_Misleading_Context_Understanding.mp4", "question": "what are the playing cards on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 207.0, "options": [ "A. There is the K of hearts and the 10 of spades.", "B. There is a K of hearts, a J of diamonds and a ten of spades.", "C. There is a J of hearts, a J of diamonds, a nine of clubs, a K of hearts, and a ten of spades.", "D. There is a 10 of clubs, a Q of clubs, a K of hearts and a K of clubs." ] }, { "video_id": "sample_5_Misleading_Context_Understanding.mp4", "question": "What's displayed on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 248.0, "options": [ "A. There are two groups of heads on the table. On the left, under group A, it says '9 points' and on the right, under group B, it says '12 points'.", "B. There are two groups of avatars on the table, group A on the left and group B on the right.", "C. There are two sets of avatars on the table, each with two playing cards underneath them. The left avatar has 'MAKERS' written on it and the right avatar has 'DEFENDERS' written on it.", "D. In the middle of the table there are two avatars with two playing cards underneath each avatar, the top of the avatar says 'DEFENDERS' and the bottom of the avatar says '2 points'." ] }, { "video_id": "sample_28_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 77.0, "options": [ "A. He is very excited because the player in the red jersey kicked the ball away blindfolded.", "B. He is looking forward to it because he was watching the player in the red jersey as he was about to kick the ball.", "C. He is surprised because soccer players have great skills.", "D. He is happy because he was watching soccer animation." ] }, { "video_id": "sample_28_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 92.0, "options": [ "A. He is very excited because the player wear a red jersey kicked the ball away blindfolded.", "B. He is very excited and shocked because the player in black kicked a topspin.", "C. he is surprised because soccer players have great skills.", "D. he is happy because he was watching soccer animation." ] }, { "video_id": "sample_28_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 149.0, "options": [ "A. He is very excited because the player wear a red jersey kicked the ball away blindfolded.", "B. He is very excited and shocked because the player in black kicked a topspin.", "C. He is confused because he didn't understand what happened to the player Ronaloo in the video he was watching.", "D. He is somewhat happy because he is watching football videos." ] }, { "video_id": "sample_28_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 430.0, "options": [ "A. He is very excited because the player wear a red jersey kicked the ball away blindfolded.", "B. He is very excited and shocked because the player in black kicked a topspin.", "C. He is confused because he didn't understand what happened to the player Ronaloo in the video he was watching.", "D. He is incredulous because the goalkeeper intercepted the ball." ] }, { "video_id": "sample_28_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 492.0, "options": [ "A. He is very excited because the player wear a red jersey kicked the ball away blindfolded.", "B. He is very excited and shocked because the player in black kicked a topspin.", "C. He is incredulous because the goalkeeper intercepted the ball.", "D. He is excited as the player in the red jersey kicks the ball into the goal." ] }, { "video_id": "sample_19_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 39.0, "options": [ "A. A woman in a white blouse and blue jeans and a man in a dark blue hoodie were startled by a group of people who jumped out of hiding.", "B. A woman in a light blue top and blue jeans and a man in a dark blue hoodie are startled by a group of people who are hiding.", "C. a man in a white shirt who is addressing a group of people", "D. a woman in a green shirt and blue jeans walks into the room with a cake.", "E. .", "F. Translated with www.DeepL.com/Translator (free version)." ] }, { "video_id": "sample_19_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 62.0, "options": [ "A. A man in a white jacket was laughed at by a group of people.", "B. a man in a black jacket being laughed at by a group of people.", "C. a man in a white coat is talking with a cake.", "D. a lady in a light blue top and blue jeans is explaining her behavior." ] }, { "video_id": "sample_19_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 118.0, "options": [ "A. A woman wearing a light blue shirt is questioning everyone.", "B. A man wearing white clothes was mocking a woman while holding hands and dancing with a gunman.", "C. A woman wearing a purple shirt pretended to be angry and threw the door to play with a man.", "D. A woman wearing a light blue shirt pretended to be angry and threw the door to play with a man." ] }, { "video_id": "sample_19_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 162.0, "options": [ "A. A lady in a light blue shirt speaks with an angry face.", "B. A man in white clothes and a group of people laughed at a woman in a light blue shirt.", "C. A woman in a purple shirt walked out of the door angry.", "D. A woman in a light blue shirt walked out of the door angry." ] }, { "video_id": "sample_19_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 232.0, "options": [ "A. A police officer in a black uniform pulls out a gun and points it at the crowd at the party.", "B. A policeman in a white uniform pulled out a gun and pointed it at the crowd at the party.", "C. a police officer in a black uniform comes in and calls off the party.", "D. a man in white held up his hands while laughing and talking to the police officer." ] }, { "video_id": "sample_39_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 59.0, "options": [ "A. Goalkeeper No. 23 on the white line, when the ball rolled, he raised his foot to block it, but it flew to an opponent, who then kicked it directly into the goal.", "B. The goalkeeper in green No. 1 kicks the ball after it gets stuck, but it hits the player in red No. 10, who kicks it away, then runs after it and kicks it into the goal.", "C. The ball flew to the goalkeeper wearing No. 1. Unexpectedly, the player wearing No. 11 red ran very fast and kicked the ball into the goal first.", "D. The ball flew to the goalkeeper wearing No. 11, and unexpectedly the player wearing No. 1 red ran very fast and kicked the ball into the goal first." ] }, { "video_id": "sample_39_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 124.0, "options": [ "A. The football was rolling towards the goalkeeper in green shirt number 1. He put out his foot to try to stop the ball, but A player in white came and kicked it into the goal from the side.", "B. The ball rolled towards the goalkeeper in green shirt No. 1. He put out his foot and kicked the ball. Surprisingly, the ball spun and still flew into the goal.", "C. The football rolls towards the goal. The player in black, number 12, tries to kick the ball. Surprisingly, he fails to hit the ball and the ball rolls into the goal.", "D. The ball rolls to the black player 12 next to the goal, and the red player 20 runs over and kicks the ball past the black player 12 into the goal." ] }, { "video_id": "sample_39_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 200.0, "options": [ "A. The soccer ball hit the goal pole and bounced violently. A player in yellow No. 1 jumped up to bat it out, but it was knocked into the goal.", "B. The soccer ball hit the goal stick and bounced off. As the player in yellow No. 1 jumped, a player in blue No. 14 slapped the soccer ball into the goal.", "C. The player in black No. 23 pounced on the edge of the pitch to catch the ball. Surprisingly, the ball dropped and was kicked away by the opponent's white player No. 5.", "D. The player in red rolled the football to the ground, did not expect to be the player in white rushed up to kick the ball out, and then the player in white No. 9 kicked the ball into the goal." ] }, { "video_id": "sample_39_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 251.0, "options": [ "A. A player dressed in black kicked a football in the direction of the goal. The goalkeeper put his foot forward and failed to stop it, causing the ball to roll straight past him towards the goal, although he was too late to catch it.", "B. A player in red kicks a football towards the goal, the goalkeeper reaches over and fails to stop it, causing the ball to roll straight past him towards the goal, though he is too late to catch it.", "C. A player in yellow No. 23 kicks the ball towards the goal. The goalkeeper in green No. 1 jumps up and grabs the ball. Unexpectedly, the ball goes through his hand and into the goal.", "D. The football was kicked towards the goal, and a player in orange No. 1 jumped up and tried to bat it out. Instead, he hit the ball into the goal." ] }, { "video_id": "sample_39_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 303.0, "options": [ "A. The football was heading towards the goal, and A player in white, No. 1, caught the ball on the way back, but he forgot to throw it.", "B. When a player in green No. 57 threw the ball, he was not expected to be kicked back by a player in white No. 10, and the ball went straight into the goal.", "C. A goalkeeper in orange, when he jumped up to pat the ball, the ball hit a white player No. 18 and flew directly into the goal.", "D. A goalkeeper dressed in orange, when he jumped up to clap the ball, he actually hit the ball directly into the goal." ] }, { "video_id": "sample_38_Misleading_Context_Understanding.mp4", "question": "How many balls of what colour are on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 56.0, "options": [ "A. There are thirteen red balls, one white ball, one yellow ball, one brown ball, one green ball, one blue ball, one pink ball and one black ball totalling twenty balls.", "B. There are two red balls, one yellow ball, one green ball, one brown ball, one white ball, one blue ball, one pink ball and one black ball.", "C. There are two red balls, one yellow ball, one green ball, one brown ball, one white ball, one blue ball and one pink ball totalling eight balls.", "D. there is also one black ball, one white ball and one pink ball totalling three balls." ] }, { "video_id": "sample_38_Misleading_Context_Understanding.mp4", "question": "What color billiard balls are still on the table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 227.0, "options": [ "A. There are still white billiards, black billiards, and red billiards on the table now.", "B. There are still black and white billiards on the table now.", "C. Now there are only white billiards left on the table.", "D. Now there are only white billiards, black billiards, and pink billiards left on the table." ] }, { "video_id": "sample_38_Misleading_Context_Understanding.mp4", "question": "How many balls of what colour are there on the table in addition to the black ball and the white ball?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 396.0, "options": [ "A. there is one yellow ball, one blue ball, one brown ball, one pink ball and one green ball totalling five balls.", "B. there is only one pink ball.", "C. there are five red balls, one blue ball, one brown ball, one green ball and one pink ball totalling nine balls.", "D. there is one pink ball, one green ball, one brown ball and one blue ball totalling four balls." ] }, { "video_id": "sample_38_Misleading_Context_Understanding.mp4", "question": "How many balls of what colour are there on the table in addition to the white ones?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 433.0, "options": [ "A. There are eight red balls, one yellow ball, one brown ball, one blue ball, one green ball, one pink ball and one black ball totalling fourteen balls.", "B. There are five red balls, one yellow ball, one brown ball, one blue ball, one green ball, one pink ball and one black ball totalling eleven balls.", "C. there is one pink ball, one green ball, one black ball, one brown ball and one blue ball totalling five balls.", "D. there is also a brown ball, a blue ball, a yellow ball, a black ball and a pink ball totalling five balls." ] }, { "video_id": "sample_38_Misleading_Context_Understanding.mp4", "question": "How many other balls of what colour are there on the table besides a black one?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 536.0, "options": [ "A. There is only a white ball.", "B. There is a yellow ball, a white ball, a brown ball, a green ball, a blue ball and a pink ball, six balls in all.", "C. There is a red ball, a yellow ball, a white ball, a brown ball, a green ball, a blue ball and a pink ball, making seven balls in all.", "D. There is a white ball, a blue ball, a brown ball and a pink ball, four balls in all." ] }, { "video_id": "sample_38_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a white top and headphones?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 20.0, "options": [ "A. He is serious.", "B. He is angry.", "C. He is happy.", "D. He is sad." ] }, { "video_id": "sample_38_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a white top and headphones? What is causing his mood to change?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 69.0, "options": [ "A. He was very happy because the data in the video he watched showed that France ranked first in the list of military spending countries.", "B. He was very disappointed because France was not ranked first in the list of military spending countries.", "C. He was very puzzled because the amount of military spending by Italy in the video he watched gradually increased, making it the fifth on the list.", "D. He was very confused because he couldn't understand the video at all." ] }, { "video_id": "sample_38_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a white top and headphones?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 105.0, "options": [ "A. he is calm.", "B. he is sad.", "C. He is happy.", "D. he is nervous." ] }, { "video_id": "sample_38_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a white top and headphones? What is causing his mood to change?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 150.0, "options": [ "A. He is very confused because he doesn't know what happened in 1900.", "B. He is very puzzled because he is watching a video and discovering that the data for the UK in 1900 is very high.", "C. He is very sad because there was a war in 1900.", "D. He is very serious because he is watching a video to confirm what happened in the year 1900." ] }, { "video_id": "sample_38_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a white top and headphones? What is causing his mood to change?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 215.0, "options": [ "A. He is very happy because France's military expenditure is less than that of the UK.", "B. He is very calm because he doesn't care about which country is ranked on the list.", "C. He is very confused because France's ranking has dropped.", "D. He is very shocked because the UK's military expenditure, which ranks first on the list, exceeds 5 billion." ] }, { "video_id": "sample_29_Source_Discrimination.mp4", "question": "Who just said 'So it's an amazing feeling.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 59.0, "options": [ "A. A brownish-black haired female wearing a dark green blazer with a black top underneath, black pants, and a blue microphone in her hand.", "B. A blonde male wearing a dark blue jacket with a white cougar logo on the left chest and a light blue shirt with red and white stripes on the collar.", "C. A bald male wearing a black double-breasted coat, black gloves, and holding a blue microphone.", "D. A gray-haired male wearing a black blazer with a dark blue scarf with a light blue pattern around his neck and holding a blue microphone." ] }, { "video_id": "sample_29_Source_Discrimination.mp4", "question": "Who just said 'I think in one game this year you score five or six.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 68.0, "options": [ "A. A brownish-black haired female wearing a dark green blazer with a black top underneath, black pants, and a blue microphone in her hand.", "B. A blonde male wearing a dark blue jacket with a white cougar logo on the left chest and a light blue shirt with red and white stripes on the collar.", "C. A bald male wearing a black double-breasted coat, black gloves, and holding a blue microphone.", "D. A gray-haired male wearing a black blazer with a dark blue scarf with a light blue pattern around his neck and holding a blue microphone." ] }, { "video_id": "sample_29_Source_Discrimination.mp4", "question": "Who just said 'They haven't won the Champions League yet.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 135.0, "options": [ "A. A brownish-black haired female wearing a dark green blazer with a black top underneath, black pants, and a blue microphone in her hand.", "B. A blonde male wearing a dark blue jacket with a white cougar logo on the left chest and a light blue shirt with red and white stripes on the collar.", "C. A bald male wearing a black double-breasted coat, black gloves, and holding a blue microphone.", "D. A gray-haired male wearing a black blazer with a dark blue scarf with a light blue pattern around his neck and holding a blue microphone." ] }, { "video_id": "sample_29_Source_Discrimination.mp4", "question": "Who just said 'but fit into this system in the Premier League.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 190.0, "options": [ "A. A brownish-black haired female wearing a dark green blazer with a black top underneath, black pants, and a blue microphone in her hand.", "B. A blonde male wearing a dark blue jacket with a white cougar logo on the left chest and a light blue shirt with red and white stripes on the collar.", "C. A bald male wearing a black double-breasted coat, black gloves, and holding a blue microphone.", "D. A gray-haired male wearing a black blazer with a dark blue scarf with a light blue pattern around his neck and holding a blue microphone." ] }, { "video_id": "sample_29_Source_Discrimination.mp4", "question": "Who just said 'Erling, thank you so much for joining us.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 304.0, "options": [ "A. A brownish-black haired female wearing a dark green blazer with a black top underneath, black pants, and a blue microphone in her hand.", "B. A blonde male wearing a dark blue jacket with a white cougar logo on the left chest and a light blue shirt with red and white stripes on the collar.", "C. A bald male wearing a black double-breasted coat, black gloves, and holding a blue microphone.", "D. A gray-haired male wearing a black blazer, a dark blue scarf with a light blue pattern around his neck, and holding a blue microphone." ] }, { "video_id": "sample_43_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 33.0, "options": [ "A. A male wearing white shorts was pushed to the sidelines and elbowed to the ground by a male wearing green shorts.", "B. A male wearing black shorts was pushed to the sidelines and elbowed to the ground by a male wearing green shorts.", "C. A male in white shorts joyfully performed a backflip.", "D. A male in black shorts is kicked in the chin by a male in white shorts and then falls to the ground." ] }, { "video_id": "sample_43_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 90.0, "options": [ "A. A male wearing white shorts was pushed to the sidelines and elbowed to the ground by a male wearing green shorts.", "B. A man in light blue shorts charges towards the man in white shorts lying on the ground and lands a punch on his face.", "C. A man in black shorts charges towards the man in white shorts lying on the ground and lands a punch on his face.", "D. A male in black shorts is kicked in the chin by a male in white shorts and then falls to the ground." ] }, { "video_id": "sample_43_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 179.0, "options": [ "A. A male wearing white shorts was pushed to the sidelines and elbowed to the ground by a male wearing green shorts.", "B. A woman wearing a black athletic tank top and shorts was knocked to the ground by a back elbow from a woman wearing a white athletic tank top and shorts.", "C. A man in black shorts charges towards the man in white shorts lying on the ground and lands a punch on his face.", "D. A woman wearing a blue athletic tank top and shorts was knocked to the ground by a back elbow from a woman wearing a white athletic tank top and shorts." ] }, { "video_id": "sample_43_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 188.0, "options": [ "A. A woman wearing a black sports tank top and shorts ran off the field before raising her hands in the air and cheering in celebration.", "B. A woman wearing a black athletic tank top and shorts was knocked to the ground by a back elbow from a woman wearing a white athletic tank top and shorts.", "C. A man in black shorts charges towards the man in white shorts lying on the ground and lands a punch on his face.", "D. A woman wearing a white sports tank top and shorts ran off the field before raising her hands in the air and cheering in celebration." ] }, { "video_id": "sample_43_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 208.0, "options": [ "A. A man in black shorts punched a man in red shorts continuously, eventually the man in red shorts was punched in the jaw and then fell to the ground.", "B. A woman wearing a black athletic tank top and shorts was knocked to the ground by a back elbow from a woman wearing a white athletic tank top and shorts.", "C. A man in black shorts charges towards the man in white shorts lying on the ground and lands a punch on his face.", "D. A woman wearing a white sports tank top and shorts ran off the field before raising her hands in the air and cheering in celebration." ] }, { "video_id": "sample_43_Misleading_Context_Understanding.mp4", "question": "What do the images in the video show?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 20.0, "options": [ "A. The video screen shows a two-storey house in black and white in the middle of the screen, with some greenery on the road next to it.", "B. An overhead shot shows the courtyard of a house with a green grassy area inside, and a blue swimming pool, with a few benches and sofas on top of the grassy area, and a yellow platform next to the grassy area, with a staircase to the right of the platform.", "C. The video's footage shows a black house and its courtyard, with a long table in front of the camera, a few chairs next to the table, a coffee table and a row of sofas to the right of the table, and a swimming pool and a grassy area in the courtyard.", "D. The image shows a black house with four very large glass windows, a platform along the wall of the house, and a glass fence around the platform." ] }, { "video_id": "sample_43_Misleading_Context_Understanding.mp4", "question": "What does the footage in the video show now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 45.0, "options": [ "A. The image shows the entrance to a house with a number plate that reads '158 DUNBLAINE AVE', above the plate there is a black lamp with a yellow light, and on the left side of the image there are some trees in the street.", "B. The image shows the house at night, with yellow light emanating from the three windows of the house, a staircase with a glass handrail around it at the entrance to the house, and next to the staircase is the door to a garage with a black door.", "C. The picture shows a black and white house with three windows, a staircase at the entrance to the house with a glass handrail around the staircase, and a garage door next to the staircase, which is black.", "D. Aerial footage shows the courtyard of this house, which has a grassy area and a swimming pool with a table and a row of sofas on the grass, and a few chairs and a row of sofas next to the pool." ] }, { "video_id": "sample_43_Misleading_Context_Understanding.mp4", "question": "What exists in this room now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 64.0, "options": [ "A. The walls of the room are white, there is a step to the right of the room, above the step is another platform, there is a glass parapet next to the step, there is a glass door in the middle of the room, and there is another room in it.", "B. The floor of the room was yellow, there was a grey carpet on the floor, on top of the carpet there was a round coffee table, around the coffee table there was a row of sofas, and a few stools, in the room there was a brown wall, on the wall there was a black screen, on the right side of the room there was a floor-to-ceiling window, and the curtains of the window were white.", "C. This room has a floor-to-ceiling white curtain on the left, a pot of greenery in the corner next to it, a yellow floor, a grey carpet on the floor, a glass table and a black chair on top of the carpet, and a couple of paintings on the wall on the right side of the room.", "D. The room was separated by a glass window, and inside the room there were two floor-to-ceiling white curtains, a pot of greenery in the corner next to the curtains, a yellow floor, two off-white chairs in the middle of the room, and a black coffee table." ] }, { "video_id": "sample_43_Misleading_Context_Understanding.mp4", "question": "What's in the room on the video screen?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 113.0, "options": [ "A. In the centre of the picture there is a washbasin with a black rectangular sink and a black tap, and a white ornament on the table.", "B. The walls of this room are black, there is a yellow cabinet on the right side of the room, and in the middle of the room is a sink for washing hands, with a mirror on the sink.", "C. In the centre there was a revolving staircase with beige steps and a black handrail, the walls of the room were white and there was a row of glass parapets next to the black handrail.", "D. In the centre there is a platform with a gas hob on it, next to it are a couple of black grills with red buttons on them and some clutter on the platform." ] }, { "video_id": "sample_43_Misleading_Context_Understanding.mp4", "question": "What's in this room in the video now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 171.0, "options": [ "A. This room is flanked on both sides by white wardrobes with black handles, and in the centre of the room there is a cupboard with a mirror, and the door to the left of the cupboard is open, and inside there are a few dresses hanging on the cupboard.", "B. In this room there is a white ceramic sink with a black tap, to the left of the sink there is a small black table with three bundles of towels and an ornament, and in the middle of the picture there is a window with a view of the trees and the house outside.", "C. The video's footage shows a white ceiling in a room with a chandelier of five circles in the middle of the ceiling, lit in yellow.", "D. The walls of the room are white, there is a painting on the left wall, in the middle of the room is a washbasin with a sink, the countertop of the washbasin is white, there is a green plant on the countertop, and there is a mirror on the wall." ] }, { "video_id": "sample_22_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman in the middle of the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 25.0, "options": [ "A. She is profoundly sad and dejected.", "B. She is extremely anxious and agitated.", "C. She is very happy and excited.", "D. She is perfectly content and serene." ] }, { "video_id": "sample_22_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 56.0, "options": [ "A. He was very excited because he knew he had won the prize.", "B. He was very proud because he was showing himself to the camera.", "C. He was very upset because he didn't know the camera had moved away.", "D. He is very calm because he wants to maintain a calm image." ] }, { "video_id": "sample_22_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 69.0, "options": [ "A. He was very proud because he was showing himself to the camera.", "B. He was very excited because he knew he had won the prize.", "C. He was very happy, because he could hear the applause and cheering of the people around him.", "D. He is very calm because he wants to maintain a calm image." ] }, { "video_id": "sample_22_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman in the left of the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 94.0, "options": [ "A. She is perfectly content and serene.", "B. She is profoundly sad and dejected.", "C. She is extremely anxious and agitated.", "D. She is very happy and excited." ] }, { "video_id": "sample_22_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 154.0, "options": [ "A. He was very proud because he was showing Leonardo himself.", "B. He was very happy because he heard Leonardo's applause and cheering.", "C. He was very happy because Leonardo mentioned him in his speech.", "D. He is very calm because he wants to maintain a calm image." ] }, { "video_id": "sample_22_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'And it was these machines that wouldset the stage for future innovation.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 57.0, "options": [ "A. Oppenheimer and another man in a suit discussed in a lab filled with metal-clad electronics, in black and white tones, scenes from the 20th century of the last century.", "B. Soldiers in uniform, guns in their hands, strode along the coast past a harbor and a large ship, their expressions calm and solemn.", "C. Women in various attires occupy a bustling office, seated at long tables, intently typing and reading amidst rows of typewriters, conveying a sense of productivity.", "D. Three women in period attire occupy a vintage workplace, one typing on an old typewriter, others observing, amidst desks cluttered with books and charts." ] }, { "video_id": "sample_22_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'And that's not all engineers had to contend with.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 198.0, "options": [ "A. Oppenheimer and another man in a suit discussed in a lab filled with metal-clad electronics, in black and white tones, scenes from the 20th century of the last century.", "B. A man kneels in front of vintage electronics, intently studying the controls, surrounded by a pile of similar machines.", "C. Women in various attires occupy a bustling office, seated at long tables, intently typing and reading amidst rows of typewriters, conveying a sense of productivity.", "D. Three women in period attire occupy a vintage workplace, one typing on an old typewriter, others observing, amidst desks cluttered with books and charts." ] }, { "video_id": "sample_22_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'This was the first vacuum tube.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 237.0, "options": [ "A. Oppenheimer and another man in a suit discussed in a lab filled with metal-clad electronics, in black and white tones, scenes from the 20th century of the last century.", "B. A man kneels in front of vintage electronics, intently studying the controls, surrounded by a pile of similar machines.", "C. A woman in a light-colored shirt speaks intently against a blurred background, and to her right is an animated scene of a purple-green diamond with a lightbulb icon.", "D. Three women in period attire occupy a vintage workplace, one typing on an old typewriter, others observing, amidst desks cluttered with books and charts." ] }, { "video_id": "sample_22_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'American inventor Lee de Forest added a third control electrode.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 270.0, "options": [ "A. Oppenheimer and another man in a suit discussed in a lab filled with metal-clad electronics, in black and white tones, scenes from the 20th century of the last century.", "B. A man kneels in front of vintage electronics, intently studying the controls, surrounded by a pile of similar machines.", "C. A woman in a light-colored shirt speaks intently against a blurred background, and to her right is an animated scene of a purple-green diamond with a lightbulb icon.", "D. A woman in a light-colored shirt talking intently in a blurred background with a cartoon character De Forest in a green suit inside a purple diamond to her left." ] }, { "video_id": "sample_22_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Further, unlike vacuum tubes madeof glass and with carefully suspended fragile components.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 517.0, "options": [ "A. A table with old electronic components, including resistors, capacitors and transistors, marked with logos and wear marks, lay cluttered on the table.", "B. A man kneels in front of vintage electronics, intently studying the controls, surrounded by a pile of similar machines.", "C. A woman in a light-colored shirt speaks intently against a blurred background, and to her right is an animated scene of a purple-green diamond with a lightbulb icon.", "D. A woman in a light-colored shirt speaks next to a cartoon character De Forest in a green suit against a tech-themed purple and green background, and the room behind the woman is blurry." ] }, { "video_id": "sample_35_Source_Discrimination.mp4", "question": "Who just said 'it's the most important game of the season'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 31.0, "options": [ "A. A blond male wearing a black jacket, white shirt, and holding a blue microphone", "B. A gray haired male wearing a gray suit, white shirt, black tie, and holding a blue microphone", "C. A passing player dressed entirely in green clothes", "D. A bald man wearing a brown checkered jacket, blue shirt, and dark blue tie" ] }, { "video_id": "sample_35_Source_Discrimination.mp4", "question": "Who just said 'Hello, Paolo. This is Thierry.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 137.0, "options": [ "A. A blond man wearing a black jacket and a white shirt", "B. A gray haired male wearing a gray suit, white shirt, and black tie", "C. A passing green clothed player", "D. A bald man wearing a brown checkered jacket, blue shirt, and dark blue tie" ] }, { "video_id": "sample_35_Source_Discrimination.mp4", "question": "Who just said 'That was a huge honour for me, being a defender'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 220.0, "options": [ "A. A blond male wearing a black jacket, white shirt, and holding a blue microphone", "B. A gray haired male wearing a gray suit, white shirt, black tie, and holding a blue microphone", "C. A gray haired male wearing a black suit, a white shirt, a black vest, and a blue brown tie", "D. A bald man wearing a brown checkered jacket, blue shirt, and dark blue tie" ] }, { "video_id": "sample_35_Source_Discrimination.mp4", "question": "Who just said 'I'm starstruck'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 305.0, "options": [ "A. A gray haired male wearing a gray suit, white shirt, black tie, and holding a blue microphone", "B. A gray haired male wearing a black suit, a white shirt, a black vest, and a blue brown tie", "C. A black male with short black hair and a short black beard wearing a dark blue suit jacket, blue shirt, and dark blue tie", "D. A blond male wearing a black jacket, white shirt, and holding a blue microphone" ] }, { "video_id": "sample_35_Source_Discrimination.mp4", "question": "Who just said 'ls the shirt framed?'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 378.0, "options": [ "A. A woman wearing a gray camisole striped dress, brown long curly hair, and bronze skin", "B. A gray haired male wearing a black suit, a white shirt, a black vest, and a blue brown tie", "C. A black male with short black hair and a short black beard wearing a dark blue suit jacket, blue shirt, and dark blue tie", "D. A blond male wearing a black jacket, white shirt, and holding a blue microphone" ] }, { "video_id": "sample_40_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a blue long-sleeved shirt, with platinum blonde hair and headphones of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 38.0, "options": [ "A. He is a bit frightened because of the child’s scream.", "B. He is a bit shocked because the man just spat out the water he had just drunk.", "C. He is a bit scared because he doesn’t know what is crawling on the woman in the video.", "D. He is a bit scared because of the woman’s scream." ] }, { "video_id": "sample_40_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a blue long-sleeved shirt, with platinum blonde hair and headphones of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 62.0, "options": [ "A. he is happy.", "B. he is sad.", "C. He is angry.", "D. he is nervous." ] }, { "video_id": "sample_40_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a blue long-sleeved shirt, with platinum blonde hair and headphones of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 157.0, "options": [ "A. He is a bit frightened because of the child’s scream.", "B. He is very confused because he doesn't understand why someone would raise a piggy as cats.", "C. He is a bit scared because he doesn’t know what is crawling on the woman in the video.", "D. He is a bit scared because of the woman’s scream." ] }, { "video_id": "sample_40_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a blue long-sleeved shirt, with platinum blonde hair and headphones of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 357.0, "options": [ "A. He is a bit frightened because of the child’s scream.", "B. He is very confused because he doesn't understand why someone would raise a piggy as cats.", "C. He is a bit scared because he doesn’t know what is crawling on the woman in the video.", "D. He is a bit angry because the sound of the remote-controlled plane suddenly taking off in the video startled him." ] }, { "video_id": "sample_40_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a blue long-sleeved shirt, with platinum blonde hair and headphones of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 427.0, "options": [ "A. He is a bit scared because a large black dog suddenly jumped out from the left side of the video screen and startled the mailman.", "B. He is very confused because he doesn't understand why someone would raise a piggy as cats.", "C. He is a bit scared because he doesn’t know what is crawling on the woman in the video.", "D. He is a bit angry because the sound of the remote-controlled plane suddenly taking off in the video startled him." ] }, { "video_id": "sample_18_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 60.0, "options": [ "A. The man in the dark green coat questioned the man in the wine-colored top with a curious look on his face.", "B. The man in the burgundy blouse looked around guiltily.", "C. Man in wine-colored top is looked at skeptically from the sidelines.", "D. The man in the dark black coat asked the man in the wine-colored, who had a curious expression on his face." ] }, { "video_id": "sample_18_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 120.0, "options": [ "A. The man in the wine-colored top is being looked at by the three with shocked expressions.", "B. The man in the green coat is trying to explain something to the crowd.", "C. The woman in white took off her glasses.", "D. The man in the wine-colored top is trying to explain something to the crowd." ] }, { "video_id": "sample_18_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 237.0, "options": [ "A. A.The man in the green coat was tied up with a rope and surrounded by three men.", "B. The man in the wine-colored coat was tied up with a rope and surrounded by three men.", "C. The man in the wine-colored pulled out a gun and pointed it at them.", "D. The man wearing a red wine-colored top was knocked out from behind by a woman in white." ] }, { "video_id": "sample_18_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 299.0, "options": [ "A. The man in the green coat pointed a pistol at the tied up man.", "B. The man in the wine-colored coat is being lifted down from the stool.", "C. The woman in black kisses the man in the wine-colored blouse.", "D. The woman in white kisses the man in the wine-colored blouse." ] }, { "video_id": "sample_18_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 348.0, "options": [ "A. Men dressed in black covered a woman's head from behind with a plastic bag.", "B. A man dressed in Burgundy covered the head of a woman in a dark blue coat from behind with a plastic bag.", "C. A man dressed in Burgundy covered the head of a woman wearing a white T-shirt from behind with a plastic bag.", "D. The man in the dark green coat screamed." ] }, { "video_id": "sample_6_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 55.0, "options": [ "A. A group of monkeys sitting on the wall is barking, a mother monkey wearing a child on the abdomen walking, the narrator says: 'and forced to live on the fringes of the troop.'.", "B. The little monkey was carried away by a mother monkey without children. A few meters away, the little monkey looked at his mother and begged for saving. the narrator says, 'He's only a few meters away.'.", "C. The little monkey is playing on the ground, the monkey on the side suddenly picked up the little monkey, the monkey mother reaction is too late, the little monkey was stolen, the narrator explains: 'he's been snatched stolen by a higher ranking female.'.", "D. A mother monkey is holding a little monkey, and the little monkey is scratching its legs and looking around. The narrator says: 'As outcasts, their only comfort is each other.'." ] }, { "video_id": "sample_6_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 94.0, "options": [ "A. A mother monkey picked up the little monkey, the little monkey shouted in defiance, and the narrator said: 'the kidnapper has never raised the baby before.' ,Then the mother monkey carried the baby monkey away and walked away.", "B. A monkey looks ahead and jumps onto the stone wall to follow in the footsteps of another monkey. The narrator says, 'the young mother can't let them out of her sight.'.", "C. A car came in front of the monkey. The monkey leaned against the wall to avoid it. Then it came to the wall beside the road. The narrator says, 'they're headed towards a cable car tower.'.", "D. A monkey holding a little monkey, walking slowly on the ground, the little monkey constantly Shouting." ] }, { "video_id": "sample_6_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 158.0, "options": [ "A. A female monkey quickly climbs on the high ledge and looks around at the movements of the other monkey. The narrator says, 'they are thirty meters up.'.", "B. the little monkey looks at his mother from the other side of the wire, and the narrator says, 'the kidnapper refuses to surrender him.'.", "C. A monkey carrying a baby goes to the mother. The mother reaches out to grab her baby and fails. The narrator says: 'if she tried to grab her baby and fails, he could fall to his death.'.", "D. A monkey holding a baby monkey came to a fence, the monkey mother looked at the baby in the arms of another monkey, as the monkey mother approached, the other monkey held the baby monkey in the arms to prevent the monkey mother from succeeding." ] }, { "video_id": "sample_6_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 168.0, "options": [ "A. A mother monkey stands on a bridge and looks down through a transparent grid as the narrator says, 'and do it, she needs to recruit another macaque.'.", "B. A baby monkey looks at its mother from the other end of a barbed wire fence as the narrator says, 'The kidnappers refused to hand it over.'.", "C. A baby monkey's mother looks ahead helplessly, then around the room as the narrator says, 'Mom can try to do it.'.", "D. A monkey carries a baby monkey toward its mother. The mother reaches for the baby monkey, but is unsuccessful because she is afraid the baby will get hurt. The narrator says, 'If she tries to grab the baby monkey but fails, the baby monkey will fall to its death.'." ] }, { "video_id": "sample_6_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 237.0, "options": [ "A. A monkey is looking for a tick on another monkey. A little monkey outside the wire grabs the wire to watch its mother. The narrator says, 'it's the basis for peace in makak society.'.", "B. The three monkeys are next to each other. The little monkey goes back to his mother. The narrator says, 'The kidnap is over. And the youngster can climb back.'.", "C. A monkey, holding the baby monkey, climbs from one side of the wire fence to the side with two monkeys, and the narrator says: 'eventually the urge to join in is just to strong.'.", "D. A monkey is helping another monkey to find a tick on his body, in perfect harmony, the narrator says: 'all monkeys love to be groomed even by a low ranking female.'.A. A monkey is looking for a tick on another monkey. A little monkey outside the wire grabs the wire to watch its mother. The narrator says, 'it's the basis for peace in makak society.'. B. The three monkeys are next to each other. The little monkey goes back to his mother. The narrator says, 'The kidnap is over. And the youngster can climb back into his mother's arms.'. C. A monkey, holding the baby monkey, climbs from one side of the wire fence to the side with two monkeys, and the narrator says: 'eventually the urge to join in is just to strong.'. D. A monkey is helping another monkey to find a tick on his body, in perfect harmony, the narrator says: 'all monkeys love to be groomed even by a low ranking female.'." ] }, { "video_id": "sample_50_Source_Discrimination.mp4", "question": "Who just said 'Oh, just on time.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 29.0, "options": [ "A. A man with curly brown hair wearing a gray sweater and black pants.", "B. A man with brown hair wearing a black sweater, a black down vest, and black jeans.", "C. A man with brown hair wearing a red and black plaid jacket, a white blouse, black pants, and a gray woolen hat.", "D. A blonde female wearing a brown and black striped sweater with a coffee mug in her hand, a white jacket in her left hand, and headphones around her neck." ] }, { "video_id": "sample_50_Source_Discrimination.mp4", "question": "Who just said 'That's not the time for blame, Roger. Just stop the train.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 49.0, "options": [ "A. A man with curly brown hair wearing a gray sweater and black pants.", "B. A man with brown hair wearing a black sweater, a black down vest, and black jeans.", "C. A man with brown hair wearing a red and black plaid jacket, a white blouse, black pants, and a gray woolen hat.", "D. A blonde female wearing a brown and black striped sweater with a coffee mug in her hand, a white jacket in her left hand, and headphones around her neck." ] }, { "video_id": "sample_50_Source_Discrimination.mp4", "question": "Who just said 'Can l have a photo?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 103.0, "options": [ "A. A man with curly brown hair wearing a gray sweater and black pants.", "B. A man with brown hair wearing a black sweater, a black down vest, and black jeans.", "C. A gray-haired woman wearing a brown plaid blazer with a white blouse, a pair of white pearl earrings, and a brown scarf tied around her neck.", "D. A boy with curly black hair wearing a gray and white plaid blazer with a gray blouse and gray pants." ] }, { "video_id": "sample_50_Source_Discrimination.mp4", "question": "Who just asked 'Do you have a ticket?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 141.0, "options": [ "A. A man with curly brown hair wearing a gray sweater and black pants.", "B. A man with brown hair wearing a black sweater, a black down vest, and black jeans.", "C. A blonde woman wearing a black jacket with a white shirt and white pants and a pair of pearl earrings.", "D. A boy with curly black hair wearing a gray and white plaid jacket over a gray shirt and gray pants." ] }, { "video_id": "sample_50_Source_Discrimination.mp4", "question": "Who just said 'I'm a big fan of yours.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 170.0, "options": [ "A. A man with curly brown hair wearing a gray sweater and black pants.", "B. A man with brown hair wearing a black sweater, a black down vest, and black jeans.", "C. A blonde woman wearing a black jacket with a white shirt and white pants and a pair of pearl earrings.", "D. An older white-haired woman wearing a brown plaid blazer with a white blouse, a pair of white pearl earrings, and a brown scarf tied around her neck." ] }, { "video_id": "sample_19_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'your beloved dog came by tripped and pulled the power cord out the wall.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 34.0, "options": [ "A. A woman wearing a plaid shirt speaks to the camera in a room with books, and other various electronic devices and tools in the background, and a lighted desk lamp to the left.", "B. A man sits on a white couch in a bright home setting with windows, plants, and other furniture, he is wearing a white long-sleeved shirt and smiling at the camera, his hands hold a black gamepad and he appears to be playing a game.", "C. In a white office with gray shelves next to white walls, three person sit in front of an office computer screen analyzing it. On the left is a lady with long hair, wearing a pink blouse, who is looking intently at a computer screen. In the center is a man with a mustache and glasses, wearing a white shirt and black slacks, who is explaining or discussing something with gestures. On the right is another lady, wearing a yellow blouse, who seems to be listening intently.", "D. In an indoor setting with black sofas blurry pictures and other furniture etc., a black Labrador dog is in front of the camera with a black nose. The dog bites a stuffed animal." ] }, { "video_id": "sample_19_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'this is called a latch.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 182.0, "options": [ "A. A circuit diagram is presented on a pink background that consists of one input, A and B, and one output, 1 and 0. There is a 1 on input A and a 0 on input B. This circuit is an or gate (OR) because its function is to add the values of inputs A and B and return their logical sum. On the right side of the circuit, there is an output 1 and a 0 indicating the result of the logic gate. The entire circuit is drawn in yellow lines.", "B. The screen has a black background with two yellow lines at the top and bottom and a text display in the center that says， 'THIS IS CALLED A 'LATCH' BECAUSE IT 'LATCHES ONTO' A PARTICULAR VALUE AND STAYS THAT WAY. THE ACTION OF PUTTING DATA INTO MEMORY IS CALLED WRITING. WHEREAS GETTING THE DATA OUT IS CALLED READING.'.", "C. On a light red background there is a circuit gate diagram with two inputs and three logic symbols linked in the middle, one is an OR, one is an AND and the last is a NOT and finally there is an output and they are all connected together with light yellow lines.", "D. There are two circuit gate diagrams against a light red background, they have the same wiring but different logic symbols, one is an or gate (OR) connected with a yellow wire and the other is an and gate (AND) connected with a purple wire." ] }, { "video_id": "sample_19_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'if we toggle the data wire from zero to one or one to zero.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 239.0, "options": [ "A. Against a green background, a circuit diagram contains several logic gates and connections. From left to right, the first is a 'NOT' symbol, followed by an 'AND' symbol, and finally an 'OR' symbol. The first two endpoints are the input and output. These symbols are connected by lines to form a combination of logical operations.", "B. Against a green background, the inputs and outputs are labeled in red at the top of the screen. The text 'GATED LATCH' is at the top center and 'AND NOT OR' is at the bottom center. The circuit consists of several logic gates, including three 'AND' gates, one 'OR' gate and two 'NOT' gates. These gates are connected together by lines to form a complex network.", "C. Elements highlighted in purple against a blue background clearly depict the structure and function of the circuit, including the input and output points connected to the outside world, all three of which signal zero.", "D. A woman wearing a plaid shirt speaks to the camera in a room with books, and other various electronic devices and tools in the background, and a lighted desk lamp to the left. lighted desk lamp to the left." ] }, { "video_id": "sample_19_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'let's zoom in and see how this works.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 360.0, "options": [ "A. The structure of an 8-bit register. The capital letters '8-BIT REGISTER' at the top indicate that this is an 8-bit register. The register consists of four parts: data input (D), write enable (E), data output (Q), and address lines (A). Each section consists of a series of squares representing the various parts of the register.", "B. On a light blue background, a cross with a yellow color and a bend in the intersection represents the data input/output (DIN) port. Below the cross is a label that reads 'WRITE ENABLE' and 'READ ENABLE', and next to them are two gates with latch symbols labeles as 'WRITE LATCH and READ LATCH. These doors are connectes to each other by a purple wire one.", "C. Shows a 16x16 latch matrix layout. The background of the image is blue, and the central portion is a large rectangular grid that is meticulously divid into 16 rows and 16 columns, totaling 256 small cells. Each cell contains a latch symbol consisting of two crosses arrows, and the words '16 x 16 LATCH MATRIX' appear above the matrix.", "D. A woman in a plaid shirt speaks to the camera in a room with books, and various other electronic devices and tools in the background, a lighted lamp to her left, and two black chairs beside her." ] }, { "video_id": "sample_19_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'and it connects the input line to a corresponding output line so if we pass in zero zero zero zero.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 481.0, "options": [ "A. The screen displays a table structure on an orange background. The table consists of a number of small squares arranges vertically and horizontally that are labeles with a number at the top. Above the form is a line of English text: 'MULTIPLEXER'.", "B. In the center of the video frame, at the intersection of an intersection with yellow cabs, buses and some pedestrians. The road is flanked by tall buildings, four of which display messages on billboards.", "C. A woman in a plaid shirt speaks to the camera in a room with books, and various electronic devices and tools in the background; there is a lighted lamp to her left and two black chairs next to her; in the foreground of the image, there is a passage of text in Chinese that reads, '11001000,' which may be some kind of code data.", "D. A woman in a plaid shirt speaks to the camera in a room with robots, books, and various electronic devices and tools in the background. There is a lighted lamp to her left, two black chairs next to her, and in the upper right corner there is a red seal shaped pattern that says 'Mega Savings' and 'Special Savings'. In the right corner, there is a red seal shaped pattern that reads 'Mega Savings' and 'Special Offer'." ] }, { "video_id": "sample_8_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 40.0, "options": [ "A. Magician introduces himself in front of the audience.", "B. The magician stretched out his left hand and lit the candle on the table.", "C. The magician extinguishes the candle on the table with his right hand.", "D. The magician lit a match." ] }, { "video_id": "sample_8_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 181.0, "options": [ "A. The cards ripped from the magician's hand were restored. ", "B. The magician suddenly ripped open the playing card signed by the female guest.", "C. The magician stretched out his left hand and lit the candle on the table.", "D. The cards ripped from the magician's hand turned into two pigeons." ] }, { "video_id": "sample_8_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 224.0, "options": [ "A. The magician took out a transparent object and ignited it, which went to the top of the deck and then quickly extinguished.", "B. The magician took out a playing card and ignited it, which went to the top of the deck and then quickly extinguished.", "C. The cards ripped from the magician's hand were restored. ", "D. The magician stretched out his left hand and lit the candle on the table." ] }, { "video_id": "sample_8_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 347.0, "options": [ "A. The time on the phone in the magician's hand has changed from 7:48 to 7:51.", "B. The time on the phone in the magician's hand has changed from 7:51 to 7:48.", "C. The magician's playing card in his right hand was ignited by the flame of the candle.", "D. The lighted playing card in the magician's right hand disappeared." ] }, { "video_id": "sample_8_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 570.0, "options": [ "A. The mutilated playing card disappeared from the magician's hand.", "B. The full playing card disappeared from the magician's hand.", "C. The magician suddenly ripped open the playing card signed by the female guest.", "D. The time on all cell phones on your desktop has changed to seven forty-eight." ] }, { "video_id": "sample_38_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 41.0, "options": [ "A. In the begin session of game, the White team 10 taps the ball to the right and the teammate 15 fought hard to get possession. The commentator says excitedly, 'And NewYork avenged that loss on June 4th eating a little bit more offense from just about everybody.'.", "B. Green team 22 gets into the lane with a teammate covering her, but has no shot, then she passes the ball to 13, who spots up for a three-pointer. The commentator says, 'here's Vandy Slute on the drive outside look Phoebes splash.'.", "C. The White team serves the ball under the basket and White team 7 steps up to receive the ball and then leaps to put it in. The commentator said, 'Alumni night here at Barclays Center is the very athletic Kennedy Carter.'.", "D. Green team 30 receives the ball and has no chance to make a play, and passes the ball to 32, who makes a spot-up jumper and scores a 3-pointer. The commentator said, 'Three two early going Jones for three.'." ] }, { "video_id": "sample_38_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 119.0, "options": [ "A. White team 7 runs with the ball, 15 interferes with his opponent, and then 7 passes the ball to 4, who prepares to shoot a three-pointer. The commentator says, \"Gordon can get into that position too.\" .", "B. White team 7 runs with the ball and hits Green team team 22. Green team team 30 steals the ball and attacks, White team team gets back on defence in time for 22 to set up a jumper for a three-pointer. The commentator says, \"I grew up watching Tina in New York, that's a real legend.\" .", "C. White team team 4 passes to White team team10, Green team 32 and Green team 20 are defending White team 10 and they fail to stop White team 10, allowing White team to score. The commentator says, \"She's had a great start here.\" .", "D. White team 4 runs with the ball, observes her surroundings, and suddenly makes a quick pass to 7 in the infield, who turns, makes a fake to fool her opponent, and leaps forward to put the ball in the basket. The commentator says, \"Chicago trying to take back the leadinside Kennedy Carter the catch and the finish.\" ." ] }, { "video_id": "sample_38_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 167.0, "options": [ "A. Green team plays offense, White team plays defense, Green team passes each other, Green team 32, due to size advantage, pushes the White team player away, and then the ball passes to her hand, takes off and throws the ball and scores. the narrator says, 'great catch John Quill Jones the deuce.'. ", "B. No. 7 player of the white team attacks with the ball, faces with the encircle of 3 players of the green team, resolutely broke through the blockade, and scored a goal. the narrator says, 'Carter on the move puts it up and through a 5 point advantage for this guy.'.", "C. Green Team 20 throw the ball from beyond the three-point line but misses, then Green Team 5 jumps to catch the ball, but three white team players surrounds her, and she turns to avoid the opponent's throw. the narrator says, 'short rebound KT the turnaround goes down that stops the drought.'.", "D. The white team's No. 4 player takes the ball to attack the Green team's two opponents fence, then she passes the ball to No. 5, No. 5 fails layup , then she takes the ball again to jump off and successfully score. The narrator says, 'no call staying with it and puts it in as you mentioned those second chance opportunities.'." ] }, { "video_id": "sample_38_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 222.0, "options": [ "A. White player 15 takes the ball to attack, Green team quickly back, but White team 7 is too fast, rushed to the front, and then took the ball and quickly shot A layup and scored. the narrator says, 'the sky have been playing with great pace.'.", "B. White's number four with a pass to number seven, facing three Green team players, number 7 passes underground to number 20, number 20 confronts and turns to take off the ball and score. The narrator says, 'they both started out cold offensively,is he Harrison in a crowd.'.", "C. Green team player tacit cooperation, they pass each other, then 22 with the ball attack to break through the inside line, the jump shot was blocked by the opponent, had to pass the ball to No. 5, No. 5 accurate three-point shot. the narrator says, 'Thornton corner three bottoms.'.", "D. White team 15 attack with the ball, and then ask for No. 4 in the pick and roll, No. 4 live up to expectations, a perfect arc to throw a three-point shot. The narrator says, 'may bring no hesitation swish.'." ] }, { "video_id": "sample_38_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 291.0, "options": [ "A. The green team cooperated, they passed each other, and then No. 30 attacked the inside line with the ball, she turned left and right to deceive her opponent, and then took off to hit the basket and scored. 'working on May 3 shoulder Bay pull up drops,' the narrator says excitedly.", "B. The white team made a mistake in passing and was tackled by the Green Team 2. The White team 20 collided with the Green Team 2 in order to catch the ball and fell down. The Green team quickly attacked after getting the ball, and the 13th made a three-point shot. 'Sky running Oh Thornton making theplay saves it to Stuart, Phoebus for three.", "C. Green team player tacit cooperation, they passed each other, and then 30 with the ball attack to break through the inside line, when the opponent shot the shot was shot, but also smoothly scored. 'Stewart on the drive bucket and the clown,' gushed the narrator.", "D. The green team cooperated well, they passed each other to confuse the opponent, then Green team 32 in the inside to open the opponent, the ball passed smoothly to her hand, she took off and threw the ball and scored. The narrator excitedly said, 'may bring no hesitation swish.'." ] }, { "video_id": "sample_40_Source_Discrimination.mp4", "question": "Who just said 'I'm a little teapot, short and stout.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 176.0, "options": [ "A. A blonde woman wearing a dark blue dress, black-framed glasses, and hoop earrings.", "B. A brunette wearing a pink blouse with a yellow stripe around the neckline.", "C. A brown-haired male wearing a dark blue blazer with a white shirt and blue tie with spots and rimless glasses.", "D. A balding older male wearing a bright green T-shirt and brown-framed glasses." ] }, { "video_id": "sample_40_Source_Discrimination.mp4", "question": "Who just said 'Obviously, it's sad too.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 193.0, "options": [ "A. A blonde woman wearing a dark blue dress, black-framed glasses, and hoop earrings.", "B. A brunette wearing a pink blouse with a yellow stripe around the neckline.", "C. A brown-haired male wearing a dark blue blazer with a white shirt and blue tie with spots and rimless glasses.", "D. A balding older male wearing a bright green T-shirt and brown-framed glasses." ] }, { "video_id": "sample_40_Source_Discrimination.mp4", "question": "Who just said 'Rudy Giuliani may be on the verge of losing both his homes.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 243.0, "options": [ "A. A blonde woman wearing a dark blue dress, black-framed glasses, and hoop earrings.", "B. A brunette wearing a pink blouse with a yellow stripe around the neckline.", "C. A brown-haired male wearing a dark blue blazer with a white shirt and blue tie with spots and rimless glasses.", "D. A balding older male wearing a bright green T-shirt and brown-framed glasses." ] }, { "video_id": "sample_40_Source_Discrimination.mp4", "question": "Who just said 'but l think that's where it goes.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 312.0, "options": [ "A. A brunette wearing a black blazer with a white top and a gold necklace around her neck.", "B. A brown-haired woman wearing a pink blouse with a yellow stripe around the neckline.", "C. A bald male wearing a black blazer with a white shirt and pink speckled tie and dark glasses.", "D. A brown-haired male wearing a dark blue blazer with a white shirt and blue tie with spots and rimless glasses." ] }, { "video_id": "sample_40_Source_Discrimination.mp4", "question": "Who just said 'So it's not helpful.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 381.0, "options": [ "A. A brunette wearing a black blazer with a white top and a gold necklace around her neck.", "B. A brown-haired woman wearing a pink blouse with a yellow stripe around the neckline.", "C. A bald male wearing a black blazer with a white shirt and pink speckled tie and dark glasses.", "D. A brown-haired male wearing a dark blue blazer with a white shirt and blue tie with spots and rimless glasses." ] }, { "video_id": "sample_11_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 122.0, "options": [ "A. A.The white marker in the magician's hand suddenly disappeared.", "B. B.The black marker in the magician's hand suddenly disappeared.", "C. C.The magician spread a deck of playing cards on the table for the female guest to pick.", "D. D.The magician took the playing cards chosen by the female guest in his right hand and blew.”." ] }, { "video_id": "sample_11_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 155.0, "options": [ "A. The magician extends his right hand and white smoke begins to emanate from the table playing cards.", "B. C.The magician opens his mouth and black smoke and a folded playing card appear in his mouth.", "C. The magician opens his mouth and white smoke and a folded playing card emerge from his mouth.", "D. The pen in the magician's hand suddenly disappears.”" ] }, { "video_id": "sample_11_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 210.0, "options": [ "A. A.The magician opens his mouth and white smoke and a folded playing card come out of his mouth.", "B. B.The magician finishes and the pen suddenly appears in his hand.", "C. C.The magician blows into the white marker and the white marker suddenly disappears from his hand.", "D. The magician blows on the black marker and the black marker suddenly disappears from his hand." ] }, { "video_id": "sample_11_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 243.0, "options": [ "A. The magician blows into the white marker, which suddenly disappears from his hand.", "B. The magician snaps his fingers and the pile of playing cards in his right hand turns into a signed playing card.", "C. The magician opened his mouth and black smoke and a folded playing card emerged from his mouth.", "D. The magician snaps his fingers and the stack of playing cards in his left hand turns into a signed playing card." ] }, { "video_id": "sample_11_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 323.0, "options": [ "A. The magician opens his mouth and white smoke and a folded playing card emerge from his mouth.", "B. The magician's right hand appears with the playing card that was supposed to be behind his back, and the one behind his back turns into a white sheet of paper.", "C. In the magician's left hand, the playing card that was supposed to be behind his back appears and the one behind his back turns out to be a piece of white paper.", "D. The magician snaps his fingers and the pile of playing cards in his left hand turns into a signed playing card." ] }, { "video_id": "sample_25_Emotion_Recognition.mp4", "question": "What is the emotion of this man in a suit, with glasses and brown hair? What makes him in this mood?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 104.0, "options": [ "A. He is happy because the host is putting his jokes.", "B. He is happy because the lady next to him is laughing.", "C. He is happy because the host told a funny joke.", "D. He is happy because everyone around him was laughing, so he laughed along with them." ] }, { "video_id": "sample_25_Emotion_Recognition.mp4", "question": "What is the emotion of this man in a suit, with glasses and brown hair? What makes him in this mood?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 142.0, "options": [ "A. He is grateful because the presenter congratulated him on his Oscar win and praised his acting skills.", "B. He is grateful because the lady next to him applauds him.", "C. He is grateful because the crowd around him has been applauding him.", "D. He is grateful because the hosts tell his jokes." ] }, { "video_id": "sample_25_Emotion_Recognition.mp4", "question": "What is the emotion of this man in a black suit, glasses and white hair? What makes him in this mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 181.0, "options": [ "A. He is a little happy that he won an Oscar.", "B. He is a little happy because of the applause and cheers from the audience.", "C. He is calm because he won an Oscar.", "D. He is a little happy that the host said the wrong thing." ] }, { "video_id": "sample_25_Emotion_Recognition.mp4", "question": "What is the emotion of this man in a suit with white hair? What makes him in this mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 290.0, "options": [ "A. He is happy because of the applause from the hosts on stage.", "B. He is happy because of the thanks from the hosts on stage.", "C. He is happy because of the appreciation of the host.", "D. He is happy because the audience applauds." ] }, { "video_id": "sample_25_Emotion_Recognition.mp4", "question": "What is the emotion of this man in a suit, with glasses and brown hair? What makes him in this mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 343.0, "options": [ "A. He is grateful because he is going to be on stage to give a speech.", "B. He is happy because he and his wife kissed.", "C. He is grateful because he won an Oscar.", "D. He is grateful that the audience applauds." ] }, { "video_id": "sample_50_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 86.0, "options": [ "A. A player wearing the white jersey number 23 threw the basketball hard to the ground, but the basketball bounced back and hit him.", "B. A player wearing a red jersey was distracted while defending against the opponent, resulting in good attacking conditions for the opponent.", "C. A player wearing a yellow jersey passed the ball to a teammate off the field while launching an attack.", "D. A player wearing a black jersey passed the ball to a teammate off the field while launching an attack." ] }, { "video_id": "sample_50_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 147.0, "options": [ "A. A.A player wearing a white jersey ran in the opposite direction when his teammate launched an attack.", "B. B.A player wearing a blue jersey chose to pass the ball to the referee outside after receiving a pass from his teammate.", "C. C.A player wearing a white jersey took a jump and shot while launching an attack, but the basketball did not touch the basket.", "D. D.A player wearing a purple jersey took a jump and shot while launching an attack, but the basketball did not touch the basket." ] }, { "video_id": "sample_50_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 225.0, "options": [ "A. A player wearing a purple jersey failed to dribble during the attack, causing the ball to go out of bounds and lose the right to attack.", "B. A player wearing a blue jersey was preparing to dunk, but the ball was not firmly grasped, causing the dunk to tilt.", "C. C.A player wearing a red jersey was applauding with people outside the field, while the opponent secretly dribbled the ball and scored during this time.", "D. A player wearing a black jersey was applauding with people outside the field, while the opponent secretly dribbled the ball and scored during this time." ] }, { "video_id": "sample_50_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 350.0, "options": [ "A. Two players wearing red clothes passed the ball to each other on the serve line, causing the ball to go out of bounds.", "B. A player wearing a blue jersey committed a foul and lost possession of the ball by walking five steps with the ball after kickoff.", "C. A player wearing a black jersey helped the opponent put the ball into the basket while fighting for rebounds, giving the opponent points.", "D. A player wearing a white jersey helped the opponent put the ball into the basket while fighting for rebounds, giving the opponent points." ] }, { "video_id": "sample_50_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 447.0, "options": [ "A. A player wearing a black jersey helped his teammate score a basket when their attack failed.", "B. A player wearing a white jersey steals the ball and scores when the opponent kicks off.", "C. A player wearing a red jersey completed the ultimate goal before the end of the game time.", "D. A player wearing a green jersey completed the ultimate goal before the end of the game time." ] }, { "video_id": "sample_12_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 49.0, "options": [ "A. A pangolin uses its sense of smell to find food, and the narrator says, 'This insect-eating prehistoric manmal has walked panet Earth for 80 million years.'.", "B. A pangolin uses its sharp claws to pick away at the dirt, and the narrator says, 'its powerful claws have evolved to tear open termite mounds.'.", "C. A pangolin searches for food in a wet and bare bamboo forest, and the narrator says, 'In Mandarin, Pangolin means an animal that can dig its way out of the mountains.'.", "D. A pangolin uses its eyes to look into the mouth of a cave to see if there is any food. The narrator says: 'A pangolin can consume 70 million insects a year.'." ] }, { "video_id": "sample_12_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 67.0, "options": [ "A. A pangolin searches for food in a wet and bare bamboo forest, and the narrator says, 'In Mandarin, Pangolin means an animal that can dig its way out of the mountains.'.", "B. A pangolin walks in a bamboo forest. The narrator says, 'earning it the title guardian of the forest.'.", "C. A pangolin slowly crawls to the entrance of a cave. The narrator says: 'shy nocturnal creatures, they spend most of the day in underground burrows.'.", "D. A pangolin uses its eyes to look into the mouth of a cave to see if there is any food. The narrator says: 'A pangolin can eat 70 million insects a year, helping to maintain the balance of the ecosystem.'." ] }, { "video_id": "sample_12_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 97.0, "options": [ "A. A pangolin is in a cave and hovers to protect itself. The narrator says:'The are poached for their scales.'.", "B. A pangolin slowly crawls to the entrance of a cave. The narrator says: 'shy nocturnal creatures, they spend most of the day in underground burrows.'.", "C. A pangolin's body is covered with scales, the narrator says:'formed like human fingernails from keratin.'.", "D. A pangolin walks in a bamboo forest. The narrator says, 'earning it the title guardian of the forest.'.the ecosystem.'." ] }, { "video_id": "sample_12_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 136.0, "options": [ "A. A pangolin walks slowly through withered leaves, which the narrator says 'to save this extraordinary careture from extinction.'.", "B. A pangolin searches for food among the withered bamboo leaves, which, the narrator says, 'drives them to the brink of extinction.'.", "C. A pangolin's body is covered with dense and hard scales, neatly organized, which the narrator says:'are formed of keratin like human fingernails.'.", "D. A pangolin slowly crawls to the entrance of the cave. 'They are shy, nocturnal animals that spend most of the day in underground burrows,' says the narrator." ] }, { "video_id": "sample_12_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 148.0, "options": [ "A. A pangolin crawls next to a stream, and the narrator says, 'although their scales have officially been, banned from use in traditional medicine.'.", "B. A pangolin crawls slowly and the narrator says: 'it's going to take rigorous enforcement from extinction.'.", "C. Several people are picking tea leaves, the narrator says: 'Is perhaps the greatest symbol of how.'.", "D. A pangolin searches for food among the withered bamboo leaves, which, the narrator says, 'drives them to the brink of extinction.'." ] }, { "video_id": "sample_11_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 48.0, "options": [ "A. A man wearing a black raincoat and carrying a backpack trudges down the river through a narrow gap in the rocks and says 'Keep out of it as much as you can.'.", "B. A man dressed in black and wearing a hat carrying a backpack and a bundle of ropes walks through the snow and the presenter says 'The obvious route to the coast and safety.'.", "C. A man dressed in black standing next to a river, he reaches out and points into the distance and says 'Okay, just follow this down.'.", "D. A man in a black raincoat and black gloves is pointing to a gorge and asks 'See this gorge?'." ] }, { "video_id": "sample_11_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 105.0, "options": [ "A. A man dressed in black, wearing black gloves and carrying a rucksack trudges down the river through narrow rocky crevices and says 'Keep out of it as much as you can.'.", "B. A man wearing black clothes, black gloves, and a backpack is pulling on a green and orange rope tied to a rock with rocks and water flowing in the background and says 'It's gonna be strong enough.'.", "C. A man dressed in black, wearing black gloves and carrying a backpack is standing next to a river, he reaches out and points into the distance and says 'Okay, just follow this down.'.", "D. A man wearing black clothes, black gloves and a backpack is pulling on a green and red rope tied to a rock with rocks and water flowing in the background, the man says 'It's gonna be strong enough.'." ] }, { "video_id": "sample_11_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 150.0, "options": [ "A. A man dressed in black, wearing black gloves and carrying a rucksack trudges down the river through narrow rocky crevices and says 'Keep out of it as much as you can.'.", "B. A man wearing black clothes, black gloves, and a backpack is pulling on a green and orange rope tied to a rock with rocks and water flowing in the background and says 'It's gonna be strong enough.'.", "C. A man wearing black clothes, black gloves, and a backpack is pulling on a green and orange rope and says 'I'm gonna get the rope back!'.", "D. A person wearing black clothes, red gloves and a backpack is pulling on a green and orange rope and says 'I'm gonna get the rope back!'." ] }, { "video_id": "sample_11_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 183.0, "options": [ "A. A man wearing black clothes, black gloves and a white backpack is struggling to cross a river, the man in the background says 'The average man burns 2,500 calories a day.'.", "B. A man wearing black clothes, black gloves, and a backpack is pulling on a green and orange rope tied to a rock with rocks and water flowing in the background and says 'It's gonna be strong enough.'.", "C. A man wearing black clothes, black gloves, and a backpack is pulling on a green and orange rope and says 'I'm gonna get the rope back!'.", "D. A man wearing black clothes, black gloves and a black backpack is struggling to cross a river and the man in the background says 'The average man burns 2,500 calories a day." ] }, { "video_id": "sample_11_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 213.0, "options": [ "A. A man wearing black clothes, black gloves and a backpack standing by a stream pointing to the sky and saying 'You know, out there in the high mountains'.", "B. A man wearing black clothes, black gloves and a backpack who is pulling on a green and orange rope tied to a rock with rocks and water flowing in the background says 'It's gonna be strong enough'.", "C. A man wearing black clothes, black gloves and a backpack pulling on a green and orange rope and saying 'I'm gonna get the rope back!'.", "D. A man wearing black clothes, black gloves and a black backpack is struggling to cross a river and the man in the background says 'The average man burns 2,500 calories a day.'." ] }, { "video_id": "sample_46_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 9.0, "options": [ "A. The man supports A motorcycle carrying a child, stands next to the motorcycle, and looks back to the left.", "B. A truck came out on the right and hit the man and child next to the motorcycle.", "C. A woman on a motorbike carrying a child sped past the man from right to left.", "D. A truck came out from the left and hit the motorcycle next to the man and child." ] }, { "video_id": "sample_46_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 33.0, "options": [ "A. A little baby reached out, put both hands into the swimming pool, and fell into the water.", "B. A little baby stretched out his legs, put his legs into the swimming pool, and fell into the water.", "C. A truck came out from the left and hit the motorcycle next to the man and child.", "D. The man supports A motorcycle carrying a child, stands next to the motorcycle, and looks back to the left." ] }, { "video_id": "sample_46_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 55.0, "options": [ "A. A truck came out from the left and hit the motorcycle next to the man and child.", "B. A little baby stretched out his legs, put his legs into the swimming pool, and fell into the water.", "C. The stroller was hanging on a door that automatically rises.", "D. The stroller was hanging on a self-lowering door." ] }, { "video_id": "sample_46_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 65.0, "options": [ "A. The stroller was hanging on a door that automatically rises.", "B. A man was walking down the stairs with a baby in his arms when he slipped, lost his balance, leaned forward and fell onto the grass.", "C. A woman was walking down the stairs with a baby in her arms when she slipped, lost his balance, leaned forward and fell onto the grass.", "D. A little baby stretched out his legs, put his legs into the swimming pool, and fell into the water." ] }, { "video_id": "sample_46_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 84.0, "options": [ "A. A man was walking down the stairs with a baby in his arms when he slipped, lost his balance, leaned forward and fell onto the grass.", "B. A little baby stretched out his legs, put his legs into the swimming pool, and fell into the water.", "C. An small orange dog was running from right to left by the swimming pool. While running, it fell into the pool.", "D. A small black dog was running from right to left by the swimming pool. While running, it fell into the pool." ] }, { "video_id": "sample_3_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 119.0, "options": [ "A. A.A coin suddenly appeared in the man's right hand.", "B. B.The man burned the coin on the lighter and two coins became one.", "C. C.The man burned the coin on the lighter and three coins became two.", "D. The man's right hand snapped his fingers and two coins appeared on the table." ] }, { "video_id": "sample_3_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 155.0, "options": [ "A. The magician put the coin on the lighter and burned it, and the three coins became two.", "B. The magician put the coin on the lighter and burned it, and the two coins became one.", "C. The magician stretched out a silver coin while singing.", "D. The magician stretched out a silver coin as he spoke." ] }, { "video_id": "sample_3_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 619.0, "options": [ "A. The man removes his ring and flips over the playing card, which was a joker becomes a playing card with a black pentagram.", "B. The magician stretches a silver coin while talking.", "C. The man removes his ring and turns over a playing card on which appears a red pentagram.", "D. The man burned the coin on the lighter and three coins became two." ] }, { "video_id": "sample_3_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 645.0, "options": [ "A. The man withdraws the ring and turns over the playing card, on which appears a black pentagram.", "B. The man turns over the cards again and the cards on the table become the K of Spades.", "C. The man turned over the cards again and the cards on the table turned into joker cards.", "D. The magician stretches a silver coin while talking." ] }, { "video_id": "sample_3_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 723.0, "options": [ "A. The man draws a playing card from a necklace, the one in which the female guest of honor has drawn a black pentagram.", "B. The man draws a playing card from his watch, the one in which the female guest of honor has drawn a black pentagram.", "C. The man turned over the cards again and the cards on the table turned into joker cards.", "D. The man withdraws the ring and turns over the playing card, on which appears a black pentagram." ] }, { "video_id": "sample_26_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'All of which are operations that would take many, many, many clock cycles to perform with standard operatlons.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 111.0, "options": [ "A. There is a cell phone on a white desktop with a hand sliding over it.", "B. A boy in a shirt, with light brown hair, intently uses a tablet in a dim room, his face and hands illuminated by its screen, immersed in activity amidst an indistinct backdrop.", "C. Only the top half of a man's face is visible, surrounded by dim lights, and the light from a small square screen is reflected in the lenses of his black-rimmed glasses.", "D. The scene depicts a high-quality IC microelectronic component, with golden and black pins contrasting against a black background, featuring intricate green and blue patterns within." ] }, { "video_id": "sample_26_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'It's like having a powerful steam locomotive.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 159.0, "options": [ "A. There is a cell phone on a white desktop with a hand sliding over it.", "B. In the black and white scene, a train loaded with goods frives on the track from right to left, and the front of the train emitte white smoke.", "C. Only the top half of a man's face is visible, surrounded by dim lights, and the light from a small square screen is reflected in the lenses of his black-rimmed glasses.", "D. The scene depicts a high-quality IC microelectronic component, with golden and black pins contrasting against a black background, featuring intricate green and blue patterns within." ] }, { "video_id": "sample_26_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'lmagine you have to wash an entire hotel's worth of sheets, but you've only got one washing machine and one dryer.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 343.0, "options": [ "A. There is a cell phone on a white desktop with a hand sliding over it.", "B. In the black and white scene, a train loaded with goods frives on the track from right to left, and the front of the train emitte white smoke.", "C. In a neat bedroom with red walls, two women in black and white uniforms spread out a white sheet and making the bed, and a lamp is beside a half-drawn curtain.", "D. The scene depicts a high-quality IC microelectronic component, with golden and black pins contrasting against a black background, featuring intricate green and blue patterns within." ] }, { "video_id": "sample_26_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'our example processor performed the fetch-decode-execute cycle.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 399.0, "options": [ "A. There is a cell phone on a white desktop with a hand sliding over it.", "B. In the black and white scene, a train loaded with goods frives on the track from right to left, and the front of the train emitte white smoke.", "C. In a neat bedroom with red walls, two women in black and white uniforms spread out a white sheet and making the bed, and a lamp is beside a half-drawn curtain.", "D. On the red background there are three different colored rectangles next to each other with 'FETCH', 'DECODE' and 'EXECUTE' written in brown. 'The color of the FETCH rectangle is green, the color of the DECODE rectangle is light blue, and the color of the EXECUTE rectangle is purple." ] }, { "video_id": "sample_26_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'which is called out-of-order execution.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 462.0, "options": [ "A. Firmly mounted on the board is Apple's A8 processor IC, displaying the 'A8' and Apple's watermark logo, surrounded by pins and connectors on a white background, with 'OUT-OF-ORDER EXECUTION' written in blue letters on the front of the chip.", "B. In the black and white scene, a train loaded with goods frives on the track from right to left, and the front of the train emitte white smoke.", "C. In a neat bedroom with red walls, two women in black and white uniforms spread out a white sheet and making the bed, and a lamp is beside a half-drawn curtain.", "D. On the red background there are three different colored rectangles next to each other with 'FETCH', 'DECODE' and 'EXECUTE' written in brown. 'The color of the FETCH rectangle is green, the color of the DECODE rectangle is light blue, and the color of the EXECUTE rectangle is purple." ] }, { "video_id": "sample_44_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'That's right-you're looking at some of the best breathers on Earth.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 59.0, "options": [ "A. The scene is yellow with a person running in the middle of the frame wearing a blue sports vest and purple sports shorts.", "B. The background of the picture is pink, the picture piece has a pair of black hands holding up a five-pointed star trophy, and there are a lot of coloured ribbons floating down in the picture.", "C. The background of the picture is orange and yellow, there is a man with his hand on the glass in the middle of the picture, and there is a yellow fish and three blue and white fish in the picture.", "D. The background of the picture is light green and in the middle of the picture there is a round glass window with a yellow fish in it." ] }, { "video_id": "sample_44_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'When most fish take a breath, they first close these covers and take a gulp of water.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 95.0, "options": [ "A. The scene shows the inside of a submarine with many buttons and dashboards, and two people sitting on two red chairs in the middle.", "B. The background of the picture is blue and there is a green fish in the middle of the picture.", "C. The background of the picture is orange and yellow, there is a man with his hand on the glass in the middle of the picture, and there is a yellow fish and three blue and white fish in the picture.", "D. There is an instrument with a screen and buttons on the screen, which shows an image of a fish in the middle of the screen." ] }, { "video_id": "sample_44_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'In fact, gills can absorb roughly seventy-five percent of the oxygen passing through them.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 174.0, "options": [ "A. There is a screen with buttons and a screen together, the middle of the instrument displays a fish pattern with a few white words around the pattern and a blue progress bar below the screen.", "B. The image shows a lens with a line attached pointing at a grey fish, with plants in the water and some small fish in the image.", "C. There is a yellow sky with a few white clouds in the sky and an orange submarine's periscope emerging from blue water.", "D. The background of the image is grey, with a plan view of the blood vessels of a fish in the middle of the image, and a few white words around the picture used to introduce the picture." ] }, { "video_id": "sample_44_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'where O2 dissolves into the water and begins circulating.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 217.0, "options": [ "A. There is a screen with buttons and a screen together, the middle of the instrument displays a fish pattern with a few white words around the pattern and a blue progress bar below the screen.", "B. The background of the image is purple, with an orange periscope in the upper right corner of the image pointing at the pink fish in the middle of the image, and 'BLOBFISH 1,200m' written in white letters underneath.", "C. The background of the picture is light green, and in the middle of the picture there is a hand holding a gold-coloured pocket watch with a white dial containing a hand.", "D. The picture shows an underwater scene with an orange submarine attached to a periscope on the left side of the picture, the periscope is pointing at the big fish on the right side of the picture, there are some water plants and rocks in the water, and there are two small yellow fish next to the big fish." ] }, { "video_id": "sample_44_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Allowing them to survive out of the water for several days.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 277.0, "options": [ "A. There is an orange submarine on the left side of the screen, and the submarine's periscope is aimed at the red fish on the right side of the screen.", "B. In the centre of the picture there is a mound with a blue fish in it, and at the bottom of the picture, in white letters, it says 'SNAILFISH 8,300m'.", "C. A puddle with a brown fish in the middle of the picture and an orange sky with a few white clouds in the background.", "D. The picture has an orange sky in the background, an orange bus on the left side of the picture, a tree on the right side of the picture, and in the middle of the picture there is a man wearing a blue long-sleeved shirt with binoculars in both hands looking into the distance." ] }, { "video_id": "sample_1_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Thank you.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 123.0, "options": [ "A. In the living room, the man in yellow is talking to the man in blue on the left.", "B. In one room, the person on the left puts down his water glass and talks, while the person on the right sits at a table and listens.", "C. Three men are standing around the refrigerator, all checking it carefully.", "D. In the cafeteria, three men are sitting at a table with a lot of food and drinks." ] }, { "video_id": "sample_1_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I know, I just need you to stop talking.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 198.0, "options": [ "A. In one room, the person on the left puts down his water glass and talks, while the person on the right sits at a table and listens.", "B. In a bar, a blonde woman with a beer bottle in her hand talks to a man in a red sweatshirt and glasses next to her.", "C. Three men are standing around the refrigerator, all checking it carefully.", "D. In the cafeteria, three men are sitting at a table with a lot of food and drinks." ] }, { "video_id": "sample_1_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Come in.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 298.0, "options": [ "A. In one room, the person on the left puts down his water glass and talks, while the person on the right sits at a table and listens.", "B. In a bar, a blonde woman with a beer bottle in her hand talks to a man in a red sweatshirt and glasses next to her.", "C. At the bedroom door, a man in his pajamas with a glowing green light in his hand was inviting the woman in.", "D. In the cafeteria, three men are sitting at a table with a lot of food and drinks." ] }, { "video_id": "sample_1_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'You can try, but you never catch me.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 342.0, "options": [ "A. In one room, the person on the left puts down his water glass and talks, while the person on the right sits at a table and listens.", "B. In a bar, a blonde woman with a beer bottle in her hand talks to a man in a red sweatshirt and glasses next to her.", "C. At the bedroom door, a man in his pajamas with a glowing green light in his hand was inviting the woman in.", "D. A black hair, wearing a black man standing in the sea of colorful plastic ball inside to speak right." ] }, { "video_id": "sample_1_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'would you please turn the shirt off?'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 394.0, "options": [ "A. In a bar, a blonde woman with a beer bottle in her hand talks to a man in a red sweatshirt and glasses next to her.", "B. At the comic-themed store, a bespectacled man, with a resigned expression, talks to a man with a red horn strapped to his chest.", "C. At the bedroom door, a man in his pajamas with a glowing green light in his hand was inviting the woman in.", "D. A black hair, wearing a black man standing in the sea of colorful plastic ball inside to speak right." ] }, { "video_id": "sample_28_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 60.0, "options": [ "A. A white Formula car went off the track after its left front wheel failed on a turn.", "B. A black Formula car went off the track after its left front wheel failed on a turn.", "C. A red, black, and yellow Formula car was making a left turn when it lost control of its right front wheel and crashed into the guardrail.", "D. A Formula Blue car went out of control in a turn and hit a guardrail." ] }, { "video_id": "sample_28_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 108.0, "options": [ "A. A white Formula car rear-ended a blue Formula car.", "B. A Formula Blue car went out of control in a turn and hit a guardrail.", "C. A Formula Blue car went out of control and hit a Formula White car, knocking it off the track.", "D. A Formula black car went out of control and hit a Formula White car, knocking it off the track." ] }, { "video_id": "sample_28_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 144.0, "options": [ "A. A red-and-white Formula One car loses control in a turn, emits white smoke and crashes into the side of a race car.", "B. A Formula Blue car was hit in a turn by a Formula Blue car, and the rear wheel of the Formula Yellow car in front of it was hit by a Formula Blue car.", "C. A red and white formula car burst into smoke behind it as it turned a corner.", "D. A black Formula car lost control of its rear wheel on a turn and crashed into the yellow Formula car in front of it." ] }, { "video_id": "sample_28_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 178.0, "options": [ "A. A Formula Blue car broke its left front wheel on the road and slid off the track out of control.", "B. A Formula Black car broke its left front wheel on the road and slid off the track out of control.", "C. A Formula Yellow car was hit by a car from behind on the road and turned upside down.", "D. A red-and-white Formula One car loses control in a turn, emits white smoke and crashes into the side of a race car." ] }, { "video_id": "sample_28_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 203.0, "options": [ "A. A red and white Formula car suddenly lost control and crashed into the guardrail.", "B. A white Formula car suddenly lost control and drove off the track.", "C. A Formula Orange car was thrown into the air as it made a turn.", "D. A Formula Yellow car rear-ended a Formula Orange car on a turn." ] }, { "video_id": "sample_17_Emotion_Recognition.mp4", "question": "What is the current mood of the man on the right side of the video, and what is causing his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 79.0, "options": [ "A. He is delighted by the cheers and applause of the audience.", "B. He is excited because of the commendation from the person on the left.", "C. He is happy because the guy on the left is telling jokes.", "D. He is excited because of the joke told by the person on the left." ] }, { "video_id": "sample_17_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the middle of the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 125.0, "options": [ "A. He is very sad.", "B. He is very thrilled.", "C. He is very elated.", "D. He is very moved." ] }, { "video_id": "sample_17_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the middle of the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 217.0, "options": [ "A. He is so moved that he almost cried.", "B. He is so happy that he almost cried.", "C. He is so excited that he almost cried.", "D. He is in so much pain that he almost cried." ] }, { "video_id": "sample_17_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the middle of the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 277.0, "options": [ "A. He is a bit nervous and at a loss.", "B. He is a bit confused and at a loss.", "C. He is so happy that he is a bit at a loss.", "D. He is shocked and a bit at a loss." ] }, { "video_id": "sample_17_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the middle of the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 352.0, "options": [ "A. He is very excited.", "B. He is very sad.", "C. He is very moved.", "D. He is very happy." ] }, { "video_id": "sample_37_Misleading_Context_Understanding.mp4", "question": "What other colours of balls are on the table besides red?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. There are also white, green, brown, yellow and blue balls.", "B. There are also white, black, pink, yellow, brown, green and blue balls.", "C. There are no other coloured balls on the table.", "D. There are also white, brown, yellow and green balls." ] }, { "video_id": "sample_37_Misleading_Context_Understanding.mp4", "question": "How many red snooker balls are there on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 412.0, "options": [ "A. There are seven red snooker balls on the table.", "B. There are six red snooker balls on the table.", "C. There are only five red snooker balls on the table.", "D. There are eight red snooker balls on the table." ] }, { "video_id": "sample_37_Misleading_Context_Understanding.mp4", "question": "Apart from the white ball, how many balls of what colour are on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 474.0, "options": [ "A. There are five red balls, one yellow ball, one brown ball, one green ball, one blue ball, one pink ball and one black ball totalling eleven balls.", "B. There are two red balls, one pink ball and one black ball totalling four balls.", "C. There are three red balls, one blue ball, one pink ball and one black ball totalling six balls.", "D. There are three red balls, one yellow ball, one brown ball, one green ball, one blue ball, one pink ball, and one black ball for a total of nine balls." ] }, { "video_id": "sample_37_Misleading_Context_Understanding.mp4", "question": "How many balls of what colour are there on the table apart from a black ball and a white ball?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 531.0, "options": [ "A. There are also two red balls and one pink ball.", "B. There are also three red balls, one yellow ball, one brown ball, one green ball, one blue ball and one pink ball for a total of eight balls.", "C. There is one red ball and one pink ball.", "D. There are two red balls, one yellow ball, one brown ball, one green ball, one blue ball and one pink ball for a total of seven balls." ] }, { "video_id": "sample_37_Misleading_Context_Understanding.mp4", "question": "How many billiard balls are left on the table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 596.0, "options": [ "A. There are still eight balls left on the table.", "B. There are still six balls left on the table.", "C. There are still seven balls left on the table.", "D. There are still nine balls left on the table." ] }, { "video_id": "sample_19_Misleading_Context_Understanding.mp4", "question": "What are the words inside this white form?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 111.0, "options": [ "A. It says 'Numerical' in black.", "B. It says 'Numerical', 'Black (face up)' in black.", "C. It says 'Numerical', 'Black (face up)' in black words and 'Red (face up)' in red words.", "D. It says 'Black (face up)' and '? ?' in black words and 'Red (face up)' in red words." ] }, { "video_id": "sample_19_Misleading_Context_Understanding.mp4", "question": "What playing cards can be seen on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 177.0, "options": [ "A. There is a 10 of diamonds, a 10 of clubs, a 2 of clubs, a j of clubs, an ace of diamonds, a 3 of diamonds and a 10 of spades.", "B. There is a 10 of diamonds, a 10 of clubs, a 2 of clubs, a jack of clubs, an ace of diamonds, a 3 of diamonds, a q of spades and an 8 of hearts.", "C. There are the 10 of diamonds, the 8 of diamonds, the 2 of clubs, the Q of spades and the 8 of hearts. ", "D. There are the 10 of diamonds, the 8 of diamonds, the 10 of clubs, the 2 of clubs, the j of clubs, the ace of diamonds, the 3 of diamonds and the 8 of hearts." ] }, { "video_id": "sample_19_Misleading_Context_Understanding.mp4", "question": "What numbers are written inside this white table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 353.0, "options": [ "A. The table writes the numbers is Black 5 and Black 9 and Red 17.", "B. The table writes the numbers is Black 5 and Black 9, Red 4 and Red 17.", "C. The table writes the numbers is Black 9 and Red 17.", "D. The table write a number is Black 9." ] }, { "video_id": "sample_19_Misleading_Context_Understanding.mp4", "question": "In this white table, what numbers are written?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 392.0, "options": [ "A. The table writes the numbers is Black 5 and Black 9 and Red 17.", "B. The table writes the numbers is Black 5 and Black 9, Red 4 and Red 17.", "C. The table writes the numbers is Black 5 and Black 9, Red 4 and Red 17 and red 5.", "D. The table writes the numbers is Black 9 and Red 17." ] }, { "video_id": "sample_19_Misleading_Context_Understanding.mp4", "question": "What words are written inside the second white form?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 659.0, "options": [ "A. This form has a big black 'B' written on it.", "B. This form writes 'B' and 'black' in black word.", "C. This form has 'B' and 'black' in black and a 'red' in red.", "D. This form has 'B' and 'black' in black and a 'red' and '26-B'in red." ] }, { "video_id": "sample_36_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'If you walk along this structure you can actually see calcium deposits at a certain level.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 47.0, "options": [ "A. This is an outdoor scene where the camera is placed on the ground and shot at an elevated angle, with a hand reaching out on the left side of the frame, caressing a rock wall. Grass grows around the rock, and trees, and a blue sky can be seen in the background.", "B. This is an outdoor scene where a man wearing a red hiking suit with a white shirt and a beard faces the camera and speaks, with rocky slopes and grass growing in the background, and a line of lush trees can be seen in the distance.", "C. This is a virtual map scene with city buildings and routes at the bottom, mainly in an earthy yellow colour. There is also a blue-green hexagon slightly to the right of the screen, and a yellow olive-shaped pattern with yellow lines connecting them slightly to the left of the screen.", "D. There are three caves in a tall stone wall with weeds growing on it, trees on the right side of the screen, and a blue sky at the top." ] }, { "video_id": "sample_36_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Rather than having a V shape, as you would have with a seagoing ship,'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 175.0, "options": [ "A. A man in a white shirt with a beard speaks to the camera, waving his hand as he looks back to the back. The background is located in a bright and spacious interior.", "B. A man in a white shirt with a beard is pacing and visiting a huge wooden ship.", "C. This is an outdoor scene where a man wearing a red hiking suit with a white shirt and a beard faces the camera and speaks, with rocky slopes and grass growing in the background, and a line of lush trees can be seen in the distance.", "D. This is a virtual map scene with city buildings and routes at the bottom, mainly in an earthy yellow colour. There is also a blue-green hexagon slightly to the right of the screen, and a yellow olive-shaped pattern with yellow lines connecting them slightly to the left of the screen." ] }, { "video_id": "sample_36_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'How could a cargo carrying vessel reach the river?'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 202.0, "options": [ "A. A man in a white shirt with a beard is pacing and visiting a huge wooden ship.", "B. In a room, a man in a white shirt takes a roll of maps out of a long drawer in a wooden cabinet and places them on a table. The white table holds many items, from maps to books. Chairs are placed on either side of the table, and a computer can be seen on the far side of the table.", "C. This is an outdoor scene where a man wearing a red hiking suit with a white shirt and a beard faces the camera and speaks, with rocky slopes and grass growing in the background, and a line of lush trees can be seen in the distance.", "D. The video camera focuses on the face of a man, a man with a beard, white skin, and light coloured eyebrows, who is looking intently at the bottom of the video screen." ] }, { "video_id": "sample_36_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Peter consults the archaeological surveys.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 207.0, "options": [ "A. The video camera focuses on the face of a man, a man with a beard, white skin, and light coloured eyebrows, who is looking intently at the bottom of the video screen.", "B. This is an outdoor scene where a man wearing a red hiking suit with a white shirt and a beard faces the camera and speaks, with rocky slopes and grass growing in the background, and a line of lush trees can be seen in the distance.", "C. A man in a white shirt and beard is looking intently at the map in his hand, the fingers of his right hand tracing it.", "D. A man in a white shirt with a beard is pacing and visiting a huge wooden ship." ] }, { "video_id": "sample_36_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'If you look at the landscape of the river today.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 240.0, "options": [ "A. A man wearing a red hiking suit, a white shirt and a beard sits in the cabin of a boat and speaks to the camera. In the background are many trees along the shore, with green trees colouring the lake.", "B. A man in a white shirt with a beard is pacing and visiting a huge wooden ship.", "C. The video camera focuses on the face of a man, a man with a beard, white skin, and light coloured eyebrows, who is looking intently at the bottom of the video screen.", "D. A man in a white shirt and beard is looking intently at the map in his hand, the fingers of his right hand tracing it." ] }, { "video_id": "sample_3_Misleading_Context_Understanding.mp4", "question": "Now what's on top of the green table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 29.0, "options": [ "A. In the middle of the table are two playing cards, an ace of spades and a king of diamonds.", "B. There are four pairs of hands of different colours around the table, all holding chips except for the top pair, which has nothing in it.", "C. There are three chips in the middle of the table, each surrounded by a pair of hands of a different skin colour.", "D. There are three chips in the middle of the table surrounded by four pairs of hands of different colours holding the Q of spades, the 9 of hearts, the K of diamonds, the Ace of clubs, the J of spades, the 10 of diamonds, the Q of hearts, the 5 of diamonds, the 9 of clubs." ] }, { "video_id": "sample_3_Misleading_Context_Understanding.mp4", "question": "What's on this table right now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 59.0, "options": [ "A. There are four pairs of hands with different skin colours and three chips on the table, they are holding the ace of spades, the five of diamonds, and the six of clubs.", "B. There is nothing on the table but 'wikiHow' written in the bottom right corner.", "C. There are now nine playing cards on the table, the 2 of spades, the 3 of spades, the 4 of spades, the 5 of spades, the 6 of spades, the 7 of spades, the 8 of spades, the 9 of spades, the 10 of spades, and in white letters it says 'FACE VALUE'.", "D. The white number 10 is now written on the left side of the table and the Jack of Hearts, Queen of Hearts, and King of Hearts are written on the right side." ] }, { "video_id": "sample_3_Misleading_Context_Understanding.mp4", "question": "What exactly exists on top of the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 87.0, "options": [ "A. There are four pairs of hands of different skin colours on the table and three chips, they are holding the 5 of diamonds, the 3 of clubs, the 6 of diamonds, the 8 of diamonds, the 10 of hearts, and the black skinned hand is holding nothing.", "B. There is an Ace of diamonds on the top of the table with '1 or 11' written on the left.", "C. There are three chips on the table and four pairs of hands of different colours holding the 10 of hearts, the ace of spades, the jack of hearts, the 5 of diamonds, the 3 of hearts, the 6 of clubs, and the 8 of diamonds.", "D. There are four red chips and one blue chip on the table and four pairs of hands of different colours holding the 10 of hearts, the ace of spades, the jack of hearts, the 5 of diamonds, the 3 of hearts, the 6 of clubs and the 8 of diamonds." ] }, { "video_id": "sample_3_Misleading_Context_Understanding.mp4", "question": "What playing cards are in that pair of hands down there?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 118.0, "options": [ "A. This hand holds the 5 of diamonds and the 3 of hearts.", "B. This hand holds the Q of diamonds, 5 hearts, 3 diamonds.", "C. This hand holds the Q of diamonds, 5 of hearts, 3 of spades, 3 of hearts, 5 of clubs, with a string of numbers that reads '5+3+3+5+10'.", "D. These hands hold the Q of diamonds, 5 hearts, 3 spades, 3 hearts, 5 clubs, with a string of numbers that reads '26'." ] }, { "video_id": "sample_3_Misleading_Context_Understanding.mp4", "question": "What's items in those hands up there?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 158.0, "options": [ "A. He is holding the seven of spades and the ten of hearts with the number '17' written next to them.", "B. He is holding the 7 of spades and the 10 of hearts.", "C. He is holding nothing in his hand.", "D. He is holding the 7 of spades and the 10 of hearts, with '10+7' written next to them." ] }, { "video_id": "sample_41_Source_Discrimination.mp4", "question": "Who just said 'What a surprise.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 94.0, "options": [ "A. A gray-haired male wearing a black blouse and a gold watch on his left hand.", "B. A brown-haired female wearing a dark blue blazer with a white shirt, a necklace, and a ring on her left ring finger.", "C. A blonde woman wearing a blue sweater with a white collar.", "D. A dark-haired male wearing a black blazer with a white shirt and a red and black striped tie." ] }, { "video_id": "sample_41_Source_Discrimination.mp4", "question": "Who just said 'It's a scam, and she should be disbarred.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 225.0, "options": [ "A. A gray-haired male wearing a black blouse and a gold watch on his left hand.", "B. A brown-haired female wearing a dark blue blazer with a white shirt, a necklace, and a ring on her left ring finger.", "C. A blonde woman wearing a blue sweater with a white collar.", "D. A dark-haired male wearing a black blazer with a white shirt and a red and black striped tie." ] }, { "video_id": "sample_41_Source_Discrimination.mp4", "question": "Who just said 'many of whom have already pled guilty to what they did.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 326.0, "options": [ "A. A gray-haired male wearing a black blouse and a gold watch on his left hand.", "B. A brown-haired female wearing a dark blue blazer with a white shirt, a necklace, and a ring on her left ring finger.", "C. A dark-haired female wearing a black blazer with a black V-neck shirt and a necklace around her neck.", "D. A dark-haired male wearing a black blazer with a white shirt and a red and black striped tie." ] }, { "video_id": "sample_41_Source_Discrimination.mp4", "question": "Who just said 'just like all of them are falling apart.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 416.0, "options": [ "A. A gray-haired male wearing a black blouse and a gold watch on his left hand.", "B. A brown-haired female wearing a dark blue blazer with a white shirt, a necklace, and a ring on her left ring finger.", "C. A dark-haired female wearing a black blazer with a black v-neck shirt and a necklace around her neck.", "D. A dark-haired male wearing a black blazer with a white shirt and a red and black striped tie." ] }, { "video_id": "sample_41_Source_Discrimination.mp4", "question": "Who just said 'But if she were on the other foot, it certainly would.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 493.0, "options": [ "A. A gray-haired male wearing a black blouse and a gold watch on his left hand.", "B. A blonde female wearing a blue sweater with a white collar.", "C. A dark-haired female wearing a black blazer with a black v-neck shirt and a necklace around her neck.", "D. A dark-haired male wearing a black blazer with a white shirt and a red and black striped tie." ] }, { "video_id": "sample_49_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Well, we're talking about atom, neutrons,protons,electrons.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 20.0, "options": [ "A. The background of the picture is white, and there are several circular lines in the picture, with a small black ball on each line.", "B. In the middle of the picture there is a man wearing a lapel shirt and a brown long-sleeved jumper waving his hands as he speaks.", "C. There is a golden coloured container with many small holes in the middle of the container and a black chip with pins in the picture.", "D. The background of the image is black, there is a simulated molecular structure in the image, and there are four yellow arrows and three yellow letters reading 'NEUTRONS', 'PROTONS' and 'ELECTRONS'." ] }, { "video_id": "sample_49_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Quantum mechanical properties.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 74.0, "options": [ "A. A man wearing glasses, a grey shirt and a blue jacket is standing in front of a black border with a blackboard on which is written in white letters 'QUANTUM MECHANICAL PROPERTIES'.", "B. There is a long-haired woman wearing an orange shirt and a man wearing glasses and a taupe shirt sitting in front of a computer discussing the situation, and there is a whiteboard full of writing on the wall of the room.", "C. There is a transparent container on the table with a purple square object held by a silver tweezer on top of the container.", "D. There is a pair of blue-gloved hands with a tool screwing a screw next to the yellow machine in the picture." ] }, { "video_id": "sample_49_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'It's a zero or it's a one.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 120.0, "options": [ "A. A man wearing glasses, a grey shirt and a blue jacket is standing in front of a black border with a blackboard on which is written in white letters 'QUANTUM MECHANICAL PROPERTIES'.", "B. The picture shows a man in a collared shirt and brown jumper standing in a white room waving his hands and talking.", "C. Green table with different pool balls scattered on the table.", "D. The picture shows a sophisticated machine with two layers of yellow discs with vertical tubes of different styles above and below the discs." ] }, { "video_id": "sample_49_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'And if you're a transistor, you can only be at the North Pole or the South Pole.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 148.0, "options": [ "A. The background of the picture is white, and in the middle of the picture there is a golden-coloured instrument, which has many small holes and a black square chip in the middle.", "B. The picture shows a man in a collared shirt and brown jumper standing in a white room waving his hands and talking.", "C. The background of the picture is black, there is a rotating earth in the picture, the upper part of the earth has a yellow 0 and an arrow to the right, and the lower part of the earth has a yellow 1 and an arrow to the left.", "D. The background of the picture is black, and there is a blue object in the middle of the picture, which is surrounded by a number of thin, twisting and rotating blue lines." ] }, { "video_id": "sample_49_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'what we can do with our conventional computers.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 248.0, "options": [ "A. In the middle of the picture there is a man in a lapel shirt and brown jumper waving his hands and speaking in a room.", "B. In the middle of the picture there is a man wearing a grey shirt and blue jacket and glasses standing in front of a blackboard and speaking, with a few white lines and circles drawn on the right side of the blackboard.", "C. The background of the picture is black, there is a rotating earth in the picture, the upper part of the earth has a yellow 0 and an arrow to the right, and the lower part of the earth has a yellow 1 and an arrow to the left.", "D. The picture shows a black lady wearing amber-rimmed glasses sitting in front of a computer looking at the computer screen." ] }, { "video_id": "sample_1_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the right side of the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 14.0, "options": [ "A. He is very excited.", "B. He is very Happy.", "C. He is very anxious.", "D. He is very flustered." ] }, { "video_id": "sample_1_Emotion_Recognition.mp4", "question": "What is the current mood of the man on the left side of the video, and what is causing his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 75.0, "options": [ "A. He is very happy because of the cheers and applause from the audience.", "B. He is very happy because there happens to be the equipment he mentioned here.", "C. He is very happy because he is given a computer as a gift.", "D. He is very happy because he just told a joke." ] }, { "video_id": "sample_1_Emotion_Recognition.mp4", "question": "What is the current mood of the man on the right side of the video, and what is causing his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 154.0, "options": [ "A. He is very excited because the joke from the man on the left made the audience laugh.", "B. He is very elated because he is watching the man on the left use a cup to make music.", "C. He is very thrilled because the joke from the man on the left made the audience laugh.", "D. He is very excited because he is watching the man on the left use a cup to make music." ] }, { "video_id": "sample_1_Emotion_Recognition.mp4", "question": "What is the current mood of the man on the right side of the video, and what is causing his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 213.0, "options": [ "A. He is very excited because the man on the left is dancing to the rhythm.", "B. He is shocked because the man on the left used the cup to create a rhythm.", "C. He is very excited because the man on the left used the cup to create a rhythm.", "D. He is very happy because the audience is cheering." ] }, { "video_id": "sample_1_Emotion_Recognition.mp4", "question": "What is the current mood of the man on the right side of the video, what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 242.0, "options": [ "A. He is very confused because the man on the right pointed to the right.", "B. He is excited because he liked the rhythm.", "C. He is excited because of the cheers from the audience.", "D. He is very excited because the man on the right pointed to the right." ] }, { "video_id": "sample_39_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 22.0, "options": [ "A. He is very happy.", "B. He is very upset.", "C. He is very angry.", "D. He is very calm." ] }, { "video_id": "sample_39_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 51.0, "options": [ "A. He is very angry.", "B. He is very nervous.", "C. He is very serious.", "D. He is very happy." ] }, { "video_id": "sample_39_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones? What caused his mood to change?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 156.0, "options": [ "A. He is very happy because the fishing rod is reeling in quickly.", "B. He is amazed because the drone show in the video is very spectacular.", "C. He is very happy because the drone performance in the video is spectacular.", "D. He is very surprised because the fishing line is coming out quickly." ] }, { "video_id": "sample_39_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones? What caused his mood to change?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 202.0, "options": [ "A. He is a bit surprised because the horse almost bit the woman.", "B. He is amazed because the drone show in the video is very spectacular.", "C. He is very happy because the drone performance in the video is spectacular.", "D. He is a bit saddened because the lady was knocked down by the horse." ] }, { "video_id": "sample_39_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 249.0, "options": [ "A. He is very scared.", "B. He is very happy.", "C. He is very sad.", "D. He is very angry." ] }, { "video_id": "sample_25_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'But we'll talk about that in the next episode.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 77.0, "options": [ "A. The background of the image is white, and the image shows a trio of cabinet-like devices in shades of black and white.", "B. The screen displays a blue-and-white browser, a yellow-and-white browser, and a red-and-white browser interface with red-and-blue characters within the red-and-white browser interface.", "C. The scene shows a room with many small holes in the walls, two stools and a table with miscellaneous items, and a woman with long blonde hair wearing a black long-sleeved shirt talking in the middle of the room.", "D. The background of the picture is grey-green, and the picture is covered with many numbers '0' and '1'." ] }, { "video_id": "sample_25_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'In regular algebra, the type you probably learned in high school.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 152.0, "options": [ "A. The background of the screen is green, there is a coordinate system in the screen, there is a white letter that says 'QIONARY SYSTEM' on the top of the screen, there are several numbers from 0-9 on the right side of the screen, and there is a green curve inside the coordinate system.", "B. The background of the screen is green, there is a coordinate system in the middle of the screen, 'BINARY SYSTEM' is written in white at the top of the screen, '1' and '0' are two numbers on the right side of the screen, and there is a green curve on the coordinate system. On the right side of the screen, there are two numbers '1' and '0', and a green curve on the coordinate system.", "C. The colours of the picture are black and white, and in the middle of the picture there is a girl writing against a textbook.", "D. The picture shows a white book with some equations written in black handwriting on top of it, and a pen writing on the book." ] }, { "video_id": "sample_25_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Instead of having the output wire at the end of the transistor, we can move it before.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 249.0, "options": [ "A. The background of the screen is blue, and in the upper left corner of the screen there is a white text that says 'NOT GATE', and there are also several straight lines in the screen that form a graphic with two white arrows and the words 'INPUT' and 'OUTPUT'.", "B. The background of the screen is yellow, the words 'BOOLEAN LOGIC TABLE FOR NOT' are written at the top of the screen, and in the middle of the screen there is a table with six squares.", "C. The background of the screen is yellow, the words at the top of the screen say 'BOOLEAN LOGIC TABLE FOR NOT', and the table in the middle of the screen says 'INPUT' and 'OUTPUT' as well as 'TRUE' and 'FALSE'. ", "D. There is a room with small holes in the walls, a table with miscellaneous items, and in the middle of the room sits a woman with long blonde hair and a black long-sleeved shirt talking." ] }, { "video_id": "sample_25_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Both of those facts are true, so the whole statemerit is true.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 305.0, "options": [ "A. The picture shows a row of pipes being drained and a pond.", "B. The background of the picture is purple, and in the middle of the picture there is a line that reads 'MY NAME IS CARRIE ANNE AND I'M WEARING A BLUE DRESS.', and there is also a green hook pattern around the word.", "C. The background of the screen is blue, in the upper left corner of the screen there is a white word that says 'NOT GATE', and in the middle of the screen there is a pattern consisting of several blue and yellow lines with four white arrows and the words 'INPUT', 'OUTPUT', 'CURRENT' and 'GROUND'. ", "D. The scene shows a room with small holes in the walls, a table with miscellaneous items, a seated woman with long blonde hair wearing a black long-sleeved shirt talking in the middle of the room, and a word in the middle of the scene that reads 'GATES.'." ] }, { "video_id": "sample_25_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'OK, now we've got NOT, AND, and OR gates.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 412.0, "options": [ "A. The background of the screen is orange, there are words written on the top of the screen 'BOOLEAN LOGIC TABLE FOR AND', there is a table inside the screen, and at the top of the table is 'INPUT A INPUT B OUTPUT', and there are also 'TRUE' and 'FALSE' written in the table. Inside the table, there is a table with 'INPUT A INPUT B OUTPUT' at the top and 'TRUE' and 'FALSE' written on it.", "B. The background of the picture is blue, with the words 'AND GATE' written in white at the top of the picture, and a pattern of blue lines and circles inside the picture.", "C. The scene shows a room with small holes in all the walls, two black stools and a table with miscellaneous items, and a woman with long blonde hair wearing a black long-sleeved shirt sitting in the middle of the scene and speaking.", "D. The background of the screen is green, the top of the screen says 'BOOLEAN LOGIC TABLE FOR OR', there is a table in the screen, the top of the table says 'INPUT A INPUT B OUTPUT', and inside the table it says 'TRUE' inside the table." ] }, { "video_id": "sample_50_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 61.0, "options": [ "A. A rabbit said, “Excuse me?” to a money leopard in a police uniform at the front of the stage.", "B. Several small hamsters in black suits slid down yellow transparent tubes as music played in the background.", "C. A train slowly pulls into the station with music playing in the background.", "D. The train door slowly opens and the bunny in the blue top is ready to get off the train with his handbag, all the animals on the side look tall to him and music is playing in the background." ] }, { "video_id": "sample_50_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 111.0, "options": [ "A. A leopard looks around with a bowl of police ,finally watch the rabit and says, 'O-M goodness. They really did hire a bunny.'.", "B. A rabbit explains patiently, 'Oh, you probably didn't know, but a bunny can call another bunny cute. But when other animals do it, it's a little--'.", "C. A leopard apologizes in surprise, 'I am so sorry me benjamin clawhauser the guy, everyone thinks is just a flabby, donut loving cop stereotyping you.'.", "D. The old cow cop says seriously to everyone in the conference room, 'All right everybody sit. '." ] }, { "video_id": "sample_50_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 177.0, "options": [ "A. A leopard looks around with a bowl of police ,finally watch the rabit and says, 'O-M goodness. They really did hire a bunny.'.", "B. The second thing the old cow policeman announced says, 'Number two, there are some new recruits with us I should introduce, but I'm not going to because I don't care.'.", "C. A fox says to the elephant waiter, 'I'm not looking for any trouble either sir. I simply want to buy a jumbo pop for my little boy.'.", "D. The old cow policeman made a solemn announcement of the last incident says, 'Finally we have fourteen missing mammo cases, all predators from a giant polar bear to a teensy little otter.'." ] }, { "video_id": "sample_50_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 235.0, "options": [ "A. The elephant waiter says suspiciously to the fox, 'Oh, comen on, kid. Back up.Listen buddy, what? There aren't any fox ice cream joints in your part of town?' arouses the suspicion of the rabbit policeman.", "B. The rabbit is misunderstood by the elephant as a maid, the rabbit patiently explains, 'Actually, I'm an officer. Just had a quick question are your customers aware they're getting snot and mucus with their cookies and cream?'.", "C. The elephant says angrily to the fox, 'look you probably can't read fox, but the sign says we reserve the right to refuse service to anyone.'.", "D. The fox explains seriously, 'no, there are, it's just my boy, this goofy little stinker he loves all things elephant.'." ] }, { "video_id": "sample_50_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 291.0, "options": [ "A. The rabbit policeman handed out a bill on the table and says, 'KEEP THE CHANGE.'.", "B. The rabbit sincerely explains to the elephant waiter, 'Of course,I could let you off with a warning, If you were to glove those trunks and I don't know finish selling this nice dad and his son a--.'.", "C. The elephant waiter responds helplessly, 'FIFTEEN DOLLARS.'.", "D. The fox, having goes out without his wallet, squattes down and said to his son, 'Oh, boy. I'm sorry pal gotta be about the worst birthday ever. Please don't be mad at me. Thanks anyway.'." ] }, { "video_id": "sample_36_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 30.0, "options": [ "A. A player in a blue shirt fell to the ground while playing football, turned around a few times, and then clasped his calf tightly.", "B. One of the commentators, imitating the players' movements, threw himself on the ground beside his chair and wrapped his hands around his calves.", "C. A player in a red shirt hit another player in the face and, surprisingly, gave him a kiss.", "D. A player in a red shirt, after being slapped, gently rubbed his cheek and then kissed the player who hit him." ] }, { "video_id": "sample_36_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 95.0, "options": [ "A. A goalkeeper actually threw a football at the feet of the opponent's player No. 29. The player looked around and then quickly kicked the ball into the goal.", "B. A red football player, wearing the number 20 shirt, kicked the ball into the forehead of a man dressed in black.", "C. A player wearing a black jersey kicks the ball into a man wearing black, causing the man to fall to the ground.", "D. A player wearing a white shirt kicked the ball into a man dressed in black, causing the man to fall to the ground." ] }, { "video_id": "sample_36_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 154.0, "options": [ "A. On the football field, there was A player dressed in red who stood there motionless, while other players were playing in full swing.", "B. A red team player wearing jersey No. 66 accidentally kicked a blue team player while playing football, causing the blue team player to lie on the ground.", "C. A white team player wearing jersey number 66 was playing football when the ball he kicked hit the red team player number 27, causing the red team player to lie on the ground.", "D. A white team player wearing number 66 was playing football when the ball he kicked hit a red team player number 5, causing the red team player to lie on the ground." ] }, { "video_id": "sample_36_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 284.0, "options": [ "A. A player from the red team wearing the number 7 shirt was kicking the ball when the ball slammed into the calf of a player wearing the white shirt.", "B. On the football field, there was a player dressed in red who stood motionless, while other players were playing with passion.", "C. A man in a suit actually patted himself on the forehead, missing the man in green, and then turned around and gave him a hug.", "D. A man in a suit actually patted his forehead because he missed the man in red and then turned around and gave him a hug." ] }, { "video_id": "sample_36_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 458.0, "options": [ "A. A red player No. 6 steals the ball from a white player No. 4, passes it to a teammate, and the teammate No. 10 kicks it away and the ball goes over the goal bar.", "B. A player in blue dress No. 20 pushed the ball near the goal and then kicked it towards the goal, only to hit the goal shelf and the ball flew out of the field.", "C. A man on the field had a large wine glass with a golden liquid in it, he took a sip, and then he spilled it on a player.", "D. A man on the field had a large wine glass with a golden liquid in it, and he took a sip, only to spill it on a staff member of the program." ] }, { "video_id": "sample_14_Source_Discrimination.mp4", "question": "Who just said\"Who is my biggest career inspiration?\"?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 65.0, "options": [ "A. A man wearing a white short-sleeved top, black pants, black leather boots and curly hair.", "B. A woman wearing a brown jacket and brown stiletto heels.", "C. A woman with short hair wearing a white suit, white high heels, and a silver necklace.", "D. A man wearing a black leather jacket and black striped pants." ] }, { "video_id": "sample_14_Source_Discrimination.mp4", "question": "Who just said 'Who is my fashion icon?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 220.0, "options": [ "A. A woman with short hair wearing a white suit, white high heels, and a silver necklace.", "B. A man wearing a black blazer with a black top underneath and somewhat gray hair.", "C. A woman wearing a brown jacket and brown stiletto heels.", "D. A man wearing a black leather jacket and black striped pants." ] }, { "video_id": "sample_14_Source_Discrimination.mp4", "question": "Who just said 'What do I always travel with?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 311.0, "options": [ "A. A man wearing a black blazer with a black top underneath and somewhat gray hair.", "B. A woman wearing a brown jacket and brown stiletto heels.", "C. A man wearing a white short-sleeved top, black pants, black leather boots and curly hair.", "D. A woman with short hair wearing a white suit, white high heels, and a silver necklace." ] }, { "video_id": "sample_14_Source_Discrimination.mp4", "question": "Who just said 'What two instruments do I play?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 470.0, "options": [ "A. A man wearing a black leather jacket and black striped pants.", "B. A man wearing a black blazer with a dark blue top and jeans.", "C. A man wearing a white short-sleeved top, black pants, black leather boots and curly hair.", "D. A man wearing a black blazer with a black top underneath and somewhat gray hair." ] }, { "video_id": "sample_14_Source_Discrimination.mp4", "question": "Who just said 'What short-lived career did I have before acting?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 632.0, "options": [ "A. A man wearing a black blazer with a black top underneath and somewhat gray hair.", "B. A man wearing a white short-sleeved top, black pants, black leather boots and curly hair.", "C. A man wearing a black blazer with a dark blue top and jeans.", "D. A man wearing a black leather jacket and black striped pants." ] }, { "video_id": "sample_11_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'They say a cluttered desk means a cluttered mind.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 50.0, "options": [ "A. A brown-haired male wearing a white shirt and brown tie sits at a computer desk and converses.", "B. A brown-haired male wearing a gray blazer with a white shirt and silver-and-white striped tie and glasses, pulling a black trash can in his right hand is engaged in a conversation with someone else.", "C. A brunette woman in a purple blouse and blue skirt throws a clear glass bottle into a trash can.", "D. A brown-haired male wearing a black blazer with a white shirt and brown and black textured tie sits in front of the shutters and engages in conversation." ] }, { "video_id": "sample_11_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'They say a cluttered desk means a cluttered mind.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 79.0, "options": [ "A. A brown-haired male wearing a gray blazer with a gray shirt and silver-gray striped tie stands in front of a coat rack and wooden cabinet looking at the lower left corner talking about something.", "B. A blonde woman wearing a gray sweater and gold studs stood in front of a whiteboard filled with text talking about something.", "C. A brunette woman in a purple blouse and blue skirt throws a clear glass bottle into a trash can.", "D. A brown-haired male wearing a black blazer with a white shirt and brown and black textured tie sits in front of the shutters and engages in conversation." ] }, { "video_id": "sample_11_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man confused said 'What are you guys doing?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 90.0, "options": [ "A. A brown-haired male wearing a gray blazer with a gray shirt and silver-gray striped tie stands in front of a coat rack and wooden cabinet looking at the lower left corner talking about something.", "B. A brown-haired male wearing a gray shirt and silver-gray tie underneath black suit pants and white-framed glasses was talking to a blonde woman with a notepad in his hand.", "C. A balding male wearing a gray blazer with a white shirt and green and gray patterned tie looked both ways with confusion.", "D. A blonde woman wearing a gray sweater and gold studs stood in front of a whiteboard filled with text talking about something." ] }, { "video_id": "sample_11_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man confused said 'Eighteen across. Mary, Kate, and Ashley blank.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 105.0, "options": [ "A. A brown-haired male wearing a gray blazer with a white shirt and textured black and brown tie underneath sits in front of a computer with a white mug with text in his right hand and a newspaper in his left.", "B. A brown-haired male wearing a gray shirt and silver-gray tie underneath black suit pants and white-framed glasses was talking to a blonde woman with a notepad in his hand.", "C. A balding male wearing a gray blazer with a white shirt and green and gray patterned tie looked both ways with confusion.", "D. A dark brown male wearing a black blazer with a white shirt and blue patterned tie stood by the louvers holding a magazine with a crossword puzzle in it." ] }, { "video_id": "sample_11_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man confused said 'The liar will avoid direct eye contact.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 175.0, "options": [ "A. A dark brown haired male wearing a black blazer with a gray shirt and silver and gray striped tie and white framed glasses leaned his back against the front of a beige wall.", "B. A brown-haired male wearing a gray blazer with a white shirt and textured black and brown tie underneath sits in front of a computer with a white mug with text in his right hand and a newspaper in his left.", "C. A brown-haired male wearing a gray shirt and silver-gray striped tie and white-framed glasses holds a red ballpoint pen in his hand and a gray telephone receiver.", "D. A dark brown male wearing a black blazer with a white shirt and blue patterned tie stood by the louvers holding a magazine with a crossword puzzle in it." ] }, { "video_id": "sample_24_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 90.0, "options": [ "A. A red and white Formula One car and a yellow and black Formula One car collided side by side, triggering a chain reaction that swept two other Formula One cars off the track.", "B. The front wheel of a yellow, black and red Formula One car touched the rear wheel of a red and white Formula One car, resulting in the rear wheel of the red and white Formula One car breaking.", "C. A green Formula One car collides with multiple other Formula One cars resulting in a rollover.", "D. A black and white Formula One car and a yellow and black Formula One car collided side by side, triggering a chain reaction that swept two other Formula One cars off the track." ] }, { "video_id": "sample_24_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 110.0, "options": [ "A. A red and white Formula One car and a yellow and black Formula One car collided side by side, triggering a chain reaction that swept two other Formula One cars off the track.", "B. A black and cyan Formula One car ran off the track out of control and crashed into another black and cyan Formula One car, causing both cars to run off the track together.", "C. A green Formula One car collides with multiple other Formula One cars resulting in a rollover.", "D. A black and blue Formula One car ran off the track out of control and crashed into another black and cyan Formula One car, causing both cars to run off the track together." ] }, { "video_id": "sample_24_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 170.0, "options": [ "A. A red and white Formula One car and a yellow and black Formula One car collided side by side, triggering a chain reaction that swept two other Formula One cars off the track.", "B. A black and cyan Formula One car ran off the track out of control and crashed into another black and cyan Formula One car, causing both cars to run off the track together.", "C. A red-and-black Formula One car lost control of its car at a corner and went off the track, hitting a guardrail.", "D. A red-and-white Formula One car lost control of its car at a corner and went off the track, hitting a guardrail." ] }, { "video_id": "sample_24_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 196.0, "options": [ "A. A.A red Formula One car and a red Formula One car collided on the side of the corner, and then both cars went off the track.", "B. A black and cyan Formula One car ran off the track out of control and crashed into another black and cyan Formula One car, causing both cars to run off the track together.", "C. A red-and-white Formula One car lost control of its car at a corner and went off the track, hitting a guardrail.", "D. A red Formula One car and a red and white Formula One car collided on the side of the corner, and then both cars went off the track." ] }, { "video_id": "sample_24_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 255.0, "options": [ "A. A.A white and dark blue Formula One car rear-ended a red Formula One car, causing the red Formula One car to spin out of control and slide off the track, while the white and dark blue Formula One car ran off the track.", "B. A blackand dark blue Formula One car rear-ended a red Formula One car, causing the red Formula One car to spin out of control and slide off the track, while the white and dark blue Formula One car ran off the track.", "C. A red-and-white Formula One car lost control of its car at a corner and went off the track, hitting a guardrail.", "D. A red Formula One car and a red and white Formula One car collided on the side of the corner, and then both cars went off the track." ] }, { "video_id": "sample_3_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Did you bring your jerky in again?'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 76.0, "options": [ "A. A brown-haired male wearing a black blazer with a yellow shirt and silver and black striped tie and white-framed glasses stood in front of the window.", "B. A brown-haired male wearing a black suit jacket with a yellow shirt and silver and black striped tie and white-framed glasses sprayed the doorknob with a flamethrower.", "C. A brown-haired male wearing a black suit jacket with a yellow shirt and silver and black striped tie and white-framed glasses stood in front of the door smoking a cigarette, holding a lighter and a can of something in his left hand.", "D. A blonde woman wearing a gray blouse and a watch on her left hand, she is looking at a paper she is holding in her right hand as she talks." ] }, { "video_id": "sample_3_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Oh, my God!'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 96.0, "options": [ "A. A dark-haired male wearing a black blazer with a white shirt and black-and-white tie exited the door and yelled.", "B. A brunette woman wearing a dark purple jacket with a purple blouse was flustered with a phone in her hand.", "C. A brown-haired male wearing a black suit jacket with a yellow shirt and silver and black striped tie and white-framed glasses stood in front of the door smoking a cigarette, holding a lighter and a can of something in his left hand.", "D. A blonde woman wearing a gray blouse and a watch on her left hand, she is looking at a paper she is holding in her right hand as she talks." ] }, { "video_id": "sample_3_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'It's warm'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 119.0, "options": [ "A. A dark-haired male wearing a black blazer with a white shirt and black-and-white tie exited the door and yelled.", "B. A brunette woman wearing a dark purple jacket with a purple blouse was flustered with a phone in her hand.", "C. A dark-haired male wearing a black suit jacket with a white shirt and black and white tie touched the doorknob with his left hand.", "D. A dark-haired male wearing a brown blazer with a blue shirt underneath and black pants held the doorknob with both hands." ] }, { "video_id": "sample_3_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'my hand! That's hot!'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 136.0, "options": [ "A. A brown-haired male wearing a black blazer with a yellow shirt and silver and black striped tie and white-framed glasses with his arms crossed is talking to the camera.", "B. A dark-haired male wearing a beige shirt with a black tie and dark brown pants underneath, gripped the doorknob for a moment before turning around and shaking his hand, shaking it and shouting.", "C. A dark-haired male wearing a black suit jacket with a white shirt and black and white tie touched the doorknob with his left hand.", "D. A dark-haired male wearing a brown blazer with a blue shirt underneath and black pants held the doorknob with both hands." ] }, { "video_id": "sample_3_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Stay alive! I'm getting help!'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 172.0, "options": [ "A. A brown-haired male wearing a black blazer with a yellow shirt and silver and black striped tie and white-framed glasses with his arms crossed is talking to the camera.", "B. A dark-haired male wearing a beige shirt with a black tie and dark brown pants underneath, gripped the doorknob for a moment before turning around and shaking his hand, shaking it and shouting.", "C. A dark-haired male in a beige shirt and black tie spoke from inside the ceiling.", "D. A blonde woman in a gray turtleneck top holding a black cat was talking to someone." ] }, { "video_id": "sample_45_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 33.0, "options": [ "A. A man in red shorts feints a punch, then follows up with a kick that hits the chin of the man in black shorts, who then falls to the ground.", "B. A man in red shorts feints a punch, then follows up with a kick that hits the chin of the man in blue shorts, who then falls to the ground.", "C. A male in white shorts joyfully performed a backflip.", "D. A male in black shorts is kicked in the chin by a male in white shorts and then falls to the ground." ] }, { "video_id": "sample_45_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 80.0, "options": [ "A. A man in red shorts feints a punch, then follows up with a kick that hits the chin of the man in black shorts, who then falls to the ground.", "B. A man in yellow shorts lands a punch on the chin of a man in white shorts, who then drops to one knee. Following another punch, the man in white shorts collapses completely.", "C. A male in white shorts joyfully performed a backflip.", "D. A man in yellow shorts lands a punch on the chin of a man in blue shorts, who then drops to one knee. Following another punch, the man in white shorts collapses completely." ] }, { "video_id": "sample_45_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 112.0, "options": [ "A. A man in red shorts feints a punch, then follows up with a kick that hits the chin of the man in black shorts, who then falls to the ground.", "B. A man in yellow shorts lands a punch on the chin of a man in white shorts, who then drops to one knee. Following another punch, the man in white shorts collapses completely.", "C. After blocking a punch from a man in blue shorts, a man in yellow shorts counters with a kick to the chin, causing the man in white shorts to fall down.", "D. After blocking a punch from a man in white shorts, a man in yellow shorts counters with a kick to the chin, causing the man in white shorts to fall down." ] }, { "video_id": "sample_45_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 181.0, "options": [ "A. After a man in black shorts and a man in black shorts exchange crossing punches, the man in white shorts suddenly loses his balance and falls.", "B. A man in yellow shorts lands a punch on the chin of a man in white shorts, who then drops to one knee. Following another punch, the man in white shorts collapses completely.", "C. After a man in white shorts and a man in black shorts exchange crossing punches, the man in white shorts suddenly loses his balance and falls.", "D. After blocking a punch from a man in white shorts, a man in yellow shorts counters with a kick to the chin, causing the man in white shorts to fall down." ] }, { "video_id": "sample_45_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 215.0, "options": [ "A. After a man in black shorts and a man in black shorts exchange crossing punches, the man in white shorts suddenly loses his balance and falls.", "B. A man in yellow shorts lands a punch on the chin of a man in white shorts, who then drops to one knee. Following another punch, the man in white shorts collapses completely.", "C. After a man in white shorts and a man in black shorts exchange crossing punches, the man in white shorts suddenly loses his balance and falls.", "D. A woman wearing a black athletic tank top and shorts was knocked to the ground by a back elbow from a woman wearing a white athletic tank top and shorts." ] }, { "video_id": "sample_10_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 48.0, "options": [ "A. A green leaf has some frog eggs about to hatch attached to it, the narrator says 'There are several clutches on the leaf.'.", "B. A small frog jumped in the green grass, the narrator said 'Danger past.'.", "C. A little frog is lying on its back on the green leaves, and the narrator says 'And that's just as well, because he is a father.'.", "D. A little frog is lying on a leaf with a nest of eggs next to it, and the narrator says 'And he's guarding some very precious eggs.'." ] }, { "video_id": "sample_10_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 74.0, "options": [ "A. A green leaf has some frog eggs about to hatch attached to it, the narrator says 'There are several clutches on the leaf.'.", "B. A wasp is looking at the frogs' eggs on the leaf, the narrator says 'This wasp is a specialist hunter of frogs' eggs.'.", "C. A wasp is looking at the frogs' eggs attached to a yellow leaf and the narrator says 'This wasp is a specialist hunter of frogs' eggs.'.", "D. A little frog is lying on a leaf with a nest of eggs next to it, and the narrator says 'And he's guarding some very precious eggs.'." ] }, { "video_id": "sample_10_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 116.0, "options": [ "A. A green leaf has some frog eggs about to hatch attached to it, the narrator says 'There are several clutches on the leaf.'.", "B. A wasp is looking at the frogs' eggs attached to the green leaf, and the narrator says 'This wasp is a specialist hunter of frogs' eggs.'.", "C. a wasp rests on a maple leaf eating frogs' eggs, the narrator says 'But these tadpoles are not as helpless as they might appear.'.", "D. a wasp resting on a green leaf is eating frog eggs, the narrator says 'But these tadpoles are not as helpless as they might appear.'." ] }, { "video_id": "sample_10_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 129.0, "options": [ "A. A green leaf has some frog eggs about to hatch attached to it, the narrator says 'There are several clutches on the leaf.'.", "B. A wasp is looking at the frogs' eggs attached to the green leaf, and the narrator says 'This wasp is a specialist hunter of frogs' eggs.'.", "C. A wasp rests on a maple leaf eating frogs' eggs, the narrator says 'But these tadpoles are not as helpless as they might appear.'.", "D. A wasp resting on a green leaf is eating frog eggs, and in the frog egg next to it the frog pup jumps out of the egg sac, the narrator says 'Incredibly, the unhatched tadpoles can sense danger.'." ] }, { "video_id": "sample_10_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 205.0, "options": [ "A. A wasp is approaching next to a green frog and the narrator says 'The wasp's stings could kill him.'.", "B. A wasp is looking at the frog's eggs attached to a green leaf, the narrator says 'This wasp is a specialist hunter of frogs' eggs.'.", "C. A wasp resting on a maple leaf is eating frogs' eggs, the narrator says 'But these tadpoles are not as helpless as they might appear.'.", "D. A wasp resting on a green leaf is eating a frog's egg, and in the frog's egg next to it the frog pup jumps out of the egg sac, the narrator says 'Incredibly, the unhatched tadpoles can sense danger.'." ] }, { "video_id": "sample_34_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'And now, time to board the flight.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 26.0, "options": [ "A. A man in a yellow hoodie and black pants and a woman in a blue and white striped hoodie and jeans are walking side by side, against the bright sun and smiling.", "B. A man with white skin, short blond hair, wearing a white hoodie and a black backpack was walking in the departure hall of the airport.", "C. A man with only the upper half of his body exposed, wearing a red and white hoodie with love over fear printed on it in white English and a blurry building in the background.", "D. Next to a shop near the street, a woman with brown hair and a green hoodie smiles and spins her body." ] }, { "video_id": "sample_34_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Are the people there truly the happiest?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 62.0, "options": [ "A. It is a city surrounded by mountains, with a thick white mist at the far end and the Bhutan-writing in the middle.", "B. Looking down from the air, there was a lush forest growing on the steep hill.", "C. Next to a gilded building, an old man in traditional dress reaches out and flips a golden sutra tube.", "D. It is a tall tree with blue sky and white clouds above, arrows on both sides of the tree radiating outward, and 3x more oxygen text below." ] }, { "video_id": "sample_34_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'You like it?'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 134.0, "options": [ "A. In an open-air waiting area decorated with gold and black patterns, a man in traditional dress holds a document in his left hand and greets him.", "B. In the open space between the parking lot and the building, a man in traditional dress turned his head and asked.", "C. In an empty hall in the terminal, a man in a white hoodie looked down to talk.", "D. At the door of a parked white plane, a man wearing a white hoodie and sunglasses, next to the waiting hall." ] }, { "video_id": "sample_34_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'But first, what are we doing right now?' .", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 181.0, "options": [ "A. A man in black sunglasses and a white hoodie and a man in traditional dress were talking while walking along a parked side street.", "B. In the distance was a thick forest, with a huge Buddha standing in the middle of the forest, and the weather was clear.", "C. A man wearing black sunglasses and a white hoodie was talking next to a white car.", "D. There are many small colored flags hanging on the building, and the small colored flags are floating in the air against the wind, and the atmosphere is quiet and peaceful." ] }, { "video_id": "sample_34_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Anyway thanks.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 574.0, "options": [ "A. A man in traditional dress came down the stairs and smiled as he passed a garage, the building behind him emitting a soft yellow light.", "B. A man wearing glasses and wearing a red plaid traditional dress shakes hands and waves goodbye to the camera as the lights in the room glow a soft yellow.", "C. A man dressed in traditional clothes frowns with nervousness. Behind him is the garage of a traditional building, illuminated by a yellow car light.", "D. A man in a shirt and jeans is talking to a man wearing glasses and a plaid traditional dress sitting in a room where the lights are bright and soft." ] }, { "video_id": "sample_21_Misleading_Context_Understanding.mp4", "question": "What is the screen currently showing?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 48.0, "options": [ "A. Shows a pile of red playing cards on the table.", "B. Shows a pair of hands pressed against a pile of red playing cards on the table.", "C. Shows a pair of hands holding a stack of red playing cards.", "D. Shows a pair of hands holding a stack of face-up playing cards." ] }, { "video_id": "sample_21_Misleading_Context_Understanding.mp4", "question": "What's on top of the white table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 200.0, "options": [ "A. There's a face-up playing card which is the q of diamonds.", "B. There's a face-up card, the q of diamonds, and a red playing card.", "C. There were two red playing cards and a five of hearts and a queen of spades.", "D. There's a face-up card, the k of diamonds, and a red playing card." ] }, { "video_id": "sample_21_Misleading_Context_Understanding.mp4", "question": "What's the face-up playing card on the table right now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 274.0, "options": [ "A. The playing cards on the table now face up are the 5 of hearts and the q of spades.", "B. The playing cards on the table face up are now the 9 of hearts and the 7 of spades.", "C. The playing cards face up on the table are now the queen of hearts and the nine of spades.", "D. The face-up cards on the table are now the 8 of hearts and the 10 of spades." ] }, { "video_id": "sample_21_Misleading_Context_Understanding.mp4", "question": "What words are in the white screen now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 331.0, "options": [ "A. Written in black letters on a white screen are the words '52×51×50×.... ×3×2×1=52!'.", "B. Written in black letter s on a white screen are the words '52×51×50×.... ×3×2×1='.", "C. Written in black letters on a white screen are the words '52×51×50×.... ×3×2×1'.", "D. There's nothing written on the white screen." ] }, { "video_id": "sample_21_Misleading_Context_Understanding.mp4", "question": "What exists inside the white screen now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 370.0, "options": [ "A. There in black letters it says '52x51x50x .... ×x 3 x 2 x 1 = 52!' and a string of numbers '80,000,000' .", "B. There in black letters it says '52x51x50x .... ×x 3 x 2 x 1 = 52!' and a string of numbers '80,000,000' and a lot of 'zeros'.", "C. There in black letters it says '52x51x50x .... ×x 3 x 2 x 1 = 52!'.", "D. There in black letters it says '52x51x50x .... ×x 3 x 2 x 1 = '." ] }, { "video_id": "sample_46_Emotion_Recognition.mp4", "question": "What is the emotion of the woman in red in the video now?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 41.0, "options": [ "A. She feels dissatisfied.", "B. She was confused.", "C. She looks nervous.", "D. She is so focused." ] }, { "video_id": "sample_46_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the video now, who is wearing a white shirt and tie?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 91.0, "options": [ "A. He feels confused.", "B. He feels angry.", "C. He looks nervous.", "D. He looked helpless." ] }, { "video_id": "sample_46_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the video now, who is wearing a white shirt and tie?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 142.0, "options": [ "A. He feels helpless.", "B. He feels fear.", "C. He looks nervous.", "D. He is angry." ] }, { "video_id": "sample_46_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the red short sleeve in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 248.0, "options": [ "A. He feels dissatisfied.", "B. He feels fear.", "C. He looks nervous.", "D. He is angry." ] }, { "video_id": "sample_46_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the video now, who is wearing a white shirt and tie?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 345.0, "options": [ "A. He feels helpless.", "B. He feels fear.", "C. He looks nervous.", "D. He is angry." ] }, { "video_id": "sample_48_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 15.0, "options": [ "A. While playing happily with each other, the little boy who was riding on the woman's back fell off her back.", "B. While playing happily with each other, the little girl who was riding on the man's back fell off his back.", "C. A little girl on a four-wheeler was about to crash into the car in front of her, and the man next to her grabbed the back of her dress and pulled her out of the car.", "D. A woman is sliding from left to right on a rope, and the man rushes forward and takes the child in the middle who is about to be hit by the woman." ] }, { "video_id": "sample_48_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 27.0, "options": [ "A. A woman is sliding from left to right on a rope, and the man rushes forward and takes the child in the middle who is about to be hit by the woman.", "B. While playing happily with each other, the little girl who was riding on the man's back fell off his back.", "C. When the man lifted the little girl up, the chair they were sitting on fell back.", "D. When the man threw the little girl, the chair they were sitting on fell back." ] }, { "video_id": "sample_48_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 63.0, "options": [ "A. A little baby accidentally fell out of window while climbing to the right.", "B. When the man lifted the little girl up, the chair they were sitting on fell back.", "C. A little baby accidentally fell out of bed while climbing to the right.", "D. While playing happily with each other, the little girl who was riding on the man's back fell off his back." ] }, { "video_id": "sample_48_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 76.0, "options": [ "A. The little girl was sitting on the edge of the blue chair and was about to fall off when the woman sitting next to her rushed over and grabbed her.", "B. The little girl was sitting on the edge of the blue chair and was about to fall off when the man sitting next to her rushed over and grabbed her.", "C. The little girl who was riding on the man's back fell off his back.", "D. A little baby accidentally fell out of bed while climbing to the right." ] }, { "video_id": "sample_48_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 94.0, "options": [ "A. A yellow car suddenly accelerated in reverse. It broke through the guardrail next to the lawn, nearly hit the man and child, and finally crashed into the left wall.", "B. A gray car suddenly accelerated in reverse. It broke through the guardrail next to the lawn, nearly hit the man and child, and finally crashed into the left wall.", "C. The little girl was sitting on the edge of the blue chair and was about to fall off when the man sitting next to her rushed over and grabbed her.", "D. While playing happily with each other, the little girl who was riding on the man's back fell off his back." ] }, { "video_id": "sample_41_Anomaly_Context_Understanding.mp4", "question": "What abnormal thing happened in the video?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 54.0, "options": [ "A. A.The boxer in green shorts was kicked to the ground by the boxer in black shorts.", "B. B.The boxer in black shorts kept attacking the boxer on the ground.", "C. C.The boxer in green shorts is kicked to the ground by the boxer in black shorts.", "D. D.The boxer in the blue shorts punched the boxer in the black shorts twice, knocking him to the ground and unconscious." ] }, { "video_id": "sample_41_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 216.0, "options": [ "A. A.The white skinned man fainted on the ground after being punched by the black skinned man.", "B. B.The white man fainted on the ground after being kicked by Black.", "C. C.The brown skinned man was kicked to the ground by the white skinned man.", "D. D.The brown skinned man was punched to the ground by the white skinned man." ] }, { "video_id": "sample_41_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 280.0, "options": [ "A. A.The man wearing red shorts kicked the tattooed man unconscious on the ground.", "B. B.The man with brown skin jumped up and kicked the man with black skin to the ground, losing consciousness.", "C. C.The man with the tattoo punched another man and knocked him unconscious.", "D. D.The man wearing red shorts launched a series of punches against the man with a tattoo." ] }, { "video_id": "sample_41_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 352.0, "options": [ "A. The man wearing the red boxing gloves locked the throat of the man wearing the blue boxing gloves.", "B. The person wearing the red boxing gloves pushed the person wearing the blue boxing gloves to the ground.", "C. The person wearing the red boxing gloves pushed the person wearing the blue boxing gloves to the corner.", "D. The person wearing the red boxing gloves was knocked to the ground by the person wearing the blue boxing gloves with a punch." ] }, { "video_id": "sample_41_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 468.0, "options": [ "A. A.The man in the blue shorts punched the man in the white shorts in the face.", "B. B.The man in blue shorts kicked the man in white shorts in the stomach.", "C. C.The man in white shorts knocked the man in blue shorts to the ground.", "D. D.The man in the blue shorts strangled the man in the white shorts with his arm." ] }, { "video_id": "sample_26_Emotion_Recognition.mp4", "question": "What is the mood of this black man in a suit with curly black hair? Why is he in this mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 21.0, "options": [ "A. He was surprised because he likes crowded places.", "B. He was surprised because he saw a star.", "C. He was surprised because he was dressed smartly today.", "D. He was surprised because he said hello to his acquaintances." ] }, { "video_id": "sample_26_Emotion_Recognition.mp4", "question": "What is the mood of this black man in a suit with curly black hair?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 45.0, "options": [ "A. He is excited.", "B. He is happy.", "C. He is a little disappointed.", "D. He is a little sad." ] }, { "video_id": "sample_26_Emotion_Recognition.mp4", "question": "What is the mood of this black man in a suit with curly black hair? Why is he in this mood?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 104.0, "options": [ "A. He is happy because he is taking a photo with other people.", "B. He is happy of himself because he came to a party with many stars today.", "C. He is happy of himself because he was well-dressed today.", "D. He is happy because he knows a lot of people." ] }, { "video_id": "sample_26_Emotion_Recognition.mp4", "question": "What is the mood of this black man in a suit with curly black hair? Why is he in this mood?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 255.0, "options": [ "A. He was calm because he talked to the stars.", "B. He's calm because he's talking about his childhood.", "C. He was calm because he saw a lot of people at the party.", "D. He's calm because he knows a lot of people." ] }, { "video_id": "sample_26_Emotion_Recognition.mp4", "question": "What is the mood of this black man in a suit with curly black hair? Why is he in this mood?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 467.0, "options": [ "A. He is very happy because of what the blonde lady said.", "B. He is very happy because he is taking a photo with his fans.", "C. He is very happy because he shook hands with the blonde lady.", "D. He is very happy because he knew a lot of people." ] }, { "video_id": "sample_16_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the middle of the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 53.0, "options": [ "A. He is very upset and angry.", "B. He is very moved and excited.", "C. He is very happy and proud.", "D. He is very sad and upset." ] }, { "video_id": "sample_16_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the middle of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 100.0, "options": [ "A. He was very proud and tries to stay calm.", "B. He was very upset and angry.", "C. He was very moved and could not contain his excitement.", "D. He was very sad and could not contain his sadness." ] }, { "video_id": "sample_16_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the left of the video, and what is causing his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 121.0, "options": [ "A. He was very happy because he heard the host say his name when he announced the nominations.", "B. He was very happy because he was about to get his own trophy.", "C. He was very excited because he heard the applause and cheers of the people around him.", "D. He was very excited because he was able to have an intimate hug with the host." ] }, { "video_id": "sample_16_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 128.0, "options": [ "A. He was very surprised because he didn't expect to win the award.", "B. He was very happy because he was about to get his own trophy.", "C. He was very excited because he heard the applause and cheers of the people around him.", "D. He was very excited because he was able to have an intimate hug with the host." ] }, { "video_id": "sample_16_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 233.0, "options": [ "A. He went from calm to a little embarrassed because he had just made a very spontaneous speech.", "B. He went from happy to somewhat sad because he was about to separate from his director.", "C. He changed from excitement to some calm as he heard the applause and cheers of those around him slow down.", "D. He went from calm to somewhat emotional as he prepared to kiss the trophy he had won." ] }, { "video_id": "sample_42_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 19.0, "options": [ "A. A person in blue pants is locking a person in white pants to the ground.", "B. A man wearing gray pants punched a man wearing black pants down.", "C. A man in a black uniform rushed forward to protect the man who was knocked down.", "D. A person in black pants is locking a person in white pants to the ground." ] }, { "video_id": "sample_42_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 41.0, "options": [ "A. A person in black pants is locking a person in white pants to the ground.", "B. A man in white shorts was struck continuously by a man in black shorts, and then the man in white shorts fell to the ground.", "C. A man in black shorts is knocked to the ground by a roundhouse kick from a man in red shorts.", "D. A man in yellow shorts is knocked to the ground by a roundhouse kick from a man in red shorts." ] }, { "video_id": "sample_42_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 63.0, "options": [ "A. A man in white shorts was struck continuously by a man in black shorts, and then the man in white shorts fell to the ground.", "B. A man in yellow shorts is knocked to the ground by a roundhouse kick from a man in red shorts.", "C. A man in black shorts is knocked to the ground by a man in red shorts with a series of elbow strikes.", "D. A man in light blue shorts is knocked to the ground by a man in red shorts with a series of elbow strikes." ] }, { "video_id": "sample_42_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 80.0, "options": [ "A. A male wearing a white top draped a flag over the shoulders of a male wearing red shorts.", "B. A man in yellow shorts is knocked to the ground by a roundhouse kick from a man in red shorts.", "C. A man in black shorts is knocked to the ground by a man in red shorts with a series of elbow strikes.", "D. A male wearing a white top draped a flag over the shoulders of a male wearing light blue shorts." ] }, { "video_id": "sample_42_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 86.0, "options": [ "A. A male wearing a white top draped a flag over the shoulders of a male wearing red shorts.", "B. A male in blue shorts is pressing a male in black shorts to the ground and hitting him with his right hand.", "C. A man in black shorts is knocked to the ground by a man in red shorts with a series of elbow strikes.", "D. A male in black shorts is pressing a male in blue shorts to the ground and hitting him with his right hand." ] }, { "video_id": "sample_15_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 46.0, "options": [ "A. The man in a grey jacket faces the camera in agony and explains, 'Definitely a good full-arm workout.'.", "B. As the man in a grey jacket climbs downward, he breathes heavily and says, 'Oh, look, I stand on this bit there. Give my arms a rest.'.", "C. As the man in a grey jacket grabbed the vines man and climbed slowly downward, the narrator explained, 'This vine looks strong enough to take my weight, but it's going to be hard work for my arms.'.", "D. A man in a grey jacket his way through the weeds, and the narrator says, 'I'm deep in the jungles of Borneo. I've successfully descended from the canopy.'." ] }, { "video_id": "sample_15_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 117.0, "options": [ "A. The man in a grey jacket and trousers found a centipede on the stone wall, pointed a stick at it and said, 'Check this guy almost landed on. And to be honest I have no idea what that is.'.", "B. The man in a grey jacket and trousers takes the vine-man from his backpack and then hangs it on a rock aside as he says: 'Throw all of this end down. And then just loop this straight over, jam it in.'.", "C. The man in a grey jacket and trousers looks around at a huge pit below and explains, 'I can't see any handy vines to help me down the next stage, so it's time for my jungle rattan rope.'.", "D. The man in a grey jacket and trousers points a stick at the crawling centipede and says: 'What I do know is that he's brightly colored. And if he survives down here,he survives by packing a punch or something.'." ] }, { "video_id": "sample_15_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 176.0, "options": [ "A. The man in a grey jacket and trousers surrounds himself with a green vine and explains:'And then just do a South African rappel. Grab the two ends around the waist.'.", "B. The man in a grey jacket and trousers grasps grabs the vine in one hand , then clmbs donw from hole explaining:'Another 20 foot I'm down.'.", "C. The man in a grey jacket and trousers uses a flint to light a fire stick in the dark as the narrator says, 'the bamboo shavings, excellent for taking the spark from a striker.'.", "D. A man in a grey jacket and trousers slowly climbs down, and the narrator says: 'But it needs a leap of faith, to commit yourself to a thin line of vegetation.'." ] }, { "video_id": "sample_15_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 225.0, "options": [ "A. A man in a grey jacket and trousers straightens his clothes and explains to the camera:'It's eerily quiet suddenly. There's always so much noise when you're actually in the jungle down here.'. He then picks up a burning torch and looks around.", "B. The man in a grey jacket and trousers explains to the camera by the faint light of the fire:'you can also find flesh eating cockroaches.And they'll live off bat guano,but also only birds or bats that fall to the ground.'.", "C. The man in a grey jacket and trousers explains as he puts away the vine man in a grey jacket and trousers, 'Okay let's get this stowed and try and find a way through this cave'.", "D. The man in a grey jacket and trousers walks forward with a burning torch inside the dark cave saying, 'just a crazy place down here'." ] }, { "video_id": "sample_15_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 287.0, "options": [ "A. A man in a grey jacket and trousers points to the black substance on the rocks by the faint light of the fire and explaines: 'ACTUALLY, the caves of Borneo are famous for their bird's nest. Some of them are actually made out of bird's saliva.'.", "B. The man in a grey jacket and trousers reaches down to the black nest to potter out a bird's egg while explaining, 'These ones aren't financially valuable, but they could provide a simple meal.'.", "C. The man in a grey jacket and trousers uses his hand to pull another egg out of the nest, which he pops into his mouth as the narrator says, 'My meal wasn't large to begin with, it's even smaller now.'.", "D. The man in a grey jacket and trousers popped a bird's egg and tried to put it in his mouth, but discarded it when it tasted bad, saying: 'Actually, that's not rotten.'." ] }, { "video_id": "sample_44_Emotion_Recognition.mp4", "question": "What is the current emotion of the man with buzz cut of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 50.0, "options": [ "A. He was very happy because the chef praised him.", "B. He was very disappointed because the chef said the dishes he made are not tasty.", "C. He felt nervous because the chef was tasting the dishes he had made.", "D. He felt relieved because the chef did not criticize the dishes he made as not delicious." ] }, { "video_id": "sample_44_Emotion_Recognition.mp4", "question": "What is the man with buzz cut 's emotion now?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 58.0, "options": [ "A. He is very happy.", "B. He is very disappointed.", "C. He is very confused.", "D. He is very relieved." ] }, { "video_id": "sample_44_Emotion_Recognition.mp4", "question": "What is the current emotion of the man with buzz cut of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 77.0, "options": [ "A. He was very happy because the chef praised him should be working in the finest restaurant in the world.", "B. He was very disappointed because the chef said the dishes he made are not tasty.", "C. He felt nervous because the chef was tasting the dishes he had made.", "D. He felt relieved because the chef did not criticize the dishes he made as not delicious." ] }, { "video_id": "sample_44_Emotion_Recognition.mp4", "question": "What is the current emotion of the bareheaded man of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 95.0, "options": [ "A. He is very satisfied because he thinks the chef with he talking to is cooked delicious food.", "B. He is unhappy because he felt that the chef with he talking to was cooked taste bad.", "C. He is very angry because he thinks his food is fit for human use.", "D. He is very calm because he is tasting the food made by other chefs." ] }, { "video_id": "sample_44_Emotion_Recognition.mp4", "question": "What is the current emotion of the man with buzz cut of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 115.0, "options": [ "A. He was very happy because the chef praised him.", "B. He was very disappointed because the chef said the dishes he made are not tasty.", "C. He felt nervous because the chef was tasting the dishes he had made.", "D. He was shocked and painful because the chef stabbed him with a knife." ] }, { "video_id": "sample_7_Misleading_Context_Understanding.mp4", "question": "What are the current items occupying the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 47.0, "options": [ "A. In the video, there is only a green background with the words' wiliHow 'displayed in the bottom right corner.", "B. There are only five playing cards in the video.", "C. There are only five playing cards in the video. These playing cards are ranked from left to right as Plum Blossom 3, Diamond 4, Plum Blossom 5, Spades 6, and Hearts 7.", "D. There is only a green background in the video, nothing else." ] }, { "video_id": "sample_7_Misleading_Context_Understanding.mp4", "question": "What exactly is on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 84.0, "options": [ "A. The video background is green, and the word 'wiliHow' is displayed in the bottom right corner.", "B. There are four playing cards in the video. These playing cards are Red Heart A, Diamond A, Spade A, and Plum Blossom A from left to right.", "C. There are five playing cards in the video, but no suit", "D. There are only four playing cards in the video" ] }, { "video_id": "sample_7_Misleading_Context_Understanding.mp4", "question": "How many chips are on this table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 138.0, "options": [ "A. There are three red chips in the video", "B. There are two red chips in the video", "C. There are four red chips in the video", "D. There is a red chip in the video" ] }, { "video_id": "sample_7_Misleading_Context_Understanding.mp4", "question": "What's on this green table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 160.0, "options": [ "A. There are four stacked chips in the video.", "B. In the video, there is a hand holding two playing cards, Diamond Q and Diamond K, respectively.", "C. There are four hands playing poker in the video.", "D. The video background is green, and the word 'wiliHow' is displayed in the bottom right corner." ] }, { "video_id": "sample_7_Misleading_Context_Understanding.mp4", "question": "What is currently on this green table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 202.0, "options": [ "A. The video background is green, and the word 'wiliHow' is displayed in the bottom right corner.", "B. There are three red, pink, and white playing cards in the video", "C. In the video, there is a hand pressing a playing card", "D. There are three playing cards in the video. These playing cards are Diamond 4, Diamond 10, and Spade Q from left to right, with FLOP displayed below and the word \"wiliHow\" in the bottom right corner." ] }, { "video_id": "sample_50_Misleading_Context_Understanding.mp4", "question": "What do the images in the video show?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 56.0, "options": [ "A. Here the picture shows a white ceiling with a round yellow chandelier above it, and the centre part of the chandelier is silvery white.", "B. The picture shows a corridor with a brown floor, and at the end of the corridor is a room with a dark curtain and a black and white painting.", "C. This room grounds two rows of grey sofas, and two coffee tables, a large window in the middle of the room, a curtain for the window, and several black and white paintings on either side of the window.", "D. The floor of this room is black and white in colour, there is a white vase on the left side of the room, there is a painting on the left wall, there is a black stool on the right side of the room there is a white pillow on the stool, and there is a mirror on the right wall." ] }, { "video_id": "sample_50_Misleading_Context_Understanding.mp4", "question": "What exists in the room in the video?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 88.0, "options": [ "A. There is a shelf on the left side of this room with some sundries on it, a TV on the left wall, a beige sofa and a small stool in the middle of the room, and a table and a mirror on the right side of the room.", "B. The floor of this room is black and white in colour, there is a white vase on the left side of the room, there is a painting on the left wall, there is a black stool on the right side of the room there is a white pillow on the stool, and there is a mirror on the right wall.", "C. This room grounds two rows of grey sofas, and two coffee tables, a large window in the middle of the room, a curtain for the window, and several black and white paintings on either side of the window.", "D. This room has a black and white patterned floor, a window on the left and in the middle of the room, beige curtains next to the window, a black table in the middle of the room, a few stools around the table, some decorative bottles on the top of the table, and a sofa in the corner of the room." ] }, { "video_id": "sample_50_Misleading_Context_Understanding.mp4", "question": "What scene is shown in the footage of the video?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 123.0, "options": [ "A. There is a wall in the picture with a lot of black framed photos on top of it, the photos are all in black and white.", "B. There is a round fire in the middle of the room, surrounded by four stools and some greenery next to it.", "C. The scene is based on a blue pool with four black loungers and two white pillows surrounded by greenery.", "D. The picture shows a view of the courtyard of a house at night, with a blue pool, a white lounge chair next to the pool, and a pavilion in the courtyard with several sofas." ] }, { "video_id": "sample_50_Misleading_Context_Understanding.mp4", "question": "What exists inside this room?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 147.0, "options": [ "A. There is a wall in the picture with a lot of black framed photos on top of it, the photos are all in black and white.", "B. This room has an off-white carpet on the floor, a chandelier on the ceiling of the room, two other windows in the room, the window on the right has dark curtains, there is a bed in the middle of the room with a couple of pillows on it, and there is a white table lamp on the cabinet next to the bed.", "C. There is a corridor with black-framed paintings filled with white letters on the left and at the end of the corridor, and two wall lamps on the right side of the corridor.", "D. The floor of this room is white, there is a bed in the middle of the room, there are many pillows on the bed, there is a pillow with the letters 'LOVE' written on it, there is a chandelier on the ceiling of the room, and there are two white table lamps on the cabinet next to the bed." ] }, { "video_id": "sample_50_Misleading_Context_Understanding.mp4", "question": "What items are displayed inside these rooms?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 178.0, "options": [ "A. There is a large floor-to-ceiling window on the left side of this room, with off-white curtains on either side of the window, a black table in the middle of the room, and three black chairs, a painting on the wall in the middle, and a yellow chandelier on the ceiling of the room.", "B. This room has an off-white carpet on the floor, a chandelier on the ceiling of the room, two other windows in the room, the window on the right has dark curtains, there is a bed in the middle of the room with a couple of pillows on it, and there is a white table lamp on the cabinet next to the bed.", "C. There is a white massage bed with a small white pillow in the middle of this room, a couple of reflective mirrors inside the room, a white square bathtub on the right side of the room, a white cabinet for miscellaneous items all over the room, and a couple of grey towels hanging on the right wall.", "D. The walls of this room are black, there is a painting on the wall with a black border and two towels, one black and one white, underneath the painting, and on the right side of the room there is a washbasin with a round mirror and a white sink, and underneath it there are baskets for miscellaneous items." ] }, { "video_id": "sample_45_Misleading_Context_Understanding.mp4", "question": "What's on the video screen?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 42.0, "options": [ "A. The video screen shows the entrance to a house with an arched black bordered glass door with two circles on it, a room with white walls and two white pillars on either side of the corridor.", "B. There's a silver oven here, with two handles on top of the oven and lots of silver knobs.", "C. There is a white marble wall with a luminous transparent glass in the centre with some black patterns, and two lamps on either side of the wall.", "D. The walls in the picture are white, and in the middle of the picture there is a table with a sink and a golden tap, and some sundry things on the table." ] }, { "video_id": "sample_45_Misleading_Context_Understanding.mp4", "question": "What's in this room in the video?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 66.0, "options": [ "A. There's a silver oven here, with two handles on top of the oven and lots of silver knob.", "B. This room has a beige floor, a rectangular table in the middle of the room with a couple of grey stools around it, a potted plant in the middle of the table, two windows on the left side of the room, a chandelier at the top of the room, and a shelf with a couple of bottles of wine on the right side of the room.", "C. The outside of the room has a clear glass, inside the room there is a white wall with a pattern on it, and on either side of this wall are brown wooden cupboards with different decorations on top of the cupboards.", "D. The walls of the room were black, there was a stone platform in the middle of the room with a golden circular sink, and a circular mirror on the black wall." ] }, { "video_id": "sample_45_Misleading_Context_Understanding.mp4", "question": "What was placed inside the room in the video?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 98.0, "options": [ "A. The outside of the room has a clear glass, inside the room there is a white wall with a pattern on it, and on either side of this wall are brown wooden cupboards with different decorations on top of the cupboards.", "B. This room has a beige floor, a bed in the middle of the room with a couple of pillows, a bench at the end of the bed, two white table lamps on top of a white cabinet at the foot of the bed, a chandelier on the ceiling of the room, and two windows on the left side of the room, which have a view out of the room.", "C. The room has a white floor, a black bathtub in the middle of the room, two glass doors inside the room, and a round chandelier on the ceiling.", "D. This room has a greyish-white floor, two windows on the left side of the room, a white-lit chandelier on the ceiling of the room, a bed in the middle of the room with a purple comforter on it, and a table and a stool on the right side of the bed." ] }, { "video_id": "sample_45_Misleading_Context_Understanding.mp4", "question": "What kind of room is shown on the screen now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 106.0, "options": [ "A. The walls and floor of this room were white, and near the wall there was a coffee table with a green table lamp, and next to the coffee table there were two dark chairs and a rug on the floor.", "B. This room has a greyish-white floor, two windows on the left side of the room, a white-lit chandelier on the ceiling of the room, a bed in the middle of the room with a purple comforter on it, and a table and a stool on the right side of the bed.", "C. Inside this room there is a white cabinet with a mirror on top, and on the wall next to the cabinet there are squares in black and white.", "D. This is the corridor inside the house, on the left side of the corridor is a floor-to-ceiling window with black frame, the window can see the white snow outside, the room on the right side of the corridor and the door of the room at the end of the corridor are open, and the door of the room at the end of the corridor are open." ] }, { "video_id": "sample_45_Misleading_Context_Understanding.mp4", "question": "What's in the room in the video now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 150.0, "options": [ "A. This room has a white floor and walls, a white toilet on the left side of the room, and a glass cubicle on the right side of the room, which has a black floor and a black shower head inside it.", "B. The floor of this room is black, the walls of the room are white, there is a colourful TV screen on the wall on the right side of the room, there is a small table in the corner of the room, and on the left side of the room there is a grey sofa with a couple of pillows on it.", "C. This room has a grey floor, a bed with a beige bedding set on the left side of the room, a white table lamp next to the bed, two white framed windows in the room, and a grey stool on the right side of the room.", "D. This room had a painting of a lion on the wall, the doors of the room were two clear glass doors with gold-coloured handles, there was a coffee table and two brown stools in the middle of the room, and on either side of the room were cupboards with miscellaneous things in them." ] }, { "video_id": "sample_8_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a black shirt with dreadlocks on the left side of the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 51.0, "options": [ "A. He is sad.", "B. He is happy.", "C. He is angry.", "D. He is calm." ] }, { "video_id": "sample_8_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a smoky gray suit with a black tie adorned with fine stripes on the right side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 120.0, "options": [ "A. He was calm because the story told by the man with dreadlocks was boring.", "B. He was surprised and delighted because the story told by the man with dreadlocks was well-told and interesting.", "C. He was angry because the story told by the man with dreadlocks was made up.", "D. He was confused because he couldn't understand what the man with dreadlocks was saying." ] }, { "video_id": "sample_8_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a black shirt with dreadlocks on the left side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 194.0, "options": [ "A. He was speechless because he thought the question asked by the man in the smoky gray suit was absurd.", "B. He smiled because he found the question asked by the man in the smoky gray suit amusing.", "C. He was angry because he felt the question asked by the man in the smoky gray suit was offensive.", "D. He was calm because he didn't care about the question asked by the man in the smoky gray suit." ] }, { "video_id": "sample_8_Emotion_Recognition.mp4", "question": "What was the emotion before and after the emotional change of the man wearing a black shirt with dreadlocks of the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 262.0, "options": [ "A. He changed from being calm to being angry.", "B. He changed from smiling to being angry.", "C. He changed from smiling to crying sadly.", "D. He transitioned from smiling to a state of calmness." ] }, { "video_id": "sample_8_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a black shirt with dreadlocks on the left side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 509.0, "options": [ "A. He was excited because he enjoyed acting.", "B. He was calm because he needed to get into character and say a line for the play.", "C. He was angry because the man in the smoky gray suit asked him to act.", "D. He was sad because he didn't like acting." ] }, { "video_id": "sample_32_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'So peaceful.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 139.0, "options": [ "A. There is a man walking along the bank of a river. To his right is a white safety sign. Over his head is a rope with many colored flags.", "B. Near is a rope, there are many colorful flags on the rope, the colorful flags are blowing in the air, the distance is white clouds and blue sky.", "C. Near was a calm, uneventful river, with a gap in the sloping mountain, and in the distance thick white clouds floated over the mountains.", "D. A fair-skinned woman with black hair, dress in white and elegant clothes, is speaking in a dark room." ] }, { "video_id": "sample_32_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'This is the restaurant at our hotal.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 169.0, "options": [ "A. The man is holding A mobile phone in his hand with only his thumb exposed, while the woman's index finger is pointing to the food picture taken in the phone.", "B. On a brown tabletop, there is a beer mug and a bantam cup. Both cups are filled with floating brown drinks, among which there are three coffee beans on the foam of the bantam cup.", "C. The man on the left lowers his head, the woman on the right raises her head, and they kiss under the white shed.", "D. On a gray chair, the woman's index finger point to a bantam cup containing a brown drink, the white foam of the bantam cup turn pale brown, and three coffee beans are floating on the left." ] }, { "video_id": "sample_32_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Although i hear it like getting stronger day by day.' .", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 382.0, "options": [ "A. The man on the left turns his head to look to the left, and the woman on the right faces to the left, gesturing with her left hand while talking.", "B. The man on the left turns his head and looks to the left. The woman on the right faces to the left and looks up at the man on the left as she speaks.", "C. The man on the left picks up the beer mug with his right hand and drinks the rest of the drink. The woman on the right is facing to the left, gesturing with her left hand while talking.", "D. The woman on the right is facing to the left, gesturing with her left hand while talking, and the man on the left is turning his head to the right and joining the woman's conversation." ] }, { "video_id": "sample_32_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'I'm really glad I brought a sweater today.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 550.0, "options": [ "A. A dark-haired woman turns and raises her clenched hands to speak to a man sitting with his back to him on the bed.", "B. A dark-haired woman is wearing a sweater, akimbo, standing frontal, and talking while showing off her sweater.", "C. A dark-haired, bearded man is standing by the bed, facing to the right, talking to the woman in front of him.", "D. A dark-haired woman raises her hands in the motion of holding a game console, standing front and speaking." ] }, { "video_id": "sample_32_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said I have to say.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 709.0, "options": [ "A. A dark-haired woman is sitting on the edge of the bed. She faces to the right and raises her left hand to stroke her long hair.", "B. In the warm atmosphere of the restaurant, a dark-haired woman in black clothes holds a white teapot in her hands and pours hot tea into white coffee cups on the table.", "C. A white menu covering almost the entire screen, and the woman holds out her left index finger to select dishes from the menu.", "D. At breakfast time, the man holds a sauce packet in his right hand and squeezes ketchup onto the plate in front of him." ] }, { "video_id": "sample_25_Misleading_Context_Understanding.mp4", "question": "What's on this red desk?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 59.0, "options": [ "A. There is a 10 of hearts, a 4 of clubs, a 3 of clubs, an 8 of hearts and a K of clubs, and some chips.", "B. There is a 10 of spades, an 8 of spades and a 6 of hearts, and some chips.", "C. There is a 2 of hearts, an 8 of diamonds and a J of hearts, and some chips.", "D. There are only a few chips." ] }, { "video_id": "sample_25_Misleading_Context_Understanding.mp4", "question": "How many playing cards are there now and which ones are they?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. There are three playing cards there, a four of diamonds, a seven of hearts and a seven of spades.", "B. There are five playing cards there, including two fours of diamonds, a seven of hearts, a seven of spades, and a six of clubs.", "C. Not a single playing card on the table.", "D. There are six playing cards there, including a J of spades, a six of hearts, a seven of hearts, a seven of clubs, a four of clubs and a three of hearts." ] }, { "video_id": "sample_25_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 173.0, "options": [ "A. There is only one which is the 10 of clubs.", "B. There is not a single face-up playing card on the table.", "C. There are three cards there, a 4 of hearts, an A of hearts and an 8 of clubs.", "D. There are six there, a six of spades, a two of spades, a four of hearts, an eight of diamonds, an A of hearts and an eight of clubs." ] }, { "video_id": "sample_25_Misleading_Context_Understanding.mp4", "question": "What is a playing card with the same number on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 237.0, "options": [ "A. Playing cards with the same number is 9, both are 9 of hearts.", "B. The playing cards with the same number is 8, including an 8 of spades and an 8 of diamonds.", "C. Playing cards with the same number is 4, including a 4 of spades and two 4 of diamonds.", "D. There are no cards with the same number on the table." ] }, { "video_id": "sample_25_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards now exist on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 352.0, "options": [ "A. There is not a single face-up playing card here.", "B. There are five there, the 3 of hearts, the K of diamonds, the 5 of hearts, the 9 of spades and the 10 of spades.", "C. There are four cards, an A of diamonds, two fours of diamonds and a nine of spades.", "D. There are three cards, one A of diamonds and two fours of diamonds." ] }, { "video_id": "sample_46_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 141.0, "options": [ "A. A wooden axe is to the right in front of the player's camera, and the player's camera comes in front of several trees and a white animal. The narrator says, 'I like to have a full load, and that's what Jevon does.'.", "B. The player camera appears by the river and picks up a piece of meat in his hand to eat. The meat is chewed and splattered, and the narrator says, 'So the first order of business in our brand new world is to introduce an interesting challenge.'.", "C. An announcement appears in front of the screen 'Page 1 of 3, Hardcore, Diamond, Challenge, 5 Starting, Subscribers 801,940 The narrator says, 'Welcome to the Hardcore Diamond Challenge.'.", "D. An announcement appears on the screen that reads: 'Page 2 of 3 This challenge will end at the end of January 2024. For each new user I acquire, I will collect one diamond. I can obtain these diamonds in any way I see fit, except by using a redstone machine (such as a mining machine), the narrator says, 'This will end at the end of January 2024'." ] }, { "video_id": "sample_46_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 237.0, "options": [ "A. Player stands by the lake with a book, then walks around. The narrator says, 'I think it's probably time that we head inland to the closest village to our spawn.'.", "B. Player walks through the snow with a berry, looking for the village. He comes to a house and opens a box. The narrator says, 'Let's see what type of treasure we got.'.", "C. Player's camera flies up into the sky and looks down at the ground. The narrator says, 'The village I want to go to is about 200 blocks past our rendering distance.'.", "D. Player stands by the river, eating a piece of meat in his hand. The meatloaf is chewed. The narrator says, 'In our brand new world, the first task is to introduce an interesting challenge.'." ] }, { "video_id": "sample_46_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 375.0, "options": [ "A. The player's camera comes into a room with a pick in his hand and a chest and wooden bed in the room, which he opens to obtain substances. The narrator says, 'Apart from food, I'm doing pretty good.'.", "B. Player is walking along the river with a wooden axe. There are some buildings and fires ahead of him. The narrator says, 'So much loot, I'm excited.'.", "C. The player's camera flies up on the sky and looks down at the ground. The narrator says, 'The village I want to visit is 200 blocks away from our rendering distance.'.", "D. Player's camera looks down on the water and observes his surroundings as two islands appear before him. The narrator says, 'I see at least two, maybe three.'." ] }, { "video_id": "sample_46_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 406.0, "options": [ "A. The player's camera comes into a room with a hoe in his hand and a chest and wooden bed in the room, which he opens to obtain substances. The narrator says, 'Apart from food, I'm doing pretty good.'.", "B. The player walks along a river with a wooden axe. There are some buildings and fires ahead. The narrator says, 'So much loot, I'm excited.'.", "C. Player comes to a house to make a deal with a villager. The narrator says, 'I just made this fletching table and I'm going to trade with this guy because he has the trade that I want.'.", "D. Camera of the player shows the player making a bow and arrow from the traded materials. Narrator says, 'So we have a ton of arrows, I may even do a little bit more.'." ] }, { "video_id": "sample_46_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 475.0, "options": [ "A. The player stands on the beach and sees some villagers. The narrator says, 'So the first thing that we need to do is we need to get the villagers into a safe spot.'.", "B. The player's camera shows his right hand takes blocks and lays them down from the river all the way to the beach as if to build a wall. The narrator says,'This should stop the raiders from coming into the village right away.'.", "C. Player comes to a house to make a deal with a villager. The narrator says, 'I just made this fletching table and I'm going to trade with this guy because he has the trade that I want.'.", "D. Player takes dirt blocks and building a fence along the river. The commentator says'This should stop any villagers.'." ] }, { "video_id": "sample_29_Misleading_Context_Understanding.mp4", "question": "What are the cards on top of the green table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 55.0, "options": [ "A. There are a 7 of clubs, a J of hearts, a Qof diamonds and an 8 of hearts.", "B. Here we have a Q of spades, a six of clubs, a seven of hearts, a three of clubs, a jack of spades and an eight of hearts.", "C. Here we have a spade Q, a three of diamonds, a five of spades, an eight of diamonds, a six of spades and a ten of spades.", "D. Here we have a 9 of diamonds, a 7 of diamonds and an A of clubs." ] }, { "video_id": "sample_29_Misleading_Context_Understanding.mp4", "question": "What playing cards are here face up?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 174.0, "options": [ "A. There is a ten of hearts, a six of hearts, a two of spades, a five of hearts, and a nine of spades.", "B. There is a 10 of hearts, a 2 of spades and a 6 of hearts.", "C. There is an eight of clubs, a four of hearts and an eight of spades here.", "D. There is a Q of spades, a four of spades, a seven of clubs, a ten of diamonds and a K of spades." ] }, { "video_id": "sample_29_Misleading_Context_Understanding.mp4", "question": "Are there any playing cards here that have the same numbers or letters?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 234.0, "options": [ "A. There are two playing cards with the same number, the 8 of clubs and the 8 of spades.", "B. There are three playing cards with the same number, the 8 of clubs, the 8 of spades and the 8 of diamonds.", "C. Here are two playing cards with the same numbers, the 2 of hearts and the 2 of diamonds.", "D. Here are playing cards with the same letter, that's the Q of hearts." ] }, { "video_id": "sample_29_Misleading_Context_Understanding.mp4", "question": "What cards are on display on the table right now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 295.0, "options": [ "A. There are two eights of spades and an eight of hearts here.", "B. Here are two 7 of spades, a 9 of hearts, a 3 of diamonds, an A of spades and an 8 of diamonds.", "C. Here we have two Q of hearts, a six of spades and a nine of diamonds.", "D. There are two Q of hearts and a six of spades." ] }, { "video_id": "sample_29_Misleading_Context_Understanding.mp4", "question": "How many playing cards are here now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 417.0, "options": [ "A. There are six cards here, two K of hearts, a K of diamonds, a three of spades, a three of hearts and a two of clubs.", "B. There are three here, the four of clubs, the Q of clubs and the K of hearts.", "C. There are four cards here, namely the 10 of clubs, the 9 of spades, the 10 of spades and the 8 of diamonds.", "D. There are no playing cards here." ] }, { "video_id": "sample_39_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 30.0, "options": [ "A. A man in a black basketball jersey leaps right into the crowd and dunks the ball, the crowd cheers and the commentator exclaims: 'Jonathan kaminga.'.", "B. A man in a white basketball jersey defends the left half of the court against a man in a black basketball jersey, and the commentator says, 'He doesn't frustrate people.'.", "C. After a failed shot by a man in white No. 0, a man in white No. 34 takes over the basketball and dunks it after breaking through an opponent in black, the commentator says: 'shot long goal with a teta cupola right there for the follow.'.", "D. The man in white No. 34 breaks through his opponent in black and dunks the basketball into the hoop, and the commentator says: 'As littleard gets free finds a teta cupola drives inside.'." ] }, { "video_id": "sample_39_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 41.0, "options": [ "A. A man in a black basketball jersey leaps right into the crowd and dunks the ball, the crowd cheers and the commentator exclaims: 'Jonathan kaminga.'.", "B. A man in black 00 passes the ball to a man in black 2, who then passes the ball back to the man in black 2, who then runs to the basket and dunks the ball. The commentator said: 'He's been living in the paint during this wonderful stretch drives inside again layup is good.'.", "C. A man in a white basketball uniform shoots a basket from the outside court while his opponent and teammates are setting up, and when the shot fails, a man in a black basketball uniform steals the ball away, and the commentator says, 'A teta cupola three-pointer misses coming to the rebound that's beenone of the keys for him.'.", "D. The man in white 34 breaks through his opponent in black and dunks the basketball into the hoop, and the commentator says: 'As littleard gets free finds a teta cupola drives inside.'." ] }, { "video_id": "sample_39_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 50.0, "options": [ "A. A man in a black basketball jersey leaps right into the crowd and dunks the ball, the crowd cheers and the commentator exclaims:'Jonathan kaminga.'.", "B. A man in a black No. 2 basketball jersey shoots a basket from the outside court, and after the basket is made the commentator says:'banksman from straight on says okay.'.", "C. A man in a white No. 34 basketball jersey shoots a basket from the outside court, and after the basket is made the commentator says:'They're giving the honest to three-pointer.'.", "D. A man in a white basketball uniform shoots a basket from the outside court while his opponent and teammates are setting up, and when the shot fails a man in a black basketball uniform steals the ball away, and the commentator says:'A teta cupola three-pointer missescoming to the rebound that's beenone of the keys for him.'." ] }, { "video_id": "sample_39_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 88.0, "options": [ "A. Two men in yellow coats and hats stood by the lake, waving and calling to the man with binoculars, saying 'Have you packed yet?'.", "B. A man is holding a black backpack with a yellow interior and the man is saying 'How did l forget the road trip is today, not tomorrow?' as he packs.", "C. A man running towards a car, a man in a yellow jacket pokes his head out of the window of a silver car and calls out as he waves 'Come on, hurry up, let's go, we're late, get in here.'.", "D. Man is in a restaurant with a burger. The burger consists of two slices of bread, a beef patty, lettuce, tomato and cheese with a red toothpick sticking out of it and music playing in the background." ] }, { "video_id": "sample_39_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 106.0, "options": [ "A. After a man in a black No. 2 basketball jersey fails to dunk the ball, a man in a black No. 00 basketball jersey takes the ball and dunks it, and the commentator says: 'one man to be throws it back for kaminga.'.", "B. A man in a white basketball jersey shoots the ball after breaking through two men in black basketball jerseys, the commentator says: 'As lily gets inside beautiful shot off the glass from lily.'.", "C. A man in a black No. 23 basketball jersey passes the ball into a man in a black No. 30 basketball jersey, who then shoots the ball, and the commentator says: 'Dramon green inside to curry and that'scurry's first shot beautiful pass! The commentator said, 'Dramon green inside to curry and that'scurry's first shot beautiful pass.'.", "D. A man in a black No. 00 basketball jersey has his dunk blocked by a man in a white basketball jersey, but the basketball still falls into the basket. Prouder thought he was hit a quick pace early here green drives layup gets the roll.'." ] }, { "video_id": "sample_7_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 41.0, "options": [ "A. A leopard came quietly, the antelope raised its head when it noticed it, and the leopard stopped and pricked up its ears to listen so as not to be exposed. Nerve-racking music is played here.", "B. An antelope was grazing when a leopard slowly approached it and the narrator said, 'The male puku is close enough, but he's too big totackle.'.", "C. A leopard lies in wait in a ravine as an antelope grazes above it. The narrator says, 'The steep walls of the ravine now served as cover for its ambush.'.", "D. A leopard gazes ahead and the commentator says, 'He is the most versatile of all the big cats'." ] }, { "video_id": "sample_7_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 95.0, "options": [ "A. A herd of elk is grazing in a meadow as a leopard moves quietly deeper into the ravine. The narrator says, 'To succeed here, she needs to find prey grazing close to the edge.'.", "B. B. An antelope was grazing when a leopard slowly approached it and the narrator said, 'The male puku is close enough, but he's too big totackle.'.", "C. An antelope is grazing and a leopard is slowly making its way to the other end of the ravine. The narrator says 'Slowly does it.'.", "D. A herd of antelope is grazing in the grass while a leopard is moving quietly deeper into thea ravine. The narrator says, 'To succeed here, she needs to find prey grazing close to the edge.'." ] }, { "video_id": "sample_7_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 152.0, "options": [ "A. The lion wagged his tail in disappointment and continued through the canyon in search of his next target, to which the narrator said, 'If you success, you can starve for a week.'.", "B. A leopard slowly approaches an antelope in the canyon, the antelope senses it, raises its head and runs away in fear. The narrator says, 'Frustrated'.", "C. The leopard wagged its tail in disappointment and continued through the canyon in search of its next target; the narrator said, 'Success would have staved off hunger for a week.'.", "D. A leopard bends down in the canyon and posturing in preparation for the hunt; an antelope is still grazing, not realizing the danger. The amount of tense background music playing here." ] }, { "video_id": "sample_7_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 169.0, "options": [ "A. One antelope looks around, another watches the other antelope foraging, some monkey sit on the ground frolicking, and the narrator says, 'But while there's prey around, there's hope.'.", "B. A leopard slowly pokes its head out of the canyon to see what's going on up there Narrator says, 'peeking over the top is a risk.'.", "C. A herd of antelope grazes on the grass and then walk around. The narrator says, 'But it's the quickest way to find a new target.'.", "D. The leopard wagged its tail in disappointment and continued through the canyon in search of its next target; the narrator said, 'Success would have staved off hunger for a week.'." ] }, { "video_id": "sample_7_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 234.0, "options": [ "A. The elk's head peeked out of the ravine, from which it quickly departed. It miraculously escaped the leopard's yoke, and the narrator says, 'Except it isn't.Dazed and disorientated, the impala makes a miraculous esscape.'.", "B. The gazelle's head peeked out of the ravine, from which it quickly departed. It miraculously escapes the leopard's yoke, and the narrator says, 'Dazed and disorientated, the impala makes a miraculous esscape.'.", "C. A leopard launches a swift attack from the gorge, suddenly pouncing on the fleeing antelope, grabbing it by the neck and then dragging it into the gorge. 'A burst of speed of 65 kilometers an hour,and it's all over in less than six seconds.'.", "D. An antelope was looking around in the grass when it spotted danger and let out a 'poof'. The other antelope looks up and scurries away. The soundtrack makes people very nervous." ] }, { "video_id": "sample_33_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'I've made it to the beautiful state of kerala.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 40.0, "options": [ "A. There were A few clouds floating in the orange sky and a dark sea below.", "B. A fair-skinned woman with blond hair was sitting on a large white bed talking.", "C. In the evening sky, ahead was a forked path with several coconut trees on both sides of the road.", "D. A black car was driving on an S-shaped curve in the mountains." ] }, { "video_id": "sample_33_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Just to check what the weather was doing.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 97.0, "options": [ "A. In the distance was A sea of clouds and a tall mountain, and a black cow was grazing on the hillside.", "B. A brown cow faces forward, raises its head, and chews grass in its mouth.", "C. A fair-skinned blonde woman was standing on a green hillside talking.", "D. There is a brown road and a house on a green hill, and behind the hill are green mountains." ] }, { "video_id": "sample_33_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'It's so quiet.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 123.0, "options": [ "A. Near is A tree stump, on which is pinned an irregularly shaped wooden board with white English words.", "B. Looking down from a high altitude, there were several houses with black roofs in the distance, surrounded by lush woods.", "C. Looking down from a high altitude, the white mist drifted over the forest and the mountains continued.", "D. Near by was a cabin in the woods, with luxuriant trees growing outside." ] }, { "video_id": "sample_33_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'And If like monkeys, this is the place for you.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 141.0, "options": [ "A. A little monkey sits on a stack of stones. It faces to the left, slightly lowers its head, and eats a biscuit in its hand.", "B. A wide-format map with a aqua blue line running down from MUNNAR to THEKKADY.", "C. Four passenger ferries were moored on the bank of the river, with a number of passengers and staff around them.", "D. Looking down from a high altitude, the two rows of houses are located in the lush forest, and in the distance, the white fog covers the forest." ] }, { "video_id": "sample_33_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Teams of rowers Raceing these long skinny boats.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 294.0, "options": [ "A. Boaters dressed in blue raised their oars in the boat, later many men were sitting in A yellow racing boat rowing neatly to the right.", "B. There were many rowers competing on the river. Among them, five rowers dressed in orange and white clothes were standing in a black and yellow racing boat, holding their oars.", "C. The boaters on the river were divided into three groups. They were dressed in white, red and yellow. Those in red and those in yellow were rowing to the left.", "D. Boaters dressed in blue raised their oars in the boat. There were many competitors in front of them, and many spectators on the shore not far away." ] }, { "video_id": "sample_30_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 31.0, "options": [ "A. The player on the red side tapped the ball as hard as he could into his teammate's hand, and the commentator said, 'and they'll jump it up here we go United States Canada from Vegas good size here'.", "B. Player 2 from the red team shoots a three-pointer from the three-point line with his teammates covering him, and the commentator says, 'He wants a good side for the team just a little early, Josh smooth'.", "C. Red player No. 9 assists player No. 24 and player No. 24 scores smoothly, the commentator says:'Brooks that found his first shot'.", "D. Red side player 4 makes a three-step layup with his teammates covering him and scores, the commentator says: 'Trying to figure out how to play together for the first time off the glass and in that's Murray.'." ] }, { "video_id": "sample_30_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 53.0, "options": [ "A. Red team 4 fails to pass the ball, but thankfully the call goes back to Red team 9, who makes a smooth three-pointer, and the commentator says, 'Olympic former Celtic now with Toronto baseline and rj Barrett knocks down that deep lefty jump shot.'.", "B. Red team player 2 with teammates covering him from outside the 3-point line makes a smooth 3-pointer and the commentator says:'he want a good side for team just a little early, Josh smooth.'.", "C. Player No. 4 of the white team smoothly reaches the three-point line with the ball, and then a fake move deceives the opponent and smoothly shoots a three-pointer from outside the three-point line, and the commentator says:'you'll stop the bleeding.'.", "D. Red team player 4 makes a three-step layup with his teammates covering him and scores, the commentator says:'he saw some of an instigator and will not step back Brooks.'." ] }, { "video_id": "sample_30_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 80.0, "options": [ "A. Red team 4 fails to pass the ball, but thankfully the call goes back to Red team 9, who makes a smooth three-pointer, and the commentator says, 'Olympic former Celtic now with Toronto baseline and rj Barrett knocks down that deep lefty jump shot.'.", "B. White team 5 smoothly breaks through the opponent's defense from the three-point line, makes a three-step layup and scores, The commentator said, 'Steve curses how about this kid strong , LeBron like in his physical approach at the rim good finisher.'.", "C. Player No. 4 of the white team smoothly reaches the three-point line with the ball, and then a fake move deceives the opponent and smoothly shoots a three-pointer from outside the three-point line, and the commentator says:'you'll stop the bleeding play in the first.'.", "D. White team No. 9 player passed the player to No. 10 player, No. 10 player a confrontation to break through the opponent's defense and smoothly into the ball, the commentator said:'so strong and tough and confident '." ] }, { "video_id": "sample_30_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 110.0, "options": [ "A. Player No. 0 of the red team was robbed by a player of the white team, and player No. 10 of the white team smoothly broke through the defense with the ball and scored, and the commentator said: 'hard down the Lane another finger roll goes down.'.", "B. White's 5 smoothly breaks through the opponent's defense from the three-point line, makes a three-step layup and scores, and the commentator says, 'Steve curses how about this kid strong , LeBron like in his physical approach at the rim good The commentator said, 'Steve curses how about this kid strong , LeBron like in his physical approach at the rim good fisher.'.", "C. The red team player 0 with steals the ball and throws it to player 13, player 13 shoots from the three point line and scores, the commentator says:'who dork with the board new shot clock.'.", "D. White team players 13 and 5, cooperate with each other outside the three-point line, No. 13 cut into the interior to receive the ball and dunk and score, the commentator said:'run by Bam on that full screen the dive the fine big time the back rim long.'." ] }, { "video_id": "sample_30_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 155.0, "options": [ "A. Player No. 1 of the red team was robbed by player No. 10 of the white team, and player No. 10 of the white team smoothly broke through the defense with the ball and scored, and the commentator said: 'the Lane another finger roll goes down that shows great body.'.", "B. White's 12 catches the ball from a teammate outside the three-point line and passes it to 11 in the lane, who scores on a wipeout, and the commentator says, 'And what ball movement an in the seal by Joe Lenin.'.", "C. The red team player 0 with steals the ball and throws it to player 13, player 13 shoots from the three point line and scores, the commentator says: 'who dork with the board new shot clock.'.", "D. Player No. 5 of the white team completes a backward shot and scThe White team's No. 5 player carries the ball over his opponent and, with a teammate on the block, makes a fake to deceive his opponent, then throws the ball backward and scores, the commentator says: '16 foot fade about to bump.'." ] }, { "video_id": "sample_10_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I don't understand.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 79.0, "options": [ "A. At night, two people are sitting in the back seat of A car. The woman wearing glasses and a red top is smiling at the person talking next to her.", "B. Two men with curly hair and beards stand by the door, looking to the left in slight surprise.", "C. A man wearing a green T-shirt with long orange sleeves and a backpack enters the house from outside and is talking on the phone.", "D. A man in a green T-shirt with long orange sleeves underneath is bent over in the living room, talking to a reddish-brown sofa." ] }, { "video_id": "sample_10_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'You live with your mother?'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 145.0, "options": [ "A. At night, two people are sitting in the back seat of A car. The woman wearing glasses and a red top is smiling at the person talking next to her.", "B. A man in a black suit looked up and smiled at a woman in red sitting at the dinner table.", "C. A man wearing a green T-shirt with long orange sleeves and a backpack enters the house from outside and is talking on the phone.", "D. A man in a green T-shirt with long orange sleeves underneath is bent over in the living room, talking to a reddish-brown sofa." ] }, { "video_id": "sample_10_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Is that my arm?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 254.0, "options": [ "A. At night, two people are sitting in the back seat of A car. The woman wearing glasses and a red top is smiling at the person talking next to her.", "B. A man in a black suit looks up and smiles at a woman in red sitting at the dinner table.", "C. A blonde woman speaks to her left, asking about a man in a green T-shirt who is helping her get dress.", "D. A man in a green T-shirt with long orange sleeves underneath is bent over in the living room, talking to a reddish-brown sofa." ] }, { "video_id": "sample_10_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I'm sorry.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 307.0, "options": [ "A. At night, two people are sitting in the back seat of A car. The woman wearing glasses and a red top is smiling at the person talking next to her.", "B. A man in a black suit looks up and smiles at a woman in red sitting at the dinner table.", "C. A blonde woman speaks to her left, asking about a man in a green T-shirt who is helping her get dress.", "D. A man in a green T-shirt and a red suit has finish talking to a woman sitting next to him in navy blue, and he looks to the left." ] }, { "video_id": "sample_10_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I think we should talk now.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 585.0, "options": [ "A. In the laundry room, a woman in a pink top comes out from the right and talks to a man standing on the left in a black jacket and gray hoodie, who is holding white clothes.", "B. A man in a black suit looks up and smiles at a woman in red sitting at the dinner table.", "C. A blonde woman speaks to her left, asking about a man in a green T-shirt who is helping her get dress.", "D. A man in a green T-shirt and a red suit has finish talking to a woman sitting next to him in navy blue, and he looks to the left." ] }, { "video_id": "sample_13_Source_Discrimination.mp4", "question": "Who just said 'Good day, mate.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 32.0, "options": [ "A. A blonde woman wearing a yellow top and yellow skirt.", "B. A brunette wearing a black tank top and white pants.", "C. A blonde woman wearing a blue blazer shirt and black skirt with a blue tie.", "D. a dark brown-haired female wearing a brown and white striped blouse and pants with an orange collar and cuffs." ] }, { "video_id": "sample_13_Source_Discrimination.mp4", "question": "Who just said 'you're a good person, you have good values.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 71.0, "options": [ "A. A brunette wearing a black tank top and white pants.", "B. A blonde woman wearing a blue blazer shirt and black skirt with a blue tie.", "C. A blonde woman wearing a green and white striped blouse and pants.", "D. a dark brown-haired female wearing a brown and white striped blouse and pants with an orange collar and cuffs." ] }, { "video_id": "sample_13_Source_Discrimination.mp4", "question": "Who just said 'I love that there's still something you don't know about me.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 117.0, "options": [ "A. A blonde woman wearing a yellow top and yellow skirt.", "B. A brunette wearing a black tank top and white pants.", "C. A blonde woman wearing a blue blazer shirt and black skirt with a blue tie.", "D. a blonde woman wearing a green and white striped top and pants." ] }, { "video_id": "sample_13_Source_Discrimination.mp4", "question": "Who just said 'A pina colada.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 133.0, "options": [ "A. A blonde woman wearing a green and white striped top and pants.", "B. A blonde woman wearing a yellow blouse and yellow skirt.", "C. A blonde woman wearing a blue blazer shirt and black skirt with a blue tie.", "D. a dark brown-haired woman wearing a brown and white striped blouse and pants with an orange collar and cuffs." ] }, { "video_id": "sample_13_Source_Discrimination.mp4", "question": "Who just said 'No, it's not food related.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 163.0, "options": [ "A. a blonde woman wearing a blue blazer shirt and black skirt with a blue tie.", "B. A blonde woman wearing a yellow blouse and yellow skirt.", "C. a blonde woman wearing a green and white striped top and pants.", "D. a dark brown-haired woman wearing a brown and white striped blouse and pants with an orange collar and cuffs." ] }, { "video_id": "sample_4_Source_Discrimination.mp4", "question": "Who just said 'except for that little round one with the bristles.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 20.0, "options": [ "A. A woman wearing a white long-sleeved blouse with a red cross on the chest and blue jeans.", "B. a dark-haired male wearing a blue shirt with a red shirt underneath, a beige jacket, and beige pants.", "C. a brown-haired female wearing a gray blouse, brown skirt, and brown pantyhose.", "D. a brown-haired male wearing a black jacket, brown shirt, and white pants." ] }, { "video_id": "sample_4_Source_Discrimination.mp4", "question": "Who just said 'I see you moved the green ottoman.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 36.0, "options": [ "A. A woman wearing a white long-sleeved blouse with a red cross on the chest and blue jeans.", "B. a dark-haired male wearing a blue shirt with a red shirt underneath, a beige jacket, and beige pants.", "C. a brown-haired female wearing a gray blouse, brown skirt, and brown pantyhose.", "D. a brown-haired male wearing a black jacket, brown shirt, and white pants." ] }, { "video_id": "sample_4_Source_Discrimination.mp4", "question": "Who just said 'Can't believe you tried to move the green ottoman.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 71.0, "options": [ "A. a man wearing a white long-sleeved shirt with a red cross on the chest and blue jeans.", "B. a blonde woman wearing a brown jacket, black tank top, and brown patterned dress skirt.", "C. a brown-haired male wearing a black jacket, brown shirt, and white pants a brown-haired female wearing a gray top, brown skirt, and brown pantyhose.", "D. a brunette female wearing a gray blouse, brown skirt, and brown pantyhose." ] }, { "video_id": "sample_4_Source_Discrimination.mp4", "question": "Who just said 'Okay, i'll be there.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 174.0, "options": [ "A. a brown-haired male wearing a black jacket, brown shirt, and white pants.", "B. a woman wearing a white long-sleeved top with a red cross on the chest and blue jeans.", "C. a dark-haired male wearing a blue shirt with a red shirt underneath, a beige jacket, and beige pants.", "D. a brown-haired male wearing a blue long-sleeved shirt and gray pants." ] }, { "video_id": "sample_4_Source_Discrimination.mp4", "question": "Who just said 'I'm his butt double, okay?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 218.0, "options": [ "A. a brown-haired male wearing a black jacket, brown shirt, and white pants.", "B. a blonde female wearing a white long-sleeved top with a red cross on the chest and blue jeans.", "C. a brown-haired female wearing a gray blouse, brown skirt, and brown pantyhose.", "D. a brown-haired male wearing a blue long-sleeved shirt and gray pants." ] }, { "video_id": "sample_22_Misleading_Context_Understanding.mp4", "question": "What's the cards on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 109.0, "options": [ "A. There are 5 of diamonds, 7 of hearts, 7 of clubs, A of diamonds, 7 of clubs, 9 of hearts and 2 of hearts.", "B. There are the 5 of diamonds, the 7 of hearts, the 7 of clubs, the ace of diamonds, the 7 of clubs and the 9 of hearts.", "C. There are the Q of diamonds, six of spades, six diamonds, seven hearts, five hearts, the Q of diamonds, ten of clubs.", "D. There are 10 of diamonds, 7 of diamonds, 4 of spades, K of hearts, 8 of hearts." ] }, { "video_id": "sample_22_Misleading_Context_Understanding.mp4", "question": "How many playing cards are there now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 175.0, "options": [ "A. There are four playing cards with a nine of diamonds, a two of diamonds, a four of spades, a six of diamonds and a five of diamonds.", "B. There are ten playing cards with an 8 of hearts, a 9 of diamonds, two 4 of spades, a 2 of diamonds, a 5 of clubs, a 9 of hearts, a 6 of diamonds, a 5 of diamonds, and a Q of diamonds.", "C. There is not a single playing card on the table.", "D. There are ten playing cards with two 4s of diamonds, a 4 of hearts, a 6 of hearts, a 2 of clubs, a 6 of clubs, a 3 of clubs, a 10 of clubs, a K of diamonds, a 7 of hearts." ] }, { "video_id": "sample_22_Misleading_Context_Understanding.mp4", "question": "How many playing cards are displayed on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 239.0, "options": [ "A. Shows four playing cards with the 8 of hearts, 6 of diamonds, Q of spades,6 of spades.", "B. There is not a single playing card on the table.", "C. Three playing cards are shown, with the Ace of diamonds, the 10 of diamonds, and the Jof spades.", "D. Four playing cards are shown, with the ace of diamonds, the eight of clubs, the ten of diamonds, and the J of spades." ] }, { "video_id": "sample_22_Misleading_Context_Understanding.mp4", "question": "What playing cards exist on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 358.0, "options": [ "A. There is the K of hearts, the three of spades and the J of diamonds.", "B. There is the K of hearts, 7 of spades, 3 of spades, J of diamonds, A of spades, 2 of spades, 5 of hearts.", "C. There is the A of hearts, the K of hearts, the A of clubs.", "D. There is the 10 of clubs, the 7 of spades, the 8 of clubs and the J of hearts." ] }, { "video_id": "sample_22_Misleading_Context_Understanding.mp4", "question": "What item is now showed on this table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 476.0, "options": [ "A. There are the Q of hearts, the 10 of clubs, the K of spades, the 7 of spades, the 10 of hearts, the 4 of diamonds, the 7 of clubs and some chips.", "B. There are only a few chips on the table.", "C. There are the 9 of spades, the 8 of spades, the 10 of hearts, the 2 of spades, the 2 of clubs, the 5 of hearts and some chips.", "D. There are the Q of hearts, the K of spades, the 7 of spades, the 10 of hearts, the 4 of diamonds, the 7 of clubs and some chips." ] }, { "video_id": "sample_48_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 30.0, "options": [ "A. The green praying mantis takes a spoonful of soup and says, 'This is really good.'.", "B. The crane says suspiciously to the panda, 'So how did you get out of there alive?'.", "C. The panda puts four bowls on left arms and says, 'I mean, I didn't actually say that, but i thought it in my mind.'.", "D. The brown praying mantis sipped the soup with a spoon and said, 'This is really good.'." ] }, { "video_id": "sample_48_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 86.0, "options": [ "A. The panda picks up the bowl of soup with both hands and puts the bowl down with the noodles hanging out of its mouth,says'What?'.", "B. The tiger holds the bowl and chopsticks, says'It is said that the dragon warrior can survive for months at a time on nothing.'.", "C. The panda picks up the two plates and put them next to his ears and mimicked says, 'You will have ears like mine.'.", "D. The snake grasps the spoon with tail, says'What are you taling about? This is amazing.'." ] }, { "video_id": "sample_48_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 160.0, "options": [ "A. The tiger stands up angerily and says'Master, plese. Let us stop Tylung.'.", "B. Master angrily tapped his cane and says, 'NO! It is not your mission to defeat Tylung. It is his.'.", "C. The panda picks up the two plates and put them next to his ears and mimicked says, 'You will have ears like mine.'.", "D. Shifu points his cane at the panda and says, 'You can't leave, a real warrior never quits.'." ] }, { "video_id": "sample_48_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 228.0, "options": [ "A. Panda angrily tap away Shifu's walking stick and says, 'You are not my master and I am not the Dragon Warrior.'.", "B. Panda says loudly to Shifu, 'I stayed because I thought if anyone could change me.'.", "C. Master says with certainty, 'But I can change you, I can turn you into the Dragon Warrior, and I will.'.", "D. Shifu points his cane at the panda and says, 'You can't leave, a real warrior never quits.'." ] }, { "video_id": "sample_48_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 438.0, "options": [ "A. The raccoon said from the doorway \"I just thought you might be Monkey.\".", "B. Raccoon shook his head in the doorway and said \"Oh, no need to explain.”.", "C. Panda with two feet on a beam, eating and saying \"Don't tell Monkey.\".", "D. Panda says \"what?\" with food in its mouth." ] }, { "video_id": "sample_14_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 58.0, "options": [ "A. A man dressed in yellow made a mistake while climbing a mountain and fell down.", "B. A man in a black T-shirt tied so many rubber bands around a watermelon that it burst open.", "C. A man wearing a white T-shirt and a black hat was running into the garage when he was hit in the head by the door and fell to the ground.", "D. A man dressed in black made a mistake while climbing a mountain and fell." ] }, { "video_id": "sample_14_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 161.0, "options": [ "A. An old man in a white hat hit his head on a telegraph pole while crossing the street.", "B. An old man in a red hat hit his head on a telegraph pole while crossing the street.", "C. A raccoon tried to steal the bag of a woman in a white blouse.", "D. a man in a mask was bounced in the face by a railroad track after cutting it." ] }, { "video_id": "sample_14_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 290.0, "options": [ "A. a man in blue pants and gray shirt crouched as a snake fell from the sky and landed on him.", "B. A man in blue pants and gray clothes crouched as a tree branch fell from the sky and landed on him.", "C. a man in red clothes walked across a freshly paved concrete pavement with an expressionless face while opening a plastic bag in his hand.", "D. A courier, after making a delivery, found that his car had skidded for some distance because he had not tightened the handbrake.", "E. .", "F. Translated with www.DeepL.com/Translator (free version)." ] }, { "video_id": "sample_14_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 594.0, "options": [ "A. a brunette woman in a black tank top smashed a wall with a black ball until it was dented.", "B. a little boy threw his toy sword at a man's stomach.", "C. a man in a white top and beige pants sent skis flying off the hill.", "D. a man in a purple top and beige pants flew his skis off the hill." ] }, { "video_id": "sample_14_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 654.0, "options": [ "A. a black man on a bicycle hit a car because he didn't look ahead.", "B. a white cat dry-heaved once after smelling a glass of liquid.", "C. a man in a gray shirt dropped his cell phone into a crack in the ground below.", "D. A man in a black shirt dropped his cell phone into a gap in the ground." ] }, { "video_id": "sample_31_Source_Discrimination.mp4", "question": "Who just said 'Very important'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 34.0, "options": [ "A. A blonde female wearing a white jacket.", "B. a bald man wearing a black blazer with a white shirt and gray striped tie.", "C. A white-haired male wearing a navy blue blazer with a white shirt and red vest and a gray and navy blue patterned tie.", "D. A dark-haired male wearing a gray blazer with a white shirt and navy blue vest and a navy blue tie." ] }, { "video_id": "sample_31_Source_Discrimination.mp4", "question": "Who just said 'Hi, my name is Thierry Henry.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 122.0, "options": [ "A. A blonde female wearing a white jacket.", "B. A bald man wearing a black blazer with a white shirt and gray striped tie.", "C. A white-haired male wearing a navy blue blazer with a white shirt and red vest and a gray and navy blue patterned tie.", "D. A dark-haired male wearing a gray blazer with a white shirt and navy blue vest and a navy blue tie." ] }, { "video_id": "sample_31_Source_Discrimination.mp4", "question": "Who just said 'Hi, my name is lan Wright'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 142.0, "options": [ "A. A blonde female wearing a white jacket.", "B. A bald man wearing a black blazer with a white shirt and gray striped tie.", "C. A white-haired male wearing a navy blue blazer with a white shirt and red vest and a gray and navy blue patterned tie.", "D. A dark-haired male wearing a gray blazer with a white shirt and navy blue vest and a navy blue tie." ] }, { "video_id": "sample_31_Source_Discrimination.mp4", "question": "Who just said 'Luka Modric.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 193.0, "options": [ "A. A blonde female wearing a white jacket.", "B. A bald man wearing a black blazer with a white shirt and gray striped tie.", "C. A white-haired male wearing a navy blue blazer with a white shirt and red vest and a gray and navy blue patterned tie.", "D. A dark-haired male wearing a gray blazer with a white shirt and navy blue vest and a navy blue tie." ] }, { "video_id": "sample_31_Source_Discrimination.mp4", "question": "Who just said 'Hi, my name is Giovanni Reina.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 271.0, "options": [ "A. A blonde female wearing a white jacket.", "B. A bald man wearing a black blazer with a white shirt and gray striped tie.", "C. A white-haired male wearing a navy blue blazer with a white shirt and red vest and a gray and navy blue patterned tie.", "D. A dark-haired male wearing a gray blazer with a white shirt and navy blue vest and a navy blue tie." ] }, { "video_id": "sample_42_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 42.0, "options": [ "A. A cell phone rings ding ding ding ding and a man lifts the covers to turn off the ringer and then pulls back the curtains.", "B. A man picks up the phone and the caller says, 'Hey! I'm waiting here for the bike ride, where are you?'.", "C. A white towel holds a cell phone which is vibrating and the ringer is jingling.", "D. A man is taking a bath, the room is filled with clattering water, the man opens the door of the white room, then the scene changes and the man jumps into the pool." ] }, { "video_id": "sample_42_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 95.0, "options": [ "A. A man rides his bicycle on the street, the bicycle wheels make a clattering sound with the chain, looking at an abstract building with cozy music in the background.", "B. A cyclist meets an old friend on a bicycle, they greet each other and touch each other's fists, then say 'right go.'.", "C. two men finished their ride, touched each other's fists and one of them said 'bye.'.", "D. The two men were riding along the pedestrian street, with the sound of bicycle wheels and chains clattering in the background." ] }, { "video_id": "sample_42_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 164.0, "options": [ "A. A man was looking around in the street when suddenly 'boom', thunder broke through the sky, it seemed to be about to rain, he picked up the umbrella he saw in the street.", "B. A man walked to the elevator and took it down slowly.", "C.A man got off the subway, holding a newspaper with a map on it, he clicked and opened it.", "D.The helicopter's engine makes a \"de-de-de-de-de\" sound, while the camera slowly approaches a black helicopter." ] }, { "video_id": "sample_42_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 227.0, "options": [ "A. A man stands on the edge of a bridge, gripping the handrail of the bridge, overlooking the creek below, the waterfall behind him making a “clattering” sound.", "B. A magnificent waterfall cascades down, washing away the rocks below.", "C. A man was walking slowly up a steep mountain path when birds chirped in the woods.", "D. An airplane buzzes overhead in the city. A man sits in a helicopter with a camera in his hand, taking pictures of the city below." ] }, { "video_id": "sample_42_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 308.0, "options": [ "A.A man opens the red glass door of a supermarket, which makes a noise, surrounded by many other shoppers.", "B. The man takes out his five dollars and points to the bread in front of him and says: 'hi can i get two buns please.'.", "C. A man takes a white box, steps on the sand and 'da-da-da-da-da' down to the beach and sits down on a log to enjoy his food.", "D. A male in a black hoodie stands in the woods and says “Hello!” to the camera." ] }, { "video_id": "sample_42_Misleading_Context_Understanding.mp4", "question": "What do the images in the video show?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 27.0, "options": [ "A. From the heights there were many low grey houses in the thick woods.", "B. The scene shows a view of a courtyard with a blue pool in the centre and three white parasols around the pool.", "C. Inside a white room, there is a set of beige sofas and a beige carpet, a chandelier at the top of the room, and a couple of tables in the room.", "D. The picture shows two low houses with grey roofs and a few trees around the houses." ] }, { "video_id": "sample_42_Misleading_Context_Understanding.mp4", "question": "What is on display in this room?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 58.0, "options": [ "A. The screen shows a kitchen scene with a white table in the middle of the screen with a sink, two yellow-lit chandeliers above the table, four white chairs next to the table, and some kitchen equipment behind the table.", "B. The screen shows a gas cooker in the kitchen with nine blue-glowing knobs and a couple of knives on a nearby table.", "C. In the middle of the room there is a row of beige sofas, a chandelier on the ceiling above the sofas, and in the picture there is a platform with two washbasins, and above the platform there are two chandeliers with yellow light.", "D. There was a round table and a couple of chairs on the brown floor, a round yellow chandelier on the white ceiling, a platform in the centre of the room with two sinks." ] }, { "video_id": "sample_42_Misleading_Context_Understanding.mp4", "question": "What's in the room in the video?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 86.0, "options": [ "A. The room had a platform with two sinks on it and two mirrors on the wall with two round yellow-lit wall-mounted lamps in the middle of the mirrors.", "B. The video shows a cloakroom which has a cupboard with folded clothes on top and a few pairs of leather shoes below it.", "C. The video footage shows a bathroom scene with a glass door, a white bathtub on the right side of the bathroom, a platform with two sinks on the left side of the bathroom, and two mirrors on the wall next to it.", "D. The video footage shows a bedroom scene with a brown floor, a grey carpet on the floor, a bed on top of the carpet, a couple of tables and chairs inside the bathroom, and a TV screen on the wall next to it." ] }, { "video_id": "sample_42_Misleading_Context_Understanding.mp4", "question": "What exists inside this room?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 105.0, "options": [ "A. It was a bathroom cubicle with a glass door on the outside, a set of brown shower heads on the inside, and a few bottles in niches on the wall.", "B. The floor of the room was yellow with a grey carpet, the walls of the room were white, and above the carpet there was a bed with a white comforter and pillows, and in the corner of the room there was a clothes-basket and a twig, and beside the bed there was a table with a few miscellaneous things.", "C. There is a room with a pale yellow floor, a grey table in the middle of the room, two grey stools to the right of the table, a black chair to the left of the table, and a black wall to the left of the room.", "D. The image shows a white corridor with a yellow floor in the centre, a few paintings on the left side of the corridor and a few white buttons on the right wall." ] }, { "video_id": "sample_42_Misleading_Context_Understanding.mp4", "question": "What's in this room in the video?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 146.0, "options": [ "A. This room has a brown floor and white walls, on the left side of the room there is a table with a TV screen on top of it, next to the table there is an off-white stool, next to the wall of the room there is a row of cupboards against the wall with some miscellaneous items on them, on the right side of the room there is a corridor and next to the right wall there is a table.", "B. The video shows a staircase with yellow steps, black handrail railings, a yellow handrail top, and a white window in the corner wall of the staircase.", "C. The walls of this room are white, there is a warm-lit round overhead lamp at the top of the room, the floor of the room is brown, there is a grey carpet on the floor, and there is a grey chair in the room, and a yellow baby cradle bed.", "D. This room has a yellow floor and white walls with a white window to the right of the wall. Inside the room there is a beige sofa with a few pillows on top of it, and there are a lot of musical instruments in the room, including a drum set, an electric piano, a guitar, a violin, etc." ] }, { "video_id": "sample_18_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Today you might even have a hard drive that has 1 terabyte of storage.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 257.0, "options": [ "A. The video screen shows an old computer with a beige-coloured main case, a keyboard and a monitor with a lit screen. To the right of the mainframe, there is an external hard drive and a red desk lamp. The screen shows a green grassy field and several trees.", "B. The video screen displays a virtual image of a computer screen with a purple background, a column of food or animal-patterned icons on the left and right sides of the interface, and the text in the center is the narrator's lines.", "C. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background, and a lit table lamp to the left.", "D. The background of the video is purple. The video shows two images, both of which show a man sitting in a bathtub filled with flower petals, holding a laptop in one hand. There are green plants and cups of water jugs in the background." ] }, { "video_id": "sample_18_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Of course, not everything is a positive number, like my bank account in college.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 302.0, "options": [ "A. The video footage shows a man in a suit sitting by a swimming pool, his feet submerged in the water and a laptop computer in his lap. Next to him, there is a pair of black shoes and he is holding a document. In the background a woman can be seen sitting on the grass, she is holding a book and wearing sunglasses. The surroundings are green and tree-lined.", "B. The video footage shows a man holding a smartphone in his hand, with a social media application open on the screen of the phone showing multiple thumbnails of photos, including photos of people, animals, and natural landscapes with different themes.", "C. The video screen displays a virtual image of a computer screen with a purple background, a column of food or animal-patterned icons on the left and right sides of the interface, and the text in the center is the narrator's lines.", "D. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background, and a lit table lamp to the left." ] }, { "video_id": "sample_18_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Most importantly as we'll discuss in a later episode.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 339.0, "options": [ "A. The video screen shows a list of numbers on a piece of paper that includes both positive and negative numbers. The positive numbers font colour is black, while the negative sayings are marked in red.", "B. The video footage shows a man in a suit sitting by a swimming pool, his feet submerged in the water and a laptop computer in his lap. Next to him, there is a pair of black shoes and he is holding a document. In the background a woman can be seen sitting on the grass, she is holding a book and wearing sunglasses. The surroundings are green and tree-lined.", "C. The video screen shows a large electronic display mounted on a brick wall with a light blue background and a number of dollar notes printed on it. At the top are the words 'OUR NATIONAL DEBT' and the display shows numbers in orange.", "D. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background, and a lit table lamp to the left." ] }, { "video_id": "sample_18_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'The line of text would literally continue off the edge of the screen if you didn't include a newline character.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 480.0, "options": [ "A. The video shows a virtual image of a man wearing 16th century clothing and a hat, with his face rendered in purple. In the background is a complex electronic circuit board design consisting of various wires and nodes, with the main colors rendered in purple and green.", "B. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background, and a lit table lamp to the left.", "C. The video shows a decrypted diagram of 'THE BACONIAN BILITERAL CIPHER,' demonstrating the process of manipulating the cryptographic mechanism through successive steps. On the left side of the diagram is a series of numerical and alphabetic combinations, and on the right side is a cipher conversion table showing how to convert from plaintext to ciphertext.", "D. The video screen shows a black-and-white image of a man in uniform standing next to a woman wearing a hat, who is seated at a desk with a telephone handset in her hand and an electronic device in front of her. Desks and cabinets and other items can be seen in the background." ] }, { "video_id": "sample_18_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'As languages like Chinese and Japanese have thousands of characters.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 540.0, "options": [ "A. A woman wearing glasses and a plaid shirt speaks to the camera in a room with various electronic devices and tools such as robots, books, and other items in the background, and a lit table lamp to the left.", "B. The video screen shows a black-and-white image of a man in uniform standing next to a woman wearing a hat, who is seated at a desk with a telephone handset in her hand and an electronic device in front of her. Desks and cabinets and other items can be seen in the background.", "C. The video shows a handwritten text of Chinese characters on a piece of off-white paper in a cursive font. It is not a stand-alone poem, but more like a text with multiple words and phrases connected together.", "D. The video shows an old personal computer system, including the main case, monitor, and keyboard. The main case is white, the monitor is also white, the screen displays a paragraph of text, and the keyboard color matches the main case." ] }, { "video_id": "sample_25_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 150.0, "options": [ "A. A bald male in a black sweater and a gray-haired male in a black sweater embrace and the narrator says 'I'm sure they were.'.", "B. A player in a light blue uniform takes a shot at the goal and a goalie in a green uniform tries to block it, but the ball flies so high that it goes in and the narrator says 'Hits a shot!'.", "C. A player in a light blue uniform took a shot, a player in a red uniform tried to block it, but was unsuccessful, but the goalkeeper in a green uniform blocked it, and the ball flew into the crowd, and the announcer said 'its the shot, good save Arreola.'.", "D. A player in a light blue jersey is approaching the goal, a player in a red jersey is blocking him, the player in the light blue jersey shoots, the ball is pounced on by the goalie in green, and the narrator says 'Doku comes inside, hits it low.'." ] }, { "video_id": "sample_25_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 218.0, "options": [ "A. A player in a light blue uniform kicks the ball close to the goal, the goalkeeper tries to stop it but is unsuccessful, in the goal a player in a light blue uniform and a player in a red uniform are fighting for the soccer ball and end up kicking it out of the air, the narrator says 'Diaz across the face, Harlan!'.", "B. A player in a light blue jersey receives a ball from another player in a light blue jersey and shoots directly at the goal, the goalkeeper in a green jersey tries to stop it too late, and the narrator says 'On it goes to Foden.'.", "C. A player in a light blue uniform took a shot, a player in a red uniform tried to block it, but was unsuccessful, but the goalkeeper in a green uniform blocked it, and the ball flew into the crowd, and the announcer said 'its the shot, good save Arreola.'.", "D. A player in a light blue jersey is approaching the goal, a player in a red jersey is blocking him, the player in the light blue jersey shoots, the ball is pounced on by the goalie in green, and the narrator says 'Doku comes inside, hits it low.'." ] }, { "video_id": "sample_25_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 283.0, "options": [ "A. A player in a light blue uniform kicks the ball close to the goal, the goalkeeper tries to stop it but is unsuccessful, in the goal a player in a light blue uniform and a player in a red uniform are fighting for the soccer ball and end up kicking it out of the air, the narrator says 'Diaz across the face, Harlan!'.", "B. A player in a light blue jersey receives a ball from another player in a light blue jersey and shoots directly at the goal, the goalkeeper in a green jersey tries to stop it too late, and the narrator says 'On it goes to Foden.'.", "C. A player in a red jersey shoots at the goal with four players in light blue jerseys in the way, and then the ball is deflected by the goalkeeper in green, and the announcer says 'good save by Ortega.'.", "D. A player in a light blue jersey shoots, the goalie in a green jersey swoops in to stop it, the ball touches the goalie's hand, and then the ball rolls out of the field, and the narrator says 'Shooting chance!'." ] }, { "video_id": "sample_25_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 313.0, "options": [ "A. A player in a red jersey passes the ball in front of the goal, but no one catches it, it bounces off the field and the narrator says 'puts in the cross and Walker clears it.'.", "B. A player in a red jersey shoots upside down into the goal, a player in a green jersey tries to stop him but is unsuccessful and the narrator says 'Koudas, oh my goodness.'.", "C. A player in a red jersey shoots at the goal with four players in light blue jerseys in the way, and then the ball is deflected by the goalkeeper in green, and the announcer says 'good save by Ortega.'.", "D. A player in a light blue jersey shoots, the goalie in a green jersey swoops in to stop it, the ball touches the goalie's hand, and then the ball rolls out of the field, and the narrator says 'Shooting chance!'." ] }, { "video_id": "sample_25_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 372.0, "options": [ "A. A player in a red jersey passes the ball in front of the goal, but no one catches it, it bounces off the field and the narrator says 'puts in the cross and Walker clears it.'.", "B. A player in a red jersey shoots upside down into the goal, a player in a green jersey tries to stop him but is unsuccessful and the narrator says 'Koudas, oh my goodness.'.", "C. A player in a light blue uniform shoots from a distance away from the goal and the ball flies into the outfield to the left of the goal and the narrator says 'Foden now, twice from range and it's wide.'.", "D. A player in a light blue uniform shoots, but the ball leaps over the bar, bounces and lands on the goal, and the narrator says 'Harland's over the bar.'." ] }, { "video_id": "sample_24_Emotion_Recognition.mp4", "question": "What is the current mood of the second man from the right in the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 66.0, "options": [ "A. He is very happy that the host mentioned his name.", "B. He is embarrassed because the host teased him.", "C. He is very happy because the people around him encourage him.", "D. He is very happy because he won the award." ] }, { "video_id": "sample_24_Emotion_Recognition.mp4", "question": "What is the current emotion of the black short haired man in a suit in the middle of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 82.0, "options": [ "A. He is very happy and excited.", "B. He fell into a deep sadness.", "C. He is very confused and perplexed.", "D. He revealed emotions of pleasure and satisfaction." ] }, { "video_id": "sample_24_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 113.0, "options": [ "A. He is very excited because the host called his name.", "B. He expressed gratitude because his mother was present at the award ceremony.", "C. He is looking forward to it because the host is revealing the winners.", "D. He is confused because he cannot understand what the host is saying." ] }, { "video_id": "sample_24_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the middle of the video, and what is causing his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 233.0, "options": [ "A. He is very excited because he won the award.", "B. He is grateful because many people have helped him.", "C. He is very sad because he didn't win the award.", "D. He is very emotional because he recalled his previous experience of making movies." ] }, { "video_id": "sample_24_Emotion_Recognition.mp4", "question": "What is the current emotion of the black short haired man in a suit in the middle of the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 283.0, "options": [ "A. He is very nervous and looking forward to it.", "B. He is very optimistic and confident.", "C. He is proud and satisfied.", "D. He is very excited and happy." ] }, { "video_id": "sample_4_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 80.0, "options": [ "A. The right hand of the male guest is placed on the folded white paper of the left hand of the female guest. A few seconds later, white smoke suddenly comes out of the dollar.", "B. The magician's left hand reached behind her, and she pulled a black purse out of her pants pocket.", "C. The magician took out a deck of cards from the poker box, and after sorting out the cards with both hands, her left hand suddenly unfolded the cards into a small fan.", "D. The right hand of the male guest is placed on the folded dollar in the left hand of the magician, and after a few seconds, white smoke suddenly comes out of the dollar." ] }, { "video_id": "sample_4_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 89.0, "options": [ "A. The right hand of the male guest is placed on the folded dollar in the left hand of the magician, and after a few seconds, white smoke suddenly comes out of the dollar.", "B. The magician holds the dollars in both hands to count the number, and the number of dollars in her hand suddenly decrease.", "C. The magician's left hand reached behind her, and she pulled a black purse out of her pants pocket.", "D. The magician holds the dollars in both hands to count the number, and the number of dollars in her hand suddenly increase." ] }, { "video_id": "sample_4_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 137.0, "options": [ "A. The right hand of the male guest is placed on the folded dollar in the left hand of the magician, and after a few seconds, white smoke suddenly comes out of the dollar.", "B. The magician slowly unfolded the four playing cards in his hand, and the color of the playing cards changed from red to blue.", "C. The magician holds the dollars in both hands to count the number, and the number of dollars in her hand suddenly increase.", "D. The magician slowly unrolls the four playing cards in his hand, and the color of the playing cards changes from blue to red." ] }, { "video_id": "sample_4_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 204.0, "options": [ "A. The magician slowly unfolded the four playing cards in his hand, and the color of the playing cards changed from red to blue.", "B. The magician holds the dollars in both hands to count the number, and the number of dollars in her hand suddenly increase.", "C. The male guest misheard the magician.", "D. The female guest misheard the magician." ] }, { "video_id": "sample_4_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 297.0, "options": [ "A. After the male guest read out the numbers on the bill, the female guest pulled out the corresponding playing cards.", "B. The female guest misheard the magician.", "C. The number of banknotes in the magician's hand has increased.", "D. After the female guest read out the numbers on the bill, the male guest pulled out the corresponding playing cards." ] }, { "video_id": "sample_37_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Without the sea and without controlling the traderates of the sea, there would have been no empire.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 35.0, "options": [ "A. Above the sea, a sun hangs in the sky, and the light it gives off colors the surrounding sky orange. On the left side of the picture is a silhouette of a seaside reef.", "B. The camera takes an aerial shot of the ground, on which some buildings are neatly arranged, on the right side of the picture are flat grass and trees, and in the lower left part of the picture, there are trees and a turquoise lake.", "C. Above the wide sea, in the distant sky, the sun shines through the thick clouds. In the distance, on the left side, you can also see rolling mountains.", "D. A man wearing a black short-sleeved top speaks to the camera. He is located on a long corridor of an old building, with several thick, tall columns on the right side of the frame and an archway visible in the background." ] }, { "video_id": "sample_37_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Imagine if we could empty the oceans.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 40.0, "options": [ "A. The sea churns, the tide rises and falls, and the waves wash over the shore, lapping against the reefs and stirring up a white wave.", "B. A man wearing a black short-sleeved top speaks to the camera. He is located on a long corridor of an old building, with several thick, tall columns on the right side of the frame and an archway visible in the background.", "C. Above the sea, a sun hangs in the sky, and the light it gives off colors the surrounding sky orange. On the left side of the picture is a silhouette of a seaside reef.", "D. The camera sits on the ground for the shot as waves wash up on the shore, stirring up foam. The sun in the distance emits a blinding golden light that colors the surrounding sky orange, and there are silhouettes of trees on the right side of the frame." ] }, { "video_id": "sample_37_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'How does a mysterious lake miles from the city?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 68.0, "options": [ "A. This is a virtual demonstration animation. A lot of blue virtual data formed a huge boat. Columns of numbers are displayed in the picture and on both sides.", "B. The sea churns, the tide rises and falls, and the waves wash over the shore, lapping against the reefs and stirring up a white wave.", "C. A circular lake surrounded by a ring of trees, the water was green in colour, and in the distance you could see flat green lawns, trees, and rolling downhill mountains with white clouds floating in the blue sky.", "D. There was a derelict shipwreck, with only some part of the hull left, rust all over the hull and white mould growing on the supports. The sea dropped and the derelict ship surfaced" ] }, { "video_id": "sample_37_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'It was built on a scale unlike anything else.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 76.0, "options": [ "A. A circular lake surrounded by a ring of trees, the water was green in colour, and in the distance you could see flat green lawns, trees, and rolling downhill mountains with white clouds floating in the blue sky.", "B. In a brightly lit room, a man in a white shirt and beard sits on a red sofa chair and talks facing the camera. There is a lot of furniture in the background with a red sofa, wooden cabinets, a fireplace, and a large window to the left and right.", "C. There was a derelict shipwreck, with only some part of the hull left, rust all over the hull and white mould growing on the supports. The sea dropped and the derelict ship surfaced.", "D. It is a reservoir surrounded by a high fence with some moss covering the wall, a dense canopy of trees can be seen above the fence, and there is a large rock on the right side of the picture with white clouds floating in the blue sky." ] }, { "video_id": "sample_37_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'What can a maritime graveyard.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 81.0, "options": [ "A. It is a reservoir surrounded by a high fence with some moss covering the wall, a dense canopy of trees can be seen above the fence, and there is a large rock on the right side of the picture with white clouds floating in the blue sky.", "B. A circular lake surrounded by a ring of trees, the water was green in colour, and in the distance you could see flat green lawns, trees, and rolling downhill mountains with white clouds floating in the blue sky.", "C. An uneven field was covered with weeds, and many red flowers were in bloom. In a midden there were the remains of a ship. In the distance are rolling mountains, and large clouds float in the sky.", "D. In a brightly lit room, a man in a white shirt and beard sits on a red sofa chair and talks facing the camera. There is a lot of furniture in the background with a red sofa, wooden cabinets, a fireplace, and a large window to the left and right." ] }, { "video_id": "sample_20_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 30.0, "options": [ "A. A lady in a gray-green dress was sitting on a swing when suddenly the stake broke and she fell to the ground.", "B. A shirtless man is using a zip line, after which the zip line rope breaks and he falls into a red and a green inflatable boat.", "C. A woman wearing a black short-sleeved top was skateboarding. Her skateboard hit a ball and she fell to the ground.", "D. A woman wearing a white short-sleeved top was skateboarding. Her skateboard hit a ball and she fell to the ground." ] }, { "video_id": "sample_20_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 91.0, "options": [ "A. A girl in an red dress and red pants held the end of the hose close to her mouth, after which water suddenly gushed out of the tube.", "B. A girl in an orange dress and red pants held the end of the hose close to her mouth, after which water suddenly gushed out of the tube.", "C. A lady in a red blouse was crouching on the ground when a ball flew violently and hit her on the head.", "D. A woman wearing dark glasses, carrying a man's arm, and moments later she slipped and fell to the ground." ] }, { "video_id": "sample_20_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 178.0, "options": [ "A. A child in a yellow hooded down jacket was skateboarding and he jumped up with his board, after which he fell and the board slid into the water.", "B. A little monkey lunged at a lady and ran away with a quick tug on her shirt with one little paw.", "C. A lady in a white shirt is on a swing. Two other men pushed her up high. When she swung back, the wooden stick that served as a seat broke.", "D. A lady in a green shirt is on a swing. Two other men pushed her up high. When she swung back, the wooden stick that served as a seat broke." ] }, { "video_id": "sample_20_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 297.0, "options": [ "A. A male wearing a black hoodie was standing on the bridge. He threw his cell phone in the air and attempted to catch it, but it fell under the bridge.", "B. A male wearing a white hoodie was standing on the bridge. He threw his cell phone in the air and attempted to catch it, but it fell under the bridge.", "C. A truck with a yellow front was loaded with goods. The truck swung from side to side and eventually fell onto its side.", "D. A man was riding a white horse on a beach when the horse jumped into a puddle, after which the man fell off the horse." ] }, { "video_id": "sample_20_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 353.0, "options": [ "A. A man wearing a black short-sleeved shirt jumped a few times on a trampoline before it suddenly broke through a hole, after which the man fell to the ground.", "B. A male in blue was carrying a male in black, and then the male in blue slammed the male in black onto the hood of a car, resulting in his butt smashing through the front windshield.", "C. A male in white was carrying a male in black, and then the male in blue slammed the male in black onto the hood of a car, resulting in his butt smashing through the front windshield.", "D. A man dressed in gray and wearing an orange hard hat pedaled past on a skateboard, only to fall to the ground because he was going too fast." ] }, { "video_id": "sample_6_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 44.0, "options": [ "A. A.A man in a suit holds a blue cloth in his left hand to cover the balloon in his right hand, and then presses the balloon with his left hand to turn it into a cartoon bird.", "B. B.A man in a suit holds a colored cloth in his left hand to cover the balloon in his right hand, and then uses his left hand to press the balloon hard, turning it into a cartoon bird.", "C. C.A man in a suit is dancing with a balloon in his left hand.", "D. D.A man in a suit blew a gray balloon." ] }, { "video_id": "sample_6_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 183.0, "options": [ "A. A.A man with long hair used his right hand to turn the sand in his left hand into a rope and slowly pulled it out from his left hand.", "B. B.A man with long hair knelt on the ground, holding sand in both hands.", "C. C.A man with long hair used his right hand to turn the sand in his left hand into a stick and slowly pulled it out from his left hand.", "D. D.A man with long hair knelt on the ground and lifted his right hand, leaking sand from his hand to his left." ] }, { "video_id": "sample_6_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 280.0, "options": [ "A. A.A man with long hair gradually turned the iron bars in his hands into sand.", "B. B.A man with long hair gradually turned the iron rings in his hands into sand.", "C. C.A man with long hair gradually turned the iron rod in his hand into an iron ring.", "D. D.A man with long hair used his left hand to grab some sand from the air." ] }, { "video_id": "sample_6_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 419.0, "options": [ "A. A.A man unplugged his right hand and installed it on his left hand.", "B. B.A man uses his right hand to pull out the middle finger of his left hand and connect it to his little finger.", "C. C.A man uses his left hand to pull out the thumb of his right hand and connect it to the little finger.", "D. D.A man uses his right hand to pull out the little finger of his left hand and connect it to his middle finger." ] }, { "video_id": "sample_6_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 483.0, "options": [ "A. A.A man presses his left finger with the palm of his right hand and then teleports the ring on his left ring finger to his left middle finger.", "B. B.A man presses the finger of his left hand with the palm of his right hand, and then teleports the ring of his left little finger onto his left thumb.", "C. C.A man holds a card in his right hand and covers his left little finger, then holds the card with his right hand and folds it, causing his left little finger to disappear under the card.", "D. D.A man presses the fingers of his left hand with the palm of his right hand, and then transforms his left hand into six fingers." ] }, { "video_id": "sample_49_Emotion_Recognition.mp4", "question": "What is the current emotion of the lady with long golden hair of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 158.0, "options": [ "A. She is a little excited because she is asking for people's names.", "B. She is a bit calm because she is explaining the rules of the game.", "C. She is a little confused because she forgot to flip a coin while someone else was telling her to flip a coin.", "D. She is a little amused because the crowd shouts for her to flip a coin." ] }, { "video_id": "sample_49_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in gray suits of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 194.0, "options": [ "A. He is a little excited because the hostess forgot to flip a coin.", "B. He is excited because he just flipped a coin.", "C. He is a bit nervous because the anchorwoman asked him to flip a coin.", "D. He is very excited because the contestant answered the question correctly." ] }, { "video_id": "sample_49_Emotion_Recognition.mp4", "question": "What is the current mood of the blonde man in the dark blue suit on the left side of the video, and what is causing his mood to change?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 306.0, "options": [ "A. He is very focused because he is listening to the hostess's questions.", "B. He is calm because he was thinking about the answer to the problem.", "C. He was happy because he answered the question correctly.", "D. He was very disappointed because he answered the question incorrectly." ] }, { "video_id": "sample_49_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a green suit on the right on of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 648.0, "options": [ "A. He is a little disappointed because their team answered the question incorrectly.", "B. He is happy because the opposing team answered wrong.", "C. He is calm because he is discussing the answer to the problem with his teammates.", "D. He is happy because their team answered the question correctly." ] }, { "video_id": "sample_49_Emotion_Recognition.mp4", "question": "What is the current mood of the bald man in the dark blue suit in the video and what is causing his mood to change?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 885.0, "options": [ "A. He is a little disappointed that their team lost.", "B. He is very nervous because there is not enough time to answer questions.", "C. He is very calm because he is listening to others.", "D. He is a little disappointed that his team answered the question incorrectly." ] }, { "video_id": "sample_46_Source_Discrimination.mp4", "question": "Who just said 'My cousin's ceremony is tonight.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 17.0, "options": [ "A. A little blonde girl wearing a red and white blouse and a yellow skirt with spots.", "B. a little girl with black hair wearing a white short-sleeved shirt with flowers and butterflies, a green skirt with flowers and butterflies, a brown shoulder bag with flowers and butterflies, and glasses.", "C. a brunette wearing a white and yellow blouse with a floral pattern under a blue, pink, and yellow striped skirt.", "D. a little brown-haired boy wearing a yellow and orange blouse with a speckled pattern and green striped pants." ] }, { "video_id": "sample_46_Source_Discrimination.mp4", "question": "Who just said 'Let's go.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 39.0, "options": [ "A. a little girl with black hair wearing a white short-sleeved shirt with flowers and butterflies, a green skirt with flowers and butterflies, a brown shoulder bag with flowers and butterflies, and glasses.", "B. A little blonde girl wearing a red and white blouse and a yellow skirt with spots.", "C. a brunette wearing a white and yellow blouse with a floral pattern under a blue, pink, and yellow striped skirt.", "D. a little brown-haired boy wearing a yellow and orange blouse with a speckled pattern and green striped pants." ] }, { "video_id": "sample_46_Source_Discrimination.mp4", "question": "Who just asked 'What did your power?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 89.0, "options": [ "A. a little girl with black hair wearing a white short-sleeved shirt with flowers and butterflies, a green skirt with flowers and butterflies, a brown shoulder bag with flowers and butterflies, and glasses.", "B. a brunette wearing a white and yellow blouse with a floral pattern under a blue, pink, and yellow striped skirt.", "C. A little blonde girl wearing a red and white blouse and a yellow skirt with spots.", "D. a little brown-haired boy wearing a yellow and orange blouse with a speckled pattern and green striped pants." ] }, { "video_id": "sample_46_Source_Discrimination.mp4", "question": "Who just said 'We swear to always help those around us.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 152.0, "options": [ "A. A white-haired grandmother wearing a long red dress with a black floral pattern decorating the hem and a golden ornament hanging from her waist.", "B. a little girl with black hair wearing a white short-sleeved shirt with flowers and butterflies, a green skirt with flowers and butterflies, a brown shoulder bag with flowers and butterflies, and glasses.", "C. A little blonde girl wearing a red and white blouse and a yellow skirt with spots.", "D. a little brown-haired boy wearing a yellow and orange blouse with a speckled pattern and green striped pants." ] }, { "video_id": "sample_46_Source_Discrimination.mp4", "question": "Who just said 'But now you all know the family, Madrigal.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 234.0, "options": [ "A. A white-haired grandmother wearing a long red dress with a black floral pattern decorating the hem and a golden ornament hanging from her waist.", "B. A little blonde girl wearing a red and white blouse and a yellow skirt with spots.", "C. a little girl with black hair wearing a white short-sleeved shirt with flowers and butterflies, a green skirt with flowers and butterflies, a brown shoulder bag with flowers and butterflies, and glasses.", "D. a little brown-haired boy wearing a yellow and orange blouse with a speckled pattern and green striped pants." ] }, { "video_id": "sample_30_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 249.0, "options": [ "A. He is incredulous because he saw a successful take-off by a motorcycle loaded with a glider.", "B. He is shocked because he saw a metal circular saw rushing very fast towards the building.", "C. He is shocked because he saw a metal circular saw stuck into the doorframe.", "D. He is shocked because he saw a by a motorcycle loaded with a glider successfully take off." ] }, { "video_id": "sample_30_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 268.0, "options": [ "A. He is incredulous because he saw a successful take-off by a motorcycle loaded with a glider.", "B. He is very happy because he sees a bear with something in its mouth grabbing the top of a wooden wall and kicking it open with its feet.", "C. He is a little in admiration because he saw a man dressed in black throw something onto a boat in the distance.", "D. He is shocked because he saw a by a motorcycle loaded with a glider successfully take off." ] }, { "video_id": "sample_30_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 333.0, "options": [ "A. He is a bit shocked because a squirrel is jumping onto a woman wearing a red dress.", "B. He is very happy because he sees a bear with something in its mouth grabbing the top of a wooden wall and kicking it open with its feet.", "C. He is a little in admiration because he saw a man dressed in black throw something onto a boat in the distance.", "D. He is a little happy because a tree is spraying water." ] }, { "video_id": "sample_30_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 371.0, "options": [ "A. He is a bit shocked because a squirrel is jumping onto a woman wearing a red dress.", "B. He is somewhat joyful because he thinks the man’s voice in the video is a bit cool.", "C. He is a little disgusted because he sees beetle tattoos on other people's thighs.", "D. He is a little happy because a tree is spraying water." ] }, { "video_id": "sample_30_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 518.0, "options": [ "A. He is shocked because he sees an elderly man, bare-chested, sitting in a rocking chair which then falls backward.", "B. He is somewhat joyful because he thinks the man’s voice in the video is a bit cool.", "C. He is a little disgusted because he sees beetle tattoos on other people's thighs.", "D. He is very shocked because he is seeing a crocodile chasing a fish that has jumped onto land." ] }, { "video_id": "sample_20_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman in the middle of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 53.0, "options": [ "A. She is very serious and calm.", "B. She is extremely frustrated.", "C. She is overwhelmed with anger.", "D. She is deeply sad." ] }, { "video_id": "sample_20_Emotion_Recognition.mp4", "question": "What is the current mood of the woman in the middle of the video, and what is causing her emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 80.0, "options": [ "A. She was very excited because she hear that she would be nominated for more awards in the future.", "B. She was very sad, because she knew that she was sadly not nominated for this award.", "C. She was very angry because she saw her husband getting intimate with the host on stage.", "D. She was very calm, because she was trying to contain her frustration at losing the election." ] }, { "video_id": "sample_20_Emotion_Recognition.mp4", "question": "What is the current mood of the woman in the right of the video, and what is causing her emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 182.0, "options": [ "A. She was very excited because she hear that she would be nominated for more awards in the future.", "B. She was very sad, because she knew that she was sadly not nominated for this award.", "C. She was very happy because she could hear the applause and cheers of the people around her.", "D. She was very calm, because she was trying to contain her frustration at losing the election." ] }, { "video_id": "sample_20_Emotion_Recognition.mp4", "question": "What is the current mood of the woman in the left of the video, and what is causing her emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 238.0, "options": [ "A. She was very happy because she heard her name read by the host when she announced the nominations.", "B. She was very sad, because she knew that she was sadly not nominated for this award.", "C. She was very excited because she heard the applause and cheers of the people around her.", "D. She was very calm, because she was trying to contain her frustration at losing the election." ] }, { "video_id": "sample_20_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman in the middle of the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 401.0, "options": [ "A. She is very serious and calm.", "B. She is very upset and angry.", "C. She is very moved and excited.", "D. She is very sad and upset." ] }, { "video_id": "sample_30_Misleading_Context_Understanding.mp4", "question": "What playing cards are on the green table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 58.0, "options": [ "A. There is a k of hearts, a j of diamonds and a 3 of spades.", "B. Here there is a q of hearts, a q of diamonds and a 5 of clubs.", "C. There is not a single playing card here.", "D. There are a 7 of diamonds, a 2 of hearts and a q of clubs." ] }, { "video_id": "sample_30_Misleading_Context_Understanding.mp4", "question": "What are the face-up playing cards here?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. Here we have a q of hearts, a q of diamonds, a 10 of spades and a 5 of clubs.", "B. Here there is a 7 of diamonds, a q of clubs and a 2 of hearts.", "C. There is not a single face-up playing card here.", "D. There are two fours of hearts and a seven of hearts." ] }, { "video_id": "sample_30_Misleading_Context_Understanding.mp4", "question": "What playing cards now exist on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 235.0, "options": [ "A. There is an ace of spades, a j of hearts and a 3 of hearts there.", "B. There is not a single playing card there.", "C. There is a 10 of diamonds, a 9 of clubs, a 4 of clubs, a 5 of spades, a 2 of spades, a 3 of spades, and an ace of hearts.", "D. There is a 9 of clubs, a 3 of spades and an ace of hearts." ] }, { "video_id": "sample_30_Misleading_Context_Understanding.mp4", "question": "How many playing cards are in here?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 355.0, "options": [ "A. There are nine playing cards, one six of hearts, one three of spades, two eights of hearts, one three of clubs, one nine of clubs, one ace of clubs, one three of spades, and one ten of clubs.", "B. There are five playing cards, a j of spades, a j of hearts, a 9 of spades, an 8 of spades and an ace of clubs.", "C. There are no any playing cards here.", "D. There are six playing cards here, a 7 of hearts, a j of spades, two 10 of spades, a 10 of diamonds and a q of diamonds." ] }, { "video_id": "sample_30_Misleading_Context_Understanding.mp4", "question": "How many playing cards are here now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 476.0, "options": [ "A. There is not a single playing card there.", "B. There are three cards there, a 2 of hearts, a 7 of spades and a 10 of clubs.", "C. There are six cards there, a king of spades, a six of diamonds, a two of hearts, an eight of diamonds, a seven of spades and a ten of clubs.", "D. There are five cards there, a 5 of hearts, a 5 of diamonds, a 10 of hearts, a k of clubs and a j of hearts." ] }, { "video_id": "sample_16_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 52.0, "options": [ "A. The man in the gray jacket swims to shore, dripping wet and says, 'Definitely hammering on that.'.", "B. The man in the gray jacket and pants slowly climbs down from the tree, and the narrator says, 'I've wrestled down a fallen tree and rung myself out after torrential rain.'.", "C. A river appears in front of the man and the man in the gray jacket and pants tries to find another way and accidentally falls into the river as the narrator says, 'But the jungle isn't finished with me yet.'.", "D. A man in a gray jacket and a black backpack walks through a thick, deep forest, and the narrator says, 'I'm fighting my way through the jungle of Borneo.'." ] }, { "video_id": "sample_16_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 122.0, "options": [ "A. A man in a grey jacket and trousers had a leech on his abdomen, and the man pulled it off and said: 'Best thing to do is grab him by the held and then twist him off.'.", "B. A man in a grey jacket and trousers picks a side of greenery and then puts it in his mouth to chew it up, then pu it on the wound, he explains, 'All you do, grab some of the top young leaves, chew them up, make into a pulp, and then take that and put it straigt onto the wound.'.", "C. The man in a grey jacket and trousers lifts up his jacket, which is covered with blood stains, and explains: 'look all of those are just blood stains on my shirt.'.", "D. The man lifts up his shirt and points to the leech bite and explains, 'you see even that, the wound look. And what they do is inject an anticoagulant.'." ] }, { "video_id": "sample_16_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 156.0, "options": [ "A. A man in a grey jacket and trousers sticks chewed greenery to a wound, he explains:'And that will help the blood calculate and the least bite to heal itself.'.", "B. A man in a grey jacket and trousers cautiously follows the river downstream, holding onto the rocks as he steadily progresses, the narrator says:'following the river makes navigation easier, but that doesn't, guarantee that you can move any faster.'.", "C. The man in a grey jacket and trousers squats down in the shallow part of the river and explains, 'I know this is slow, but it is quicker than trying to hack through the actual jungle itself.'.", "D. The man in a grey jacket and trousers walks forward with his arms outstretched, keeping his balance, and the narrator says:'These wet rocks covered in slime mean there's a constant risk of twisted ankle or worse.'." ] }, { "video_id": "sample_16_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 338.0, "options": [ "A. A man in a grey jacket and trousers places a fish trap in a river, after which he says 'And when they teach survival in the military, they talk about fish first.'.", "B. A man in a grey jacket and trousers walks to a high place in the jungle and the narrator says 'Next to sort out somewhere to sleep.'.", "C. The man in a grey jacket and trousers squats down in the shallow part of the river and explains, 'I know this is slow, but it is quicker than trying to hack through the actual jungle itself.'.", "D. A large pit appears in front of the camera and a man in a grey jacket and trousers carrying a school bag walks towards a tree in the deep forest, the narrator says 'I plan to imitate Borneo's famous orangutans and build a nest up in the trees.'." ] }, { "video_id": "sample_16_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 351.0, "options": [ "A. A man in a grey jacket and trousers places a fish trap in a river, after which he says 'And when they teach survival in the military, they talk about fish first.'.", "B. A man in a grey jacket and trousers walks to a high place in the jungle and the narrator says 'Next to sort out somewhere to sleep.'.", "C. The man in a grey jacket and trousers walks up to a tree and gestures with his hand as he explains: 'See this? A couple of trees linking together. limbs that aren't too high up the tree might be able to use this for some sort of overnight shelter.'.", "D. A large pit appears in front of the camera and a man in a grey jacket and trousers carrying a school bag walks towards a tree in the deep forest, the narrator says 'I plan to imitate Borneo's famous orangutans and build a nest uo in the trees.'." ] }, { "video_id": "sample_37_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 52.0, "options": [ "A. White player 23 attacks with the ball and Black player 30 defends. Player 23 of the White team uses confrontation plus a turnaround to fool his opponent, then shoots and makes the exact shot. The commentator says, 'Draymond Green makes a layup.'.", "B. White 15 dribbles from the 3-point line, 23 runs into the open space, 15 quickly passes to 23, and 23 shoots the ball accurately. The commentator says, 'Defense is once again a major problem on the road.'.", "C. Black team 23 steps up to receive the ball and he uses the opportunity to quickly drive to the basket for a three-step layup. The commentator says: 'Draymond Green makes a layup.'.", "D. 23 and 30 of the Black Team work together silently. No. 23 passes the ball to No. 30 on the block, who checks No. 23's route as he dribbles, then instantly passes the ball to No. 23 for a layup. The commentator says, 'Curry finds Green, cuts it to Grimm and lays it up and in.'." ] }, { "video_id": "sample_37_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 83.0, "options": [ "A. Player 15 of the White team attacks with the ball. The Blue team gets back on defense in time, and Player 15 of the White team suddenly stops the ball and passes it to Player 23, who accurately hits a three-pointer. The commentator says: \"Here it comes, Reeves throws the ball back and James is open for a three-pointer.\".", "B. Blue 23 passes the ball to 30, who hits a backward jumper for a 3-pointer. The commentator says, \"Curry makes the shot.\".", "C. Player 15 of the White team attacks with the ball. With his teammates covering him, he drives to the basket and makes a smooth jump shot. The commentator says, \"Reeves left wide open.\".", "D. Blue 23 passes the ball to 30, who is a silent partner. 23 passes the ball first to 30 on the block, 30 checks 23's route while dribbling, and passes the ball to 23 in a split second, who scores a layup. The commentator said, \"Curry Finescreen cuts it a grim and lays it up and in.\"." ] }, { "video_id": "sample_37_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 107.0, "options": [ "A. Blue team 30 brings the ball offense and against the enemy defense, 30 matches up with 22 and passes the ball to 22 at the top of the key, who jumps and catches the ball and shoots and scores. The commentator said: 'Green quick outlet to Curry, Tried a circus shot LeBron did that time, Wiggins gets inside.'.", "B. Blue team 22 attacks the lane with the ball, two players from the white team fail to defend, and finally the black team 22 scores well. The commentator says, 'Wiggins gets inside.'.", "C. The white team 30 brings the ball offense and against the enemy defense, 30 matches up with 22 and passes the ball to 22 at the top of the key, who jumps and catches the ball and shoots and scores. The commentator said:'try to circus shot LeBron did that time.'.", "D. The Blue team 23 layup shot misses, and the 00th player makes a remedy, but it is unsuccessful, and the ball falls into the hands of the opponent and is scored on. The commentator said, 'Kaminga follow won't go.'." ] }, { "video_id": "sample_37_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 145.0, "options": [ "A. Blue team 30 brings the ball offense over the enemy defense to the three-point line for an accurate three-pointer. The commentator says, 'Curry took a tumble, slow to get up, Curry knocks down another three'.", "B. Blue 23 passes the ball down the floor to 30, who makes a flying layup and scores, and ends up falling down. The commentator says, 'Christie as Curry goes back door backs it in off the glass'.", "C. Player 2 of the white team attacks with the ball, sees 23 in the distance and quickly passes the ball. Player 23 of the white team catches the ball and scores with a dunk. The commentator says, 'the other end goes up and throws it down'.", "D. White player 2 passes the ball to player 10, who fights off Blue player 23 and scores a dunk. The commentator says, 'little zone defense here from Golden State and Christie still threw it down'." ] }, { "video_id": "sample_37_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 165.0, "options": [ "A. Blue team 30 brings the ball offense over the enemy defense to the three-point line for an accurate three-pointer. The commentator excitedly says, 'slow to get up as Curry knocks down another 3 his third 3 pointer of the first period.'.", "B. Blue team 1 carries the ball to the 3-point line, then passes the ball to 20 in the post, who slowly stops and leaps from the 3-point line to hit an accurate 3-pointer. The commentator said, 'You wonder about this unit here, Mike, Sharjah's an excellent addition because of his ability to do that'.", "C. Player 3 of the white team drives with the ball, 5 of the blue team defends, and player 23 of the white team makes a confrontation plus a turnaround shot and scores. The commentator says, 'tI thought this handle from Anthony Davis, you've been doing more this lately Doris.'.", "D. White player 2 passes the ball to player 10, who fights off Blue player 23 and scores a dunk. The commentator says, 'little zone defense here from Golden State and Christie still threw it down.'." ] }, { "video_id": "sample_26_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 95.0, "options": [ "A. A player in a white jersey was shooting at the goal, the ball went over two players in red jerseys, a goalie in yellow tried to dive to stop the ball but failed, the ball went in the goal, the narrator said 'Sight of goal from Marcus Rashford!'.", "B. A player in a white No. 10 jersey was saluting the crowd, after which another player in a white No. 8 jersey shoulder-bumped a player in a white No. 10 jersey, and the narrator said 'You'l take it on from anywhere.'.", "C. A player in a red uniform dribbles the ball and is blocked by two players in white uniforms, causing the ball to be kicked out of the field, and the narrator says 'And he runs into Wanda Saka.'.", "D. A player in a red jersey headed the flying soccer ball into the goal, a goalkeeper in a black jersey tried to stop it to no avail, and the narrator said 'Danger in Ketyan!'." ] }, { "video_id": "sample_26_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 172.0, "options": [ "A. A player in a red uniform dribbled the ball to the goal, but there were players in white uniforms on the left and right sides, and the player in white uniform on the right side kicked the ball away with a sliding kick and also kicked the player in red uniform down, and the narrator said, 'What a lovely depth, what a footwork that was.'.", "B. A player in a white jersey shoots hard at the goal, then a goalie in a yellow jersey swoops in and bounces the ball away, and the narrator says 'Good shot, good save.'.", "C. A player in a red uniform dribbles the ball and is blocked by two players in white uniforms, causing the ball to be kicked out of the field, and the narrator says 'And he runs into Wanda Saka.'.", "D. A player in a red jersey headed the flying soccer ball into the goal, a goalkeeper in a black jersey tried to stop it to no avail, and the narrator said 'Danger in Ketyan!'." ] }, { "video_id": "sample_26_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 262.0, "options": [ "A. A player in a red uniform dribbled the ball to the goal, but there were players in white uniforms on the left and right sides, and the player in white uniform on the right side kicked the ball away with a sliding kick and also kicked the player in red uniform down, and the narrator said, 'What a lovely depth, what a footwork that was.'.", "B. A player in a white jersey shoots hard at the goal, then a goalie in a yellow jersey swoops in and bounces the ball away, and the narrator says 'Good shot, good save.'.", "C. A player in a white jersey, who was impeded by a player in a red jersey, took a shot at the goal, but it was blocked by the keeper in a yellow jersey, and then another player in a red jersey kicked the ball back that was about to dive out of play, and the announcer said 'Rashford, saved just above by Aaron Ramsdale.'.", "D. A player in a red jersey shoots from a distance away from the goal, the ball passes through two players in white jerseys, the goalkeeper in a black jersey swoops and can't stop the goal, after which the narrator says 'Ericsson, what a goal!'." ] }, { "video_id": "sample_26_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 315.0, "options": [ "A. A player in a white jersey and a player in a red jersey are fighting for the ball when the player in the red jersey kicks the ball off the field, and the narrator says 'one of them is Bruno Fernandes.'.", "B. A player in a yellow jersey deflected the ball, but a player in a white jersey headed it into the goal, and a player in a red jersey tried to head it out of the goal but failed, and the narrator said, 'He's decided to come, stooping header.'.", "C. A player in a white jersey, who was impeded by a player in a red jersey, took a shot at the goal, but it was blocked by the keeper in a yellow jersey, and then another player in a red jersey kicked the ball back that was about to dive out of play, and the announcer said 'Rashford, saved just above by Aaron Ramsdale.'.", "D. A player in a red jersey shoots from a distance away from the goal, the ball passes through two players in white jerseys, the goalkeeper in a black jersey swoops and can't stop the goal, after which the narrator says 'Ericsson, what a goal!'." ] }, { "video_id": "sample_26_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 423.0, "options": [ "A. A player in a white jersey and a player in a red jersey are fighting for the ball when the player in the red jersey kicks the ball off the field, and the narrator says 'one of them is Bruno Fernandes.'.", "B. A player in a white uniform tries to slide for the ball, but the player in a red uniform kicks the ball out before he can slide for it, and then another player in a red uniform kicks the ball a little bit higher to avoid the goalie, and then the goal is scored, and the announcer says 'arriving is odegaard.'.", "C. A player in a red uniform shoots, but the ball hits the frame and bounces away, and the narrator says 'so similar to the goal he scored.'.", "D. A player in a yellow jersey deflected the ball, but a player in a white jersey headed it into the goal, and a player in a red jersey tried to head it out of the goal but failed, and the narrator said, 'He's decided to come, stooping header.'." ] }, { "video_id": "sample_43_Emotion_Recognition.mp4", "question": "What is the emotion of the man with the blue crossbody bag in the video now?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 52.0, "options": [ "A. He feels confused.", "B. He feels at ease.", "C. He feels at peace.", "D. He feels calm." ] }, { "video_id": "sample_43_Emotion_Recognition.mp4", "question": "What is the emotion of the man with the blue crossbody bag in the video now?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 56.0, "options": [ "A. He feels confused.", "B. He feels at ease.", "C. He feels grateful.", "D. He feels calm." ] }, { "video_id": "sample_43_Emotion_Recognition.mp4", "question": "What is the emotion of the man with the blue crossbody bag in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 80.0, "options": [ "A. He feels confused.", "B. He feels urgent.", "C. He feels grateful.", "D. He feels helpless." ] }, { "video_id": "sample_43_Emotion_Recognition.mp4", "question": "What is the emotion of the man with the blue crossbody bag in the video now?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 122.0, "options": [ "A. He feels at peace.", "B. He feels anxious.", "C. He feels grateful.", "D. He feels anger." ] }, { "video_id": "sample_43_Emotion_Recognition.mp4", "question": "What is the emotion of the man with the blue crossbody bag in the video now?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 188.0, "options": [ "A. He feels helpless.", "B. He feels calm.", "C. He feels joy.", "D. He feels discontent." ] }, { "video_id": "sample_4_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man angrily said 'Yes, it's working.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 20.0, "options": [ "A. A man in a black coat is pushing open the door and walking in.", "B. A dark-haired lady picked up the white telephone from her desk.", "C. A man appeared in the room. He is holding a black telephone in his left hand and talking with an angry frown on his face.", "D. Four people sitting around a wooden table playing a game looked at the man who walked in with surprise." ] }, { "video_id": "sample_4_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'What will you thinking.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 103.0, "options": [ "A. A blonde woman walks up, her hair disheveled and tired.", "B. A man in red stood up. He was frowning and looked confused.", "C. A blonde woman and a man in red are sitting on a light brown couch.", "D. A blonde woman turned to her right and spoke to the man sitting next to her." ] }, { "video_id": "sample_4_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I am late for keeping up with this.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 149.0, "options": [ "A. A man in red straightened the clothes hanging from his arms as he crossed the crowd to the left.", "B. A man in red turned to the right and spoke to a blonde woman sitting on the couch.", "C. A man in red walked between the two women while he was talking.", "D. A man in red turned and walked out the door after saying his piece." ] }, { "video_id": "sample_4_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I wanna go to the bathroom.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 225.0, "options": [ "A. A man in a long purple sleeve was talking as he walked to the door.", "B. A woman in a black coat opened the door and went out, closing it behind her.", "C. A man and a woman are sitting around a small wooden table, talking face to face.", "D. A man in a long purple sleeve stopped at the closed door, turned around, said that's fine, then reached out, opened the door and walked out." ] }, { "video_id": "sample_4_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'She's on the other line,just gonna call me back.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 275.0, "options": [ "A. A man with short black hair sits in a chair with a black telephone in his right hand and is talking on the phone.", "B. The woman puts a white cloth under the man's shoes.", "C. A man jumps up from his chair and begins to dance happily on the floor. On the left, a woman sits at a round table in the center of the kitchen and looks up at the man.", "D. As the man sits on the back of the chair and talks, the woman looks up at him and picks up a bottle of mineral water from the table with her left hand." ] }, { "video_id": "sample_10_Source_Discrimination.mp4", "question": "Who just said 'I'll just pee in the street.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 30.0, "options": [ "A. A dark-haired man wearing a dark brown blazer, a blue shirt, and a brown striped tie.", "B. A blonde woman wearing a black blazer with a yellow, pink, red, and gray diamond pattern and a gold necklace.", "C. A dark-haired male wearing a brown leather jacket with a burgundy turtleneck sweater and black pants.", "D. A blonde woman wearing a black suit with a black, pink, red, and gray diamond pattern and a gold necklace around her neck." ] }, { "video_id": "sample_10_Source_Discrimination.mp4", "question": "Who just said 'You don't think my mom's sexy?'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 119.0, "options": [ "A. A dark-haired male wearing a dark brown blazer with a blue shirt and a brown striped tie.", "B. A brown-haired male wearing a gray, black, and white striped bathrobe with a white tank top and a red belt.", "C. A brown-haired male wearing a blue round-neck, long-sleeved shirt and dark blue pants.", "D. A brown-haired male wearing a brown, black, and white striped bathrobe, a white undershirt, and a red sash." ] }, { "video_id": "sample_10_Source_Discrimination.mp4", "question": "Who just said 'Well, sounds like you two have issues.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 155.0, "options": [ "A. A blonde female wearing a robe with a gold background, black texture, and black collar and sleeves.", "B. A male with curly black hair wearing a black and white patterned sweater and olive green pants.", "C. A male with brown hair wearing a gray, black, and white striped bathrobe with a white undershirt and a red sash.", "D. A dark-haired male wearing a dark brown blazer with a blue shirt and a brown striped tie." ] }, { "video_id": "sample_10_Source_Discrimination.mp4", "question": "Who just asked 'What are you guys doing here?'.?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 179.0, "options": [ "A. A blonde female wearing a gold background with black textures and a robe with a black collar and cuffs.", "B. A dark-haired female wearing a red V-neckline blouse and black pants with a silver watch.", "C. A brown-haired male wearing a gray, black, and white striped bathrobe with a white tank top and a red sash.", "D. A dark-haired male wearing a dark brown blazer with a blue shirt and a brown striped tie." ] }, { "video_id": "sample_10_Source_Discrimination.mp4", "question": "Who just said 'I kissed your mom.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 214.0, "options": [ "A. A brown-haired male wearing a brown, green, red, and black striped sweater and blue jeans.", "B. A male with brown hair wearing a black, gray, and white plaid shirt and light blue jeans.", "C. A dark-haired female wearing a red v-neckline top and black pants with a silver watch.", "D. A dark-haired male wearing a dark brown blazer with a blue shirt underneath and a brown striped tie." ] }, { "video_id": "sample_41_Misleading_Context_Understanding.mp4", "question": "How many red snooker balls are there on the table at this point in time?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 174.0, "options": [ "A. There are currently twelve red snooker balls on the table.", "B. There are currently thirteen red snooker balls on the table.", "C. There are currently eleven red snooker balls on the table.", "D. There are currently fourteen red snooker balls on the table." ] }, { "video_id": "sample_41_Misleading_Context_Understanding.mp4", "question": "How many balls of what colour are there on the table besides the red ball?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 291.0, "options": [ "A. There is a black ball, a white ball and a pink ball totalling three balls.", "B. One yellow ball, one blue ball, one brown ball, one green ball, one pink ball, one white ball and one black ball totalling seven balls.", "C. There is one yellow ball, one blue ball, one brown ball, one green ball, one pink ball and one white ball totalling six balls.", "D. There is a yellow ball, a blue ball, a brown ball, a green ball, a pink ball and a black ball totalling six balls." ] }, { "video_id": "sample_41_Misleading_Context_Understanding.mp4", "question": "How many red balls are still on the table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 416.0, "options": [ "A. Now there are seven red balls on the table.", "B. There are now five red balls left on the table.", "C. There are now six red balls left on the table.", "D. There are four red balls on the table now." ] }, { "video_id": "sample_41_Misleading_Context_Understanding.mp4", "question": "What balls exist on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 473.0, "options": [ "A. There are white, yellow, blue, brown, green, red and pink balls on the table.", "B. There are white, black, pink, red and yellow balls on the table.", "C. There are white, yellow, blue, brown, green, red, pink and black balls on the table.", "D. There are only white balls on the table." ] }, { "video_id": "sample_41_Misleading_Context_Understanding.mp4", "question": "How many balls of what colour are on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 594.0, "options": [ "A. There are also a red ball, a yellow ball, a blue ball, a brown ball, a green ball, a white ball and a pink ball totalling seven balls.", "B. There are also a red ball, a white ball, a black ball and a pink ball totalling four balls.", "C. There are also a yellow ball, a brown ball, a blue ball, a green ball, a red ball, a pink ball, a white ball and a black ball totalling eight balls.", "D. There are also two red balls, one yellow ball, one brown ball, one blue ball, one green ball, one pink ball, one white ball and one black ball totalling nine balls." ] }, { "video_id": "sample_4_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 25.0, "options": [ "A. A group of crabs are crawling on the rocks and they are all looking at the sea, the narrator says 'waiting for the tide to go out.'.", "B. A crab walks on a rock, and the words 'Crab vs. Eel vs. Octopus' are in the scene, and the narrator says 'One of thousands of shore crabs just waiting for their moment.'.", "C. A group of crabs walking on a rocky shore. The narrator says 'One of thousands of shore crabs just waiting for their moment.'.", "D. A group of crabs crawling on the rocks, with the sea below, and the narrator says, 'Every day, they gather on the tropical shores of Brazil.'." ] }, { "video_id": "sample_4_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 41.0, "options": [ "A. A group of crabs are crawling on the rocks and they are all looking at the sea, the narrator says 'waiting for the tide to go out.'.", "B. A green seaweed-covered rock, washed by the sea, with a deep blue ocean and cliffs in the background, the narrator says 'Seaweed-covered rocks, 100 meters from the shore.'.", "C. A blue seaweed-covered rock, washed by the sea, with a deep blue ocean and cliffs in the background, the narrator says 'Seaweed-covered rocks, 100 meters from the shore.'.", "D. A group of crabs crawling on the rocks, with the sea below, and the narrator says, 'Every day, they gather on the tropical shores of Brazil.'." ] }, { "video_id": "sample_4_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 53.0, "options": [ "A. A group of crabs are crawling on the rocks and they are all looking at the sea, the narrator says 'waiting for the tide to go out.'.", "B. A green seaweed-covered rock, washed by the sea, with a deep blue ocean and cliffs in the background, the narrator says 'Seaweed-covered rocks, 100 meters from the shore.'.", "C. A crab with black markings on its back leaps up from the rocks, the narrator says 'Getting there is a race against the tide.'.", "D. A crab with blue spots on its back jumps up from the rock and the narrator says 'Getting there is a race against the tide.'." ] }, { "video_id": "sample_4_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 95.0, "options": [ "A. A green spotted moray eel bites a crab standing on a rock and grabs it into the sea, the narrator says 'And for good reason.'.", "B. A green seaweed-covered rock, washed by the sea on the seashore, with a deep blue ocean and cliffs in the background, the narrator says 'Seaweed-covered rocks, 100 meters from the shore.'.", "C. A crab with black spots on its back leaps up from the rocks, the narrator says 'Getting there is a race against the tide.'.", "D. A moray eel with brown markings bites a crab standing on a rock and grabs it into the sea, and the narrator says 'And for good reason.'." ] }, { "video_id": "sample_4_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 115.0, "options": [ "A. A moray eel with brown markings is hiding by a rock and the narrator says 'The chain moray is a specialist crab hunter.'.", "B. A moray eel with green spots is hiding next to a rock and the narrator says 'The chain moray is a specialist crab hunter.'.", "C. A crab with black spots on its back leaps up from a rock, and the narrator says 'Getting there is a race against the tide.'.", "D. A moray eel with brown markings bites a crab standing on a rock and grabs it into the sea, the narrator says 'And for good reason.'." ] }, { "video_id": "sample_44_Misleading_Context_Understanding.mp4", "question": "What do the images in the video show?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 63.0, "options": [ "A. The walls of the house are beige, there is a fireplace with a burning bonfire on the wall in the middle of the house, and around the fireplace there is a red platform with a black TV screen on it.", "B. The video shows a house in the woods with a grey roof, a road leading to the door of the house, and a line in white lettering in the lower left corner of the screen that reads '24 Barrie Hill Lane Minesing, Ontario'.", "C. This overhead shot shows a dense wooded area with a main road in the woods, with the road splitting off to each of the houses, which have black roofs.", "D. This room has grey walls, a white ceiling, a black ceiling fan above the ceiling, a red floor, a table in the middle of the room, two rows of sofas and two stools around the table." ] }, { "video_id": "sample_44_Misleading_Context_Understanding.mp4", "question": "What exists inside this room?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 168.0, "options": [ "A. The walls of the house are beige, there is a fireplace with a burning bonfire on the wall in the middle of the house, and around the fireplace there is a red platform with a black TV screen on it.", "B. The room had a painting on a light green wall and a very fuzzy window, a washbasin in front of the window with a white sink in it, and a pot of greenery on the windowsill of the window.", "C. It was a cloakroom with a huge black cupboard which was divided into storage compartments for clothes and shoes.", "D. The room had a brown round table with a white glass container on it, brown stools around the table, a glass chandelier with a yellow light on the ceiling of the room, and a brown cupboard full of sundries in the room." ] }, { "video_id": "sample_44_Misleading_Context_Understanding.mp4", "question": "What's in the room on the video screen?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 225.0, "options": [ "A. The room had a painting on a light green wall and a very fuzzy window, a washbasin in front of the window with a white sink in it, and a pot of greenery on the windowsill of the window.", "B. This room has a brown floor, a grey carpet on the floor, a bed with white sheets on the carpet, a cupboard opposite the bed, a TV on the cupboard, and two red sofas inside the room.", "C. Inside this room there is a brown washbasin with a black countertop and a white sink inside , there is a mirror on the wall, and inside the room there is a bathtub and a toilet, and outside the bathtub there is a grey curtain.", "D. This room has two windows with grey curtains next to them, a round chandelier with yellow lights above the ceiling of the room, a grey carpet on the floor of the room, a leather black chair on top of the carpet, a table next to the chair with a computer and a few decorative items." ] }, { "video_id": "sample_44_Misleading_Context_Understanding.mp4", "question": "What exists in this room now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 262.0, "options": [ "A. Inside this room there is a brown washbasin with a black countertop and a white sink inside, there is a mirror on the wall, and inside the room there is a bathtub and a toilet, and outside the bathtub there is a grey curtain.", "B. This room has blue walls and a painting on the wall, inside the room there is a white table with a white table lamp, next to the table there is an off-white chair, and on the left side of the room there is a blue couch and a round chandelier.", "C. The walls of this room were made up of small brown and yellow squares, and inside the room there was a grey curtain with a white ceramic bathtub with a silver showerhead on top of it.", "D. The walls of the room were off-white with a rectangular painting hanging on the wall, there was a bed in the middle of the room with a grey comforter, there were a couple of white pillows and grey pillows on the bed, and beside the bed there was a bedside table with a yellow glowing lamp on it." ] }, { "video_id": "sample_44_Misleading_Context_Understanding.mp4", "question": "What's in this room on the video screen?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 355.0, "options": [ "A. There were two yellow-lit lamps on the walls of this room, and inside the room there was a white bookcase with lots of books, and on the floor there was a carpet with a row of black sofas, and a black coffee table.", "B. The walls of the room were off-white with a rectangular painting hanging on the wall, there was a bed in the middle of the room with a grey comforter, there were a couple of white pillows and grey pillows on the bed, and beside the bed there was a bedside table with a yellow glowing lamp on it.", "C. This room has blue walls, a brown floor, a grey carpet on the floor, a window on the left side of the room, a beige sofa underneath the window, and a black and white sofa and two brown cupboards in the room, and a black cupboard with a television screen on top of it.", "D. This room has a white door with a window, on the left side of the room there is a cupboard with black hooks on it, the hooks have a few clothes hanging on them, underneath the cupboard there are a few pairs of black shoes, on the right side of the room there are a few clothes baskets and two washing machines." ] }, { "video_id": "sample_21_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 43.0, "options": [ "A. When A truck passed a railway track junction, the cargo on board was caught by the long-arm cargo on the train, and then overturned.", "B. A car was going too fast and hit a blue truck in front of it, and the truck turned over.", "C. On a side street, a black Mercedes was backing up and crashed into the car behind it.", "D. On a side road, a car continued to move forward and hit a black Mercedes." ] }, { "video_id": "sample_21_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 55.0, "options": [ "A. Going too fast, a car slammed into a blue truck in front of it, causing it to flip over.", "B. When a truck was passing through a train track junction, the long arm of the cargo on the train accidentally hooked the cargo on the truck, and eventually caused the truck to roll over.", "C. On a road in a city block, a car trailing a cannon had one of its wheels come off.", "D. On a road in a city block, a car was towing a cannon, and one of the wheels of the cannon came off." ] }, { "video_id": "sample_21_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 67.0, "options": [ "A. On a road in a city block, a car was towing a cannon, and one of the wheels of the cannon came off.", "B. On a side street, a black Mercedes was backing up and crashed into the car behind it.", "C. At a traffic light, a police car collided with a car, and then the police car hit two cars in succession.", "D. At a traffic light, a police car was hit by a car turning left, causing the police car to crash into the next car." ] }, { "video_id": "sample_21_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 80.0, "options": [ "A. A silver car hit a pole on the side of the road, and was then hit by a black car behind it.", "B. A silver-white car crashed into a utility pole on the side of the road and was then hit by a blue van from behind.", "C. At a traffic light, a police car collided with a car, and then the police car hit two cars in succession.", "D. On a road in a city block, a car was towing a cannon, and one of the wheels of the cannon came off." ] }, { "video_id": "sample_21_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 114.0, "options": [ "A. A silver and white car hit a pole on the side of the road and was then hit by a blue van behind it.", "B. The vehicle carrying the video recorder that was recording this video crashed into a red car parked in front of it on the road.", "C. A black car collided with a white car making a right turn. Then the black car hit a traffic sign on the side of the road.", "D. A black car collided with a white car making a left turn, and then the black car hit a traffic sign on the side of the road." ] }, { "video_id": "sample_38_Source_Discrimination.mp4", "question": "Who just said 'They're reporting that the kids appeanto be in good condition.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 209.0, "options": [ "A. A brown-haired male wearing a brown plaid suit jacket with a white shirt and a black tie with a white design.", "B. An older male with gray hair wearing a dark blue suit, light blue shirt, red and blue striped tie, and an American flag pin on his left chest.", "C. A brown-haired male wearing a black jacket with a zipper and a black shirt.", "D. A gray-haired male wearing a green military uniform with an Israeli symbol on the right sleeve." ] }, { "video_id": "sample_38_Source_Discrimination.mp4", "question": "Who just said 'That is an astonishing.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 259.0, "options": [ "A. A brown-haired male wearing a brown plaid suit jacket with a white shirt and a black tie with a white design.", "B. A brown-haired female wearing a brown shirt and black-framed glasses.", "C. A male with brown hair wearing a black jacket with a zipper and a black shirt.", "D. A dark-haired male wearing a black suit with a white shirt and a blue and white checkered tie." ] }, { "video_id": "sample_38_Source_Discrimination.mp4", "question": "Who just said 'Yeah, that look really says it all.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 269.0, "options": [ "A. A brown-haired male wearing a brown plaid suit jacket with a white shirt and a black tie with a white design.", "B. A brown-haired female wearing a brown shirt and black-framed glasses.", "C. A male with brown hair wearing a black jacket with a zipper and a black shirt.", "D. A dark-haired male wearing a black suit with a white shirt and a blue and white checkered tie." ] }, { "video_id": "sample_38_Source_Discrimination.mp4", "question": "Who just said 'They returned a woman today who they claimed was dead.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 409.0, "options": [ "A. A brown-haired male wearing a brown plaid suit jacket with a white shirt and a black tie with a white design.", "B. A blonde female wearing a red blazer with a black V-neck shirt and a gold necklace.", "C. A brown-haired female wearing a brown shirt and black-framed glasses.", "D. A dark-haired male wearing a black suit with a white shirt and a blue and white checkered tie." ] }, { "video_id": "sample_38_Source_Discrimination.mp4", "question": "Who just said 'Well, l think there was a lot of pressure to do this.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 462.0, "options": [ "A. A brown-haired male wearing a brown plaid suit jacket with a white shirt and a black tie with a white design.", "B. A blonde female wearing a red blazer with a black v-neck shirt and a gold necklace.", "C. A brown-haired male wearing a dark blue blazer with a white shirt and a white, gray, and black striped tie.", "D. A dark-haired male wearing a black suit with a white shirt and a blue and white checkered tie." ] }, { "video_id": "sample_23_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 119.0, "options": [ "A. A player in a light blue shirt and a player in a red shirt collided in a fight for the soccer ball, in which the player in the light blue shirt kicked the ball, after which both players fell on the field, and the narrator said 'Vardyol came upon it and was surely brought down penalty.'.", "B. A player in a light blue jersey is taking a penalty, he shoots to the left of the goal, the keeper in a yellow jersey dives to the right and the ball goes in, after which the commentator says 'Harland scores very very comfortably.'.", "C. A player in a light blue jersey headed a ball from a teammate towards the goal, but it was caught by the goalkeeper in a yellow jersey, and the narrator shouted 'Harland's header, great save.'.", "D. A player in a red jersey headed a ball from a teammate towards the goal, but it was caught by the goalkeeper in a yellow jersey, and the narrator shouted 'Harland's header, great save.'." ] }, { "video_id": "sample_23_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 182.0, "options": [ "A. A player in a light blue jersey jumps onto the shoulders of a player in a green jersey, and using the shoulders of the player in the red jersey to support himself, he puts the ball into the goal, and the narrator says 'Harland at the far, two nil.'.", "B. A player in a light blue jersey is taking a penalty, he shoots to the left of the goal, the keeper in a yellow jersey dives to the right and the ball goes in, after which the commentator says 'Harland scores very very comfortably.'.", "C. A player in a light blue jersey headed a ball from a teammate towards the goal, but it was caught by the goalkeeper in a yellow jersey, and the narrator shouted 'Harland's header, great save.'.", "D. A player in a light blue jersey jumps onto the shoulders of a player in a red jersey, and using the shoulders of the red jersey player to support himself, he puts the ball into the goal, and the narrator says 'Harland at the far, two nil.'." ] }, { "video_id": "sample_23_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 242.0, "options": [ "A. A player in a light blue uniform dribbles toward the goal, a player in a red uniform chases after the player in light blue, and finally the two men fall in a scramble, and the narrator says, 'Chance for a hat-trick, oh that's surely a penalty.'.", "B. A player in a red uniform dribbles toward the goal, a player in a light blue uniform chases the player in a light blue uniform, and finally the two men fall in a scramble, and the narrator says, 'Chance for a hat-trick, oh that's surely a penalty.'.", "C. A player in a light blue jersey headed a ball from a teammate towards the goal, but it was caught by the goalkeeper in a yellow jersey, and the narrator shouted 'Harland's header, great save.'.", "D. A player in a light blue jersey jumps onto the shoulders of a player in a red jersey, and using the shoulders of the red jersey player to support himself, he puts the ball into the goal, and the narrator says 'Harland at the far.'." ] }, { "video_id": "sample_23_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 331.0, "options": [ "A. A player in a light blue uniform dribbles toward the goal, a player in a red uniform chases after the player in light blue, and finally the two men fall in a scramble, and the narrator says, 'Chance for a hat-trick, oh that's surely a penalty.'.", "B. A player in a light blue jersey took a shot that was parried by a player in a yellow jersey, another player in a light blue jersey and a player in a red jersey fought for the parried ball and the player in the red jersey kicked the ball right out of the field, and the narrator said, 'Finds Foden and Foden's shot was going into the corner.'.", "C. A player in a red jersey took a shot that was pounced on by a player in a yellow jersey, another player in a light blue jersey and a player in a red jersey fought for the pounced ball and the player in the red jersey kicked the ball right out of the field, the narrator said 'finds Foden and Foden's shot was going into the corner and Jose Saar parried it away.'.", "D. A player in a light blue jersey jumps onto the shoulders of a player in a red jersey, and using the shoulders of the red jersey player to support himself, he puts the ball into the goal, and the narrator says 'Harland at the far.'." ] }, { "video_id": "sample_23_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 372.0, "options": [ "A. A player in a light blue uniform dribbles toward the goal, a player in a red uniform chases after the player in light blue, and finally the two men fall in a scramble, and the narrator says, 'Chance for a hat-trick, oh that's surely a penalty.'.", "B. A player in a light blue jersey took a shot that was parried by a player in a yellow jersey, another player in a light blue jersey and a player in a red jersey fought for the parried ball and the player in the red jersey kicked the ball right out of the field, and the narrator said, 'Finds Foden and Foden's shot was going into the corner.", "C. A player in a light blue jersey passes the ball to another goalie in a green jersey, who tries to jump up and grab the ball, touching it but failing to grab it, another player in a red jersey receives the ball and shoots it straight at the goal, and the announcer says 'Edison parries it and Wolves have scored.'.", "D. A player in a red jersey passes the ball to another goalie in a green jersey, who tries to jump up and grab the ball, touching it but failing to grab it, another player in a red jersey receives the ball and shoots it straight at the goal, and the announcer says 'Edison parries it and Wolves have scored.'." ] }, { "video_id": "sample_24_Source_Discrimination.mp4", "question": "Who just said 'This is a clip of Andy trying to walk.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 214.0, "options": [ "A. A blonde female wearing a dark green jacket with a gray and blue shirt and black pants.", "B. A dark-haired male wearing a black zippered hoodie jacket, white shirt, black pants, and headphones.", "C. A dark-haired boy wearing a T-shirt with red, blue, yellow, and orange stripes and khaki pants.", "D. A dark-haired boy wearing a blue, yellow, green, black striped T-shirt and khaki pants." ] }, { "video_id": "sample_24_Source_Discrimination.mp4", "question": "Who just said 'Good job.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 274.0, "options": [ "A. A blonde female wearing a dark green jacket with a gray and blue shirt and black pants.", "B. A dark-haired male wearing a black zippered hoodie jacket, white shirt, black pants, and headphones.", "C. A dark-haired boy wearing a T-shirt with red, blue, yellow, and orange stripes and khaki pants.", "D. A dark-haired boy wearing a blue, yellow, green, black striped T-shirt and khaki pants." ] }, { "video_id": "sample_24_Source_Discrimination.mp4", "question": "Who just said '3.141592653589793.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 372.0, "options": [ "A. A young dark-haired boy wearing a T-shirt with red, blue, yellow and orange stripes and khaki pants.", "B. A dark-haired male wearing a black zippered hoodie jacket with a white top, black pants and headphones.", "C. A young dark-haired boy wearing a blue, yellow, green, and black striped T-shirt and khaki pants.", "D. A blonde female wearing a dark green jacket with a grayish blue shirt and black pants." ] }, { "video_id": "sample_24_Source_Discrimination.mp4", "question": "Who just said 'Kim, Khloe, and Kendall.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 447.0, "options": [ "A. A blonde female wearing a dark green jacket with a gray and blue shirt and black pants.", "B. A dark-haired male wearing a black zippered hoodie jacket, white shirt, black pants, and headphones.", "C. A dark-haired boy wearing a T-shirt with red, blue, yellow, and orange stripes and khaki pants.", "D. A dark-haired boy wearing a blue, yellow, green, black striped T-shirt and khaki pants." ] }, { "video_id": "sample_24_Source_Discrimination.mp4", "question": "Who just asked 'Do you know who the Kardashians are?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 452.0, "options": [ "A. A young black-haired boy wearing a blue, yellow, green, and black striped T-shirt and khaki pants.", "B. A dark-haired male wearing a black zippered hoodie jacket with a white top, black pants and headphones.", "C. A dark-haired boy wearing a T-shirt with red, blue, yellow and orange stripes and khaki pants.", "D. A blonde female wearing a dark green jacket with a grayish blue shirt and black pants." ] }, { "video_id": "sample_36_Misleading_Context_Understanding.mp4", "question": "Apart from the red ball, how many balls of what colour are now on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 110.0, "options": [ "A. There is one white ball, one pink ball, one blue ball, one yellow ball, one brown ball, one green ball and one black ball for a total of seven balls.", "B. There is one white ball, one pink ball, one blue ball, one yellow ball, one brown ball and one green ball for a total of six balls.", "C. There is also a white ball, a black ball and a pink ball.", "D. There is also a white ball and a pink ball." ] }, { "video_id": "sample_36_Misleading_Context_Understanding.mp4", "question": "How many balls of what colour are on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 179.0, "options": [ "A. There are seven red balls, one white ball and one pink ball for a total of nine balls.", "B. There are eight red balls, one yellow ball, one blue ball, one brown ball, one green ball, one pink ball and one white ball totalling fourteen balls.", "C. There are eight red balls, one yellow ball, one blue ball, one brown ball, one green ball, one pink ball, one white ball and one black ball for a total of fifteen balls.", "D. There are seven red balls, one black ball, one white ball and one pink ball totalling ten balls." ] }, { "video_id": "sample_36_Misleading_Context_Understanding.mp4", "question": "Apart from a black ball and a white ball, how many balls of what colour are now on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 238.0, "options": [ "A. There are six red balls, one yellow ball, one brown ball, one blue ball, one green ball and one pink ball totalling eleven balls.", "B. There are seven red balls, one yellow ball, one brown ball, one blue ball, one green ball and one pink ball, totalling twelve balls.", "C. There are six red balls, one pink ball and one black ball totalling eight balls.", "D. There are five red balls and one pink ball for a total of six balls." ] }, { "video_id": "sample_36_Misleading_Context_Understanding.mp4", "question": "Apart from the red ball, how many balls of what colour are now on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 294.0, "options": [ "A. There is also a yellow ball, a brown ball, a green ball, a blue ball, a pink ball, a black ball and a white ball making a total of seven balls.", "B. There is also a pink ball and a white ball.", "C. There is one yellow ball, one brown ball, one green ball, one blue ball, one pink ball and one white ball totalling six balls.", "D. There is also a black ball, a white ball and a pink ball." ] }, { "video_id": "sample_36_Misleading_Context_Understanding.mp4", "question": "What other balls are on the table besides a white ball?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 355.0, "options": [ "A. There are also yellow balls, brown balls, green balls, blue balls, and red balls.", "B. Only one red ball remains.", "C. Only one pink ball remains.", "D. Only one pink ball and one black ball remain." ] }, { "video_id": "sample_37_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 74.0, "options": [ "A. The ball rolls towards the goalkeeper wearing yellow jersey number 1, and the goalkeeper stops it. Unexpectedly, a player wearing a white jersey No. 17 came running and kicked the ball into the goal from the side of the goalkeeper.", "B. In the area of the pitch with the \"ALL.com\" sign, there was a player dressed in green, and he kicked the ball violently to the outside, which was jaw-dropping.", "C. The football bounced against the player in yellow towards the left side of the goal. The player ran after the ball and the goalkeeper tried to grab it. The player accidentally fell to the ground.", "D. The football bounced against yellow player No. 11 towards the left side of the goal. The player ran after the ball while the goalkeeper tried to grab it, and the player accidentally fell to the ground." ] }, { "video_id": "sample_37_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 110.0, "options": [ "A. The goalkeeper in the green shirt was looking at the fallen player, and no one expected that A player in the yellow shirt No. 11 ran to snatch the ball away from the goalkeeper's feet, and then he kicked the ball into the goal.", "B. The ball came flying. The goalkeeper in an orange shirt quickly fell to the ground and successfully caught the ball. However, it was extremely unexpected that the moment he got up, I do not know why he did not hold the football, and then the football flew into the goal.", "C. A player No. 23 in yellow shoots the ball towards the goal, and the goalkeeper in green jumps up to grab it. Who would have thought that, in such an anomaly, he misses, allowing the ball to flutter through his hands and easily into the goal?", "D. A player No. 23 in red shoots the ball towards the goal, and the goalkeeper in green jumps up to grab it. Who would have thought that, in such an anomaly, he misses, allowing the ball to swing through his hands and easily into the goal?" ] }, { "video_id": "sample_37_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 231.0, "options": [ "A. A player in red No. 7 kicks the ball in the direction of the goal, and the goalkeeper in yellow No. 22 over there actually kicks the ball directly into his own goal.", "B. A player in white, No. 5, kicks the ball towards the goal, and the goalkeeper in yellow, No. 22, over there, kicks the ball directly into his own goal.", "C. The ball came flying over, and a player in red, No. 22, crouched down to try to block the ball, never thinking that the ball went under his knee behind him and scored.", "D. The ball rolls in a straight line towards the goal frame and is stopped by the goalkeeper wearing green 13. To one's surprise, a running No. 10 red player kicked the ball into the goal." ] }, { "video_id": "sample_37_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 296.0, "options": [ "A. After a player wearing a red shirt No. 9 took the ball back from an opponent wearing a blue shirt No. 12, the player actually stayed put, allowing the opponent to kick the ball into the goal.", "B. While blocking the ball, a goalkeeper in green shirt No. 26 accidentally fell down. The player in blue shirt No. 9 continued to run and then kicked the ball into the goal.", "C. When a goalkeeper wearing green dress No. 33 was playing, he actually walked into the middle of the field, leaving the goal unguarded and giving the opponent a direct chance to score.", "D. A goalkeeper wearing blue dress No. 33, when playing, went to the middle of the field, leaving no one to keep the goal, providing the opponent with a direct opportunity to score." ] }, { "video_id": "sample_37_Anomaly_Context_Understanding.mp4", "question": "What unusual event occurred at the end of the video?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 480.0, "options": [ "A. When the goalkeeper was about to kick the ball, the red player No. 20, who had fallen to the ground, quickly got up, kicked the ball away from the goalkeeper, and then kicked the ball into the goal.", "B. When a player in green No. 57 threw the ball, he didn't expect to be kicked back by a player in white No. 10, and the ball went straight into the goal.", "C. A number 12 player kicks the ball in the direction of the goal, there is no goalkeeper to defend, a number 18 player in white can not catch up with the ball, and finally let the opponent score.", "D. A number 12 player kicks the ball in the direction of the goal, there is no goalkeeper, a number 14 player in blue can not catch up with the ball, and finally let the opponent score." ] }, { "video_id": "sample_5_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 59.0, "options": [ "A. A tiger rests on the grass with its eyes closed, and the narrator says 'Mother and sons.'.", "B. A black crow stands on a branch and chirps, the narrator says 'Alarm calls warn of an intruder.'.", "C. A tiger walks in the forest, and the narrator says 'This time, it's an adult male tiger.'.", "D. A tiger lies in a rocky waterhole surrounded by trees, the narrator says 'This is the cub's favorite waterhole.'." ] }, { "video_id": "sample_5_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 63.0, "options": [ "A. A tiger rests on the grass with its eyes closed, and the narrator says 'Mother and sons.'.", "B. Two tigers were resting on their stomachs in the forest, surrounded by bushes, and the narrator said 'sleep off their meal.'.", "C. Two tigers resting on their backs in the forest, surrounded by berry bushes, as the narrator says 'sleep off their meal.'.", "D. A tiger lies in a rocky waterhole surrounded by trees, and the narrator says 'This is the cub's favorite waterhole.'." ] }, { "video_id": "sample_5_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 152.0, "options": [ "A. A tiger rests on its back in the grass with its eyes closed, and the narrator says 'Mother and sons.'.", "B. Two tigers were resting on their stomachs in the forest, surrounded by bushes, and the narrator said 'sleep off their meal.'.", "C. A tiger lies down in a puddle in a rocky area, while another cub is at the puddle, and the narrator says 'Tiger fathers rarely meet their offspring.'.", "D. A tiger lying in a rocky puddle, another adult tiger at the puddle, and the narrator says 'Tiger fathers rarely meet their offspring.'." ] }, { "video_id": "sample_5_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 167.0, "options": [ "A. A tiger is walking in the forest, surrounded by rocks, foliage and trees, the narrator says 'But while he is patrolling the forest.'.", "B. Two tigers were resting on their stomachs in the forest, surrounded by bushes, and the narrator said 'sleep off their meal.'.", "C. A tiger lies down in a puddle in a rocky area, while another cub is at the puddle, and the narrator says 'Tiger fathers rarely meet their offspring.'.", "D. A tiger is walking in the forest, surrounded by rocks, dead leaves and trees, the narrator says 'But while he is patrolling the forest.'." ] }, { "video_id": "sample_5_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 202.0, "options": [ "A. A big tiger and three tiger cubs are walking on a path in the forest, and the narrator says 'She still has to provide for the whole family.'.", "B. A big tiger and three cubs walking on a path by a river, the narrator says 'She still has to provide for the whole family.'.", "C. A tiger lying in a puddle in a rock, another tiger cub at the puddle, narrator says 'Tiger fathers rarely meet their offspring.'.", "D. A tiger is walking in the forest, surrounded by rocks, dead leaves and trees, the narrator says 'But while he is patrolling the forest.'." ] }, { "video_id": "sample_49_Source_Discrimination.mp4", "question": "Who just asked 'What's your names ? where are you from?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 121.0, "options": [ "A. A dark-haired man in a white shirt and beard with a tattoo on his right arm holds a microphone.", "B. A man wearing a black short-sleeved top with tattoos on both big arms and a thick beard.", "C. A woman with short hair wearing a white long-sleeved top and carrying a black bag.", "D. A woman with long hair wearing a short-sleeved shirt with a human face and carrying a brown bag." ] }, { "video_id": "sample_49_Source_Discrimination.mp4", "question": "Who just said 'I have about five million followers on Facebook.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 178.0, "options": [ "A. A man wearing a black short-sleeved top with tattoos on both big arms and a thick beard.", "B. A woman with long hair wearing a short-sleeved shirt with a human face and carrying a brown bag.", "C. A man wearing a white shirt with a beard and tattoos on his right arm holding a microphone.", "D. A woman with curly black hair wearing a white long-sleeved top and carrying a black bag." ] }, { "video_id": "sample_49_Source_Discrimination.mp4", "question": "Who just said 'I try to save money and send money to my home.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 237.0, "options": [ "A. A man wearing a black short-sleeved top with tattoos on both big arms and a thick beard.", "B. A man wearing a orange short-sleeved shirt, a red baseball cap on the back, and carrying a black duffel bag.", "C. A man wearing a white shirt with a beard and tattoos on his right arm holding a microphone.", "D.A woman with long hair wearing a short-sleeved shirt with a human face and carrying a brown bag." ] }, { "video_id": "sample_49_Source_Discrimination.mp4", "question": "Who just said 'I am a process engineer.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 276.0, "options": [ "A. A woman wearing a short gray blouse with long, loose hair.", "B. A woman with short hair wearing a white long-sleeved top and carrying a black bag.", "C. A woman wearing a light apricot-colored plaid jacket with a low ponytail.", "D. A woman with long hair wearing a short-sleeved shirt with a human face and carrying a brown bag." ] }, { "video_id": "sample_49_Source_Discrimination.mp4", "question": "Who just said 'It's as high as possible. No cap.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 296.0, "options": [ "A. A woman with long hair wearing a short-sleeved shirt with a human face and carrying a brown bag.", "B. A woman with short hair wearing a white long-sleeved top and carrying a black bag.", "C. A woman wearing a short gray-blue blouse with long, loose hair.", "D. A woman in a light apricot-colored plaid jacket with long black hair." ] }, { "video_id": "sample_10_Misleading_Context_Understanding.mp4", "question": "What's on the green desktop?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 28.0, "options": [ "A. There are four face-up playing cards, the four of clubs, the seven of hearts, the ace of spades and the K of hearts.", "B. There are four different heads of figures at the top, bottom, left and right, with a playing card in the centre which is back up.", "C. On the left there are two avatars on a blue background with the numbers 4 and 3 written underneath, on the right there are two avatars on a yellow background with the numbers 1 and 3 written underneath, and in the middle of the table is written 'BID'.", "D. On the left there is a set of avatars with the number A written on top of the avatars and 501 written underneath the avatars, and on the right there is a set of avatars with the number B written on top of the avatars and 457 written underneath the avatars." ] }, { "video_id": "sample_10_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 58.0, "options": [ "A. There are fourteen face-up playing cards.", "B. There are sixteen face-up playing cards.", "C. There are thirteen face-up playing cards.", "D. With fifteen face-up playing cards." ] }, { "video_id": "sample_10_Misleading_Context_Understanding.mp4", "question": "What's on this table right now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 89.0, "options": [ "A. There are two avatars on the table with a blue background, and the avatars say A above and 7 below.", "B. There are two avatars on the table with a blue background and an ace written above the avatars and '4+3' written below.", "C. There are three rows of back up playing cards on the table, and one row of face-up playing cards.", "D. There are two sets of avatars on the table, the one on the left has a blue background with A written on it, and the one on the right has a yellow background with B written on it." ] }, { "video_id": "sample_10_Misleading_Context_Understanding.mp4", "question": "What's the playing card in the middle?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 118.0, "options": [ "A. It is an eight of clubs and 2 of clubs.", "B. It's the eight of clubs, the 2 of clubs and the 9 of clubs.", "C. Only an eight of clubs.", "D. It's the eight of clubs, the two of clubs, the nine of clubs and the five of diamonds." ] }, { "video_id": "sample_10_Misleading_Context_Understanding.mp4", "question": "What's on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 167.0, "options": [ "A. There are two avatars on the table with a blue background, the top of the avatar says A, the bottom of the avatar says 'CONTRACT: 7', 'ACTUAL: 10', and to the right of the avatar it says the number 7.", "B. There are two avatars on the table, the background is blue, the top of the avatar says A, the bottom of the avatar says 'CONTRACT: 7' 'ACTUAL: 10'.", "C. There are two sets of avatars on the desktop, the left avatar has a blue background with the number A written on top of it, and the right avatar has a yellow background with the number B written on top of it.", "D. There are two sets of avatars on the desktop. The left avatar has a blue background, A is written on top of the avatar, and 'CONTRACT: 7' 'ACTUAL: 10' is written underneath the avatar; the right avatar has a yellow background, B is written on top of the avatar, and ' CONTRACT: 4' 'ACTUAL: 3'." ] }, { "video_id": "sample_1_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 42.0, "options": [ "A. Close-up of a juvenile bird in a combination of dark brown, gray and black, with the narrator saying 'Their chicks are still in their dark juvenile plumage.'.", "B. A flock of black birds with white spots flying from the ground, some still on the ground, the narrator says 'Whilst the more advanced chicks take to the air.'.", "C. A group of black birds with white spots standing on the ground, the narrator says 'They vary in age.'.", "D. A flock of blue birds with white spots fly from the ground, some are still on the ground, the narrator says 'Whilst the more advanced chicks take to the air.'." ] }, { "video_id": "sample_1_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 51.0, "options": [ "A. A flock of black birds with white spots flying from the ground, some still on the ground, the narrator says 'Whilst the more advanced chicks take to the air.'.", "B. A dark blue bird with white spots fluttered on the ground and couldn't fly, the narrator said 'others aren't quite ready yet.'.", "C. A group of black birds with white spots standing on the ground, the narrator says 'They vary in age.'.", "D. A black bird with white spots fluttering on the ground, the narrator says 'others aren't quite ready yet.'." ] }, { "video_id": "sample_1_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 75.0, "options": [ "A. A flock of black birds with white spots flying from the ground, some still on the ground, the narrator says 'Whilst the more advanced chicks take to the air.'.", "B. A flock of flying birds over a desert, with a patch of vegetation not far from the desert, the narrator says 'Those just starting to learn to fly.'.", "C. A flock of flying birds above a patch of beach, with a patch of vegetation not far from the beach, the narrator says 'Those just starting to learn to fly.'.", "D. A black bird with white spots fluttering on the ground, the narrator says 'others aren't quite ready yet.'." ] }, { "video_id": "sample_1_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 86.0, "options": [ "A. A blue and white bird landed on a blue sea, and the narrator said 'It's difficult for some of them to stay aloft for long.'.", "B. A black-and-white bird landed on the blue sea, the narrator said 'It's difficult for some of them to stay aloft for long.'.", "C. A flock of flying birds above a patch of beach, with a patch of vegetation not far from the beach, the narrator says 'Those just starting to learn to fly.'.", "D. A black bird with white spots fluttering on the ground, the narrator says 'others aren't quite ready yet.'." ] }, { "video_id": "sample_1_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 112.0, "options": [ "A. A small fish swims in a clear sea, and the narrator says 'Giant trevallies.'.", "B. A black-and-white bird flies over the blue sea, the narrator says 'It's difficult for some of them to stay aloft for long'.", "C. A flock of flying birds above a beach with a patch of vegetation not far from it, the narrator says 'Those just starting to learn to fly'.", "D. A huge fish swimming in the clear sea, the narrator says 'Giant trevallies.'." ] }, { "video_id": "sample_5_Source_Discrimination.mp4", "question": "Who just said 'Hey, jil.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 21.0, "options": [ "A. a dark-haired female wearing a red dress.", "B. a male with brown hair wearing a brown, black, and white striped sweater with a white shirt and black pants.", "C. a blonde female wearing a beige lace dress and a brown vest.", "D. a dark-haired male wearing a red sweater and black pants over a white shirt." ] }, { "video_id": "sample_5_Source_Discrimination.mp4", "question": "Who just said 'Hey, do you guys know what you're doing for New Year's?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 48.0, "options": [ "A. a dark-haired male wearing a blue sweater and black pants.", "B. a dark-haired female wearing a red dress.", "C. a blonde female wearing a red strapless top, a pink plaid apron, and black pants.", "D. a dark-haired male wearing a red sweater and black pants with a white shirt underneath." ] }, { "video_id": "sample_5_Source_Discrimination.mp4", "question": "Who just said 'Yeah, you wish.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 72.0, "options": [ "A. a brown-haired male wearing a brown, black, and white striped sweater over a white shirt and black pants.", "B. a blonde female wearing a beige lace dress and a brown vest.", "C. a blonde female wearing a red strapless top, a pink plaid apron, and black pants.", "D. a dark-haired male wearing a blue sweater and black pants." ] }, { "video_id": "sample_5_Source_Discrimination.mp4", "question": "Who just said 'Excuse me,excuse me.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 158.0, "options": [ "A. a man wearing a white long-sleeved shirt with a red cross on the chest and blue jeans.", "B. a blonde woman wearing a brown jacket, black tank top, and brown patterned dress skirt.", "C. a brown-haired male wearing a black jacket, brown shirt, and white pants.", "D. a brunette female wearing a gray blouse, brown skirt, and brown pantyhose." ] }, { "video_id": "sample_5_Source_Discrimination.mp4", "question": "Who just said 'That's when you started yelling.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 219.0, "options": [ "A. a brown-haired male wearing a blue plaid shirt over a gray undershirt, blue jeans, and glasses.", "B. a male with brown hair wearing a brown, black, and white striped sweater over a white shirt and black pants.", "C. a blonde female wearing a beige lace dress over a brown vest.", "D. a dark-haired male wearing a brown sweater with beige pants over a red plaid shirt and red glasses." ] }, { "video_id": "sample_9_Source_Discrimination.mp4", "question": "Who just said'Hey, he beat you.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 26.0, "options": [ "A. a dark-haired male wearing a gray, white, and black separates shirt with blue jeans.", "B. a dark-haired male wearing a brown sweater and khaki pants.", "C. a dark-haired male wearing a black and white plaid jacket and a black shirt with blue jeans.", "D. a dark-haired male wearing a gray and black striped shirt and blue jeans with a brown belt around his waist." ] }, { "video_id": "sample_9_Source_Discrimination.mp4", "question": "Who just said 'How do you get a monkey into a zoo?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 96.0, "options": [ "A. a dark-haired male wearing a gray, white, and black separates shirt with blue jeans.", "B. a dark-haired male wearing a brown sweater and khaki pants.", "C. a dark-haired male wearing a black and white plaid jacket and a black shirt with blue jeans.", "D. a dark-haired male wearing a gray and black striped shirt and blue jeans with a brown belt around his waist." ] }, { "video_id": "sample_9_Source_Discrimination.mp4", "question": "Who just said 'You know,like San Diego, right?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 115.0, "options": [ "A. A dark-haired male wearing a brown sweater and khaki pants.", "B. A dark-haired male wearing a gray, white, and black shirt with blue jeans.", "C. a dark-haired male wearing a black and white plaid jacket and a black shirt with blue jeans.", "D. a dark-haired male wearing a blue, black, and red striped sweatshirt and blue jeans." ] }, { "video_id": "sample_9_Source_Discrimination.mp4", "question": "Who just said 'But remember, there's also a lot to learn.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 170.0, "options": [ "A. a brown-haired male wearing a blue shirt and a gray tank top.", "B. A dark-haired male wearing a gray blazer and red shirt.", "C. A blonde female wearing a gray long-sleeved shirt and a black tank top.", "D. a brown-haired male wearing a brown crew-neck sweater and gray pants." ] }, { "video_id": "sample_9_Source_Discrimination.mp4", "question": "Who just said'Marcel, i'm hungry.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 186.0, "options": [ "A. a brown-haired male wearing a blue shirt and a gray tank top.", "B. A dark-haired male wearing a gray blazer and red shirt.", "C. A blonde female wearing a gray long-sleeved shirt and a black tank top.", "D. a brown-haired male wearing a brown crew-neck sweater and gray pants." ] }, { "video_id": "sample_14_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I'll stick with my jerky.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 39.0, "options": [ "A. A balding male wearing a black blazer with a black and blue striped shirt and black tattoo-dot tie is eating and talking.", "B. A blonde woman wearing a brown coat with a black top underneath carries on a conversation.", "C. A brown-haired male wearing a yellow blazer with a red and white plaid shirt and green tie with a horse design and rainbow stripes rests his left hand on the shoulder of a blonde female wearing a brown tunic with a black blouse underneath, and holds a piece of black food in his right hand.", "D. A brown-haired male wearing a brown blazer with a yellow shirt and yellow and green striped tie and glasses spoke as he ate the beef jerky he held in his right hand." ] }, { "video_id": "sample_14_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'so I can parcel them up and eat them at my leisure later on. Much healthier.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 50.0, "options": [ "A. A brown-haired male wearing a white shirt and black tie sits in front of the blinds with a brown-haired female wearing a black and purple blouse.", "B. A dark-haired male wearing a dark blue blazer with a white and gray striped shirt and black and silver striped tie was talking as he reached for his food.", "C. A brown-haired male wearing a yellow blazer with a red and white plaid shirt and green tie with a horse design and rainbow stripes rests his left hand on the shoulder of a blonde female wearing a brown tunic with a black blouse underneath, and holds a piece of black food in his right hand.", "D. A brown-haired male wearing a brown blazer with a yellow shirt and yellow and green striped tie and glasses spoke as he ate the beef jerky he held in his right hand." ] }, { "video_id": "sample_14_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Yeah, why don't you send that to him in Costa Rica?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 57.0, "options": [ "A. A brown-haired male wearing a white shirt and black tie sits in front of the blinds with a brown-haired female wearing a black and purple blouse.", "B. A dark-haired male wearing a dark blue blazer with a white and gray striped shirt and black and silver striped tie was talking as he reached for his food.", "C. A dark-haired male wearing a dark blue blazer with a white and gray striped shirt and black and silver striped tie stood in the doorway, holding a plate of food as he spoke.", "D. A dark-haired male wearing a white light brown shirt and black tie is talking to a dark-haired female wearing a light brown jacket and a dark blue top with an orange and white pattern." ] }, { "video_id": "sample_14_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'She's probably going to because theysit next to each other.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 69.0, "options": [ "A. A brown-haired male wearing a white shirt and black tie sits in front of the blinds and carries on a conversation.", "B. A dark-haired woman wearing a light brown jacket and a dark blue blouse with an orange and white pattern carries on a conversation facing left.", "C. A dark-haired male wearing a dark blue blazer with a white and gray striped shirt and black and silver striped tie stood in the doorway, holding a plate of food as he spoke.", "D. A dark-haired male wearing a white light brown shirt and black tie is talking to a dark-haired female wearing a light brown jacket and a dark blue top with an orange and white pattern." ] }, { "video_id": "sample_14_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'No, God!'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 108.0, "options": [ "A. A brown-haired male wearing a white shirt and black tie sits in front of the blinds and carries on a conversation.", "B. A dark-haired woman wearing a light brown jacket and a dark blue blouse with an orange and white pattern carries on a conversation facing left.", "C. A dark-haired male wearing a dark blue blazer with a white and gray striped shirt and black and silver striped tie stood in the doorway, holding a plate of food as he spoke.", "D. A dark-haired man in a dark blue blazer, white and gray striped shirt, and black and silver striped tie was yelling at a brown-haired male in a brown top." ] }, { "video_id": "sample_5_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man angrily said 'Oh, Mam'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 111.0, "options": [ "A. a man in a white, red and blue top and a man in a black top, sitting together at a dinner table.", "B. a little girl in a blue, orange and pink blouse and a woman in a black blouse, sitting together at the dinner table", "C. a woman in a flower-patterned blouse, standing next to a decorated Christmas tree", "D. a woman in a red top approaching, followed by a man in a black and white plaid top and a woman in a floral patterned dress" ] }, { "video_id": "sample_5_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man angrily said 'My organs are shutting down'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 149.0, "options": [ "A. a woman in a black patterned blouse standing in front of a fireplace", "B. a woman in a red blouse standing with a man in a white plaid blouse", "C. a man trapped in a chimney with only a pair of brown and black boots leaking out", "D. a woman wearing a green blouse, tan hat, and black glasses, sitting on a couch" ] }, { "video_id": "sample_5_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man angrily said 'Oh, outside on the inside. I'm you.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 197.0, "options": [ "A. a woman in a black patterned blouse standing in front of a fireplace", "B. a woman in a red blouse standing with a man in a white plaid blouse full of surprise", "C. a woman in a red blouse and an old man in a black plaid shirt embracing each other", "D. a man in a red plaid shirt puts his hand on the shoulder of the man in a white plaid shirt" ] }, { "video_id": "sample_5_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man angrily said 'I have done it before, and l can do it now'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 322.0, "options": [ "A. A female in a blue and white dress standing with a male in a pink and white shirt and a male in a green dress", "B. A male wearing an orange and white shirt standing next to a staircase with a white bulldog on it.", "C. A woman in red and black is saying something to a man in gray", "D. A boy wearing a gray shirt with a pattern and a male wearing a white, black, and orange shirt standing together talking about something" ] }, { "video_id": "sample_5_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man angrily said 'No. But you do'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 500.0, "options": [ "A. A woman in a black dress kissing a man in a suit", "B. A woman in a black dress.", "C. A male sitting at a table wearing a suit.", "D. A woman sitting at a table wearing a work uniform." ] }, { "video_id": "sample_22_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 18.0, "options": [ "A. A white truck failed to control its direction while turning and collided with a stone wall on the roadside.", "B. A black truck, while turning, failed to control its direction and collided with a stone wall on the roadside.", "C. A white bus collided with a gray sedan.", "D. A white sedan is driving on the road." ] }, { "video_id": "sample_22_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 43.0, "options": [ "A. Two green vans collided while passing through the intersection.", "B. Two white vans collided while passing through the intersection.", "C. A sedan rear ended a white sedan while driving.", "D. A person wearing black clothes, pants, and a gray helmet is waiting for a red light in the car." ] }, { "video_id": "sample_22_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 79.0, "options": [ "A. A white sedan collided with other vehicles at the intersection.", "B. A black sedan is waiting to pass on the road.", "C. A yellow sedan was collided from the side by a white sedan while passing through the intersection.", "D. A white sedan was collided from the side by a gray sedan while passing through the intersection." ] }, { "video_id": "sample_22_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 100.0, "options": [ "A. A black car collided with a normally traveling car.", "B. A law enforcement officer is directing traffic on the road.", "C. C.A car as video footage collides with a gray sedan while passing through an intersection.", "D. The car as video footage collides with a white sedan while passing through an intersection." ] }, { "video_id": "sample_22_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 134.0, "options": [ "A. A purple bus quickly rushed to the roadside and had an accident.", "B. A white bus quickly rushed to the roadside and had an accident.", "C. A truck loaded with goods had its tires fall out while driving.", "D. A black sedan collided with the roadside railing while driving." ] }, { "video_id": "sample_16_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'If that's true.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 163.0, "options": [ "A. In a not-so-bright interior, a woman with blonde hair is talking to the camera. There are various electronic devices and tools in the background, as well as items hanging on the wall, and a lit desk lamp at the bottom left corner of the table.", "B. On a grey desktop, there are two notebooks with a pen in them, a cup of coffee to the right of the notebooks, and a pair of glasses and a potted plant to the left.", "C. The video screen shows a virtual image of a computer screen with a purple background, a column of icons on the left and right sides of the interface, and a narrator's lines in English in the centre.", "D. The video screen shows a virtual demonstration animation about a Turing machine with a red background. The Turing machine consists of a main part in the middle and a conveyor belt underneath. There are also two cog-like patterns located on the left and right sides of the conveyor belt." ] }, { "video_id": "sample_16_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'ls there an algorithm that can determine.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 306.0, "options": [ "A. On a wooden table sits a laptop with a pair of hands on the keyboard, to the right is a cup of coffee and an open notebook with a pen on it. On the left side there is a tablet computer and a potted plant in the upper left corner.", "B.The video screen shows a virtual demonstration animation about a Turing machine with a red background. The Turing machine consists of a main part in the middle and a conveyor belt underneath. There are also two cog-like patterns located on the left and right sides of the conveyor belt.", "C.In a not-so-bright interior, a woman with blonde hair is talking to the camera. There are various electronic devices and tools in the background, as well as items hanging on the wall, and a lit desk lamp at the bottom left corner of the table.", "D. This is a screenshot of a computer screen with a background that fades from blue to pink from top to bottom, and weather information is displayed in the upper left, with a weather icon for cloudy. In the middle part of the screen, there is a quoted text that is the narrator's lines." ] }, { "video_id": "sample_16_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'The concurrent efforts by Church and Turing to determine the limits of computation.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 454.0, "options": [ "A. The video screen shows a screenshot with a blue background colour and a red-bordered text editor window with a large paragraph of text in the editor window. There is also a text editor window with a yellowish border at the bottom.", "B. This is a screenshot of a computer screen with a background that fades from blue to pink from top to bottom, and weather information is displayed in the upper left, with a weather icon for cloudy. In the middle part of the screen, there is a quoted text that is the narrator's lines.", "C. In a not-so-bright interior, a woman with blonde hair is talking to the camera. There are various electronic devices and tools in the background, as well as items hanging on the wall, and a lit desk lamp at the bottom left corner of the table.", "D. The video shows an animated virtual presentation with a gray machine in the middle of the screen with three red knobs and a number of buttons and wires on the top, left, and right side of the machine." ] }, { "video_id": "sample_16_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'So the allies had to break the code.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 534.0, "options": [ "A. This image shows the keyboard portion of an old typewriter with 26 letter keys that are arranged on a black metal plate. The black metal plate directly in front of the camera is labelled with the 26 letters of the alphabet, with two round holes below each letter mark.", "B. In a not-so-bright interior, a woman with blonde hair is talking to the camera. There are various electronic devices and tools in the background, as well as items hanging on the wall, and a lit desk lamp at the bottom left corner of the table.", "C. The video shows a black-and-white image of two soldiers in military uniforms and helmets operating a machine. One of the soldiers is typing intently while the other is taking notes next to him and there is another person standing between them. Trees and other vegetation can be seen in the background.", "D. The video footage shows several magnificent buildings. The buildings have uniquely designed windows with spires and arched frames. In front of the buildings are spacious roads with a few trees and some bushes planted on the left side. A few white clouds can be seen in the sky." ] }, { "video_id": "sample_16_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'A computer would deserve to be called intelligent.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 639.0, "options": [ "A. In a not-so-bright interior, a woman with blonde hair is talking to the camera. There are various electronic devices and tools in the background, as well as items hanging on the wall, and a lit desk lamp at the bottom left corner of the table.", "B. The video shows a text box with yellow borders above and below the text box and a paragraph of text in the middle. The background is primarily black. There is also an icon of a human face in the upper left corner.", "C. The video shows a black and white image of a room with several women each sitting at a table, looking down at the task at hand. The upper portion of the left side is curtained. The table on the right side has various items on it.", "D. The video shows a black-and-white image of a group of men in formal attire, with five men sitting on the grass in front of them and the rest standing behind them. In the background is the facade of a building." ] }, { "video_id": "sample_29_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 102.0, "options": [ "A. A player in a light blue jersey passes the ball to another player in a light blue jersey, and the other player in a light blue jersey receives the ball and shoots directly at the goal, while the narrator says 'Bernardo Silva, Phil Foden.'.", "B. A player in a light blue jersey kicks the ball towards another player in a light blue jersey, and the other player in the light blue jersey slides right in and kicks the ball into the goal as the narrator yells 'Harland!'.", "C. A player in a light blue jersey kicks the ball off and leaps over a wall of players in red jerseys and some light blue jerseys, after which the ball hits the goal frame and bounces away, while the narrator says 'Gundogan!'.", "D. A player in a yellow jersey kicks the ball towards another player in a light blue jersey, and the other player in the light blue jersey slides right in and kicks the ball into the goal as the narrator yells 'Harland!'." ] }, { "video_id": "sample_29_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 146.0, "options": [ "A. A player in a light black jersey kicks the ball towards another player in a light blue jersey, who kicks it into the goal in a scramble with a player in a red jersey, and the narrator yells 'Fodem!'.", "B. A player in a light blue jersey kicks the ball towards another player in a light blue jersey, and the other player in the light blue jersey slides right in and kicks the ball into the goal as the narrator yells 'Harland!'.", "C. A player in a light blue jersey kicks the ball off and leaps over a wall of players in red jerseys and some light blue jerseys, after which the ball hits the goal frame and bounces away, while the narrator says 'Gundogan!'.", "D. A player in a light blue jersey kicks the ball towards another player in a light blue jersey, who kicks it into the goal in a scramble with a player in a red jersey, and the narrator yells 'Fodem!'." ] }, { "video_id": "sample_29_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 205.0, "options": [ "A. A player in a red jersey is blocked by three players in light blue jerseys, but the player in the red jersey shoots the ball past the three players in light blue jerseys, and the goalie in the orange jersey swoops in and fails to stop the ball from going into the goal, and the narrator says, 'Now the shot's not bad!'.", "B. A player in a light blue jersey kicks the ball towards another player in a light blue jersey, and the other player in the light blue jersey slides right in and kicks the ball into the goal as the narrator yells 'Harland!'.", "C. A player in a green jersey is blocked by three players in light blue jerseys, but the player in the red jersey shoots the ball past the three players in light blue jerseys, and the goalie in the orange jersey swoops in and fails to stop the ball from going into the goal, and the narrator says, 'Now the shot's not bad!'.", "D. A player in a light blue jersey kicks the ball towards another player in a light blue jersey, who kicks it into the goal in a scramble with a player in a red jersey, and the narrator yells 'Fodem!'." ] }, { "video_id": "sample_29_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 309.0, "options": [ "A. A player in a red jersey is blocked by three players in light blue jerseys, but the player in the red jersey shoots the ball past the three players in light blue jerseys, and the goalie in the orange jersey swoops in and fails to stop the ball from going into the goal, and the narrator says, 'Now the shot's not bad!'.", "B. A player in light blue shot vigorously at the goal and the narrator said 'It's another Hattrick!'.", "C. A player in light red shot vigorously at the goal and the narrator said 'It's another Hattrick!'.", "D. A player in a light blue jersey kicks the ball towards another player in a light blue jersey, who kicks it into the goal in a scramble with a player in a red jersey, and the narrator yells 'Fodem!'." ] }, { "video_id": "sample_29_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 352.0, "options": [ "A. A player in a red jersey is blocked by three players in light blue jerseys, but the player in the red jersey shoots the ball past the three players in light blue jerseys, and the goalie in the orange jersey swoops in and fails to stop the ball from going into the goal, and the narrator says, 'Now the shot's not bad!'.", "B. A player in light blue shot vigorously at the goal and the narrator said 'It's another Hattrick!'.", "C. A player in light blue saved the ball that almost rolled off the field and the narrator said 'Isha.'.", "D. A player in red saved the ball that almost rolled off the field and the narrator said 'Isha.'." ] }, { "video_id": "sample_17_Source_Discrimination.mp4", "question": "Who just said\"What is my weirdest on set habit?\"?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 28.0, "options": [ "A.A woman with golden long hair and wearing a blue suit.", "B.A man in beige trousers and black leather shoes.", "C.A woman with short curly black hair, big hoop earrings and a gold necklace.", "D.Dark-skinned man wearing a light blue shirt and a baseball cap." ] }, { "video_id": "sample_17_Source_Discrimination.mp4", "question": "Who just said\"I think a turkey sandwich, no tomat.\"?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 107.0, "options": [ "A.A woman with golden long hair and wearing a blue suit.", "B.A man in beige trousers and black leather shoes.", "C.A woman with short curly black hair, big hoop earrings and a gold necklace.", "D.Dark-skinned man wearing a light blue shirt and a baseball cap." ] }, { "video_id": "sample_17_Source_Discrimination.mp4", "question": "Who just said\"Just a simple smokin' turkey sandwich.\"?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 155.0, "options": [ "A.A man with a deep purple knitted cap, wearing black long sleeves, and with a beard.", "B.A thin man with short hair, wearing a dark purple short-sleeved shirt.", "C.A dark-skinned woman wearing a dress with black and brown stripes.", "D.A woman with short curly black hair, big hoop earrings and a gold necklace." ] }, { "video_id": "sample_17_Source_Discrimination.mp4", "question": "Who just said\"And I didn't see it, check the camera.\"?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 446.0, "options": [ "A.A fat, white-skinned man with brown trousers, a beard, and tattoos on his neck.", "B.A woman with golden long hair and wearing a blue suit.", "C.A thin man with short hair, wearing a dark purple short-sleeved shirt.", "D.A dark-skinned woman wearing a dress with black and brown stripes." ] }, { "video_id": "sample_17_Source_Discrimination.mp4", "question": "Who just said\"If I wasn't an actor, what career would I pursue?\"?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 573.0, "options": [ "A.A dark-skinned woman wearing a dress with black and brown stripes.", "B.A fat, white-skinned man with brown trousers, a beard, and tattoos on his neck.", "C.A woman with short curly black hair, big hoop earrings and a gold necklace.", "D.A man with a deep purple knitted cap, wearing black long sleeves, and with a beard." ] }, { "video_id": "sample_34_Source_Discrimination.mp4", "question": "Who just said 'The real struggle for me was three to five.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 46.0, "options": [ "A. A blonde female wearing a dark blue striped shirt and a tiny gold necklace around her neck.", "B. A male with dark brown hair wearing a gray T-shirt.", "C. A dark-haired male wearing a green jacket and a black shirt with a graphic on it.", "D. A bald male wearing a blue T-shirt with a graphic white text on it." ] }, { "video_id": "sample_34_Source_Discrimination.mp4", "question": "Who just said 'I wasn't quite sure.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 93.0, "options": [ "A. A blonde female wearing a dark blue striped shirt and a tiny gold necklace around her neck.", "B. A male with dark brown hair wearing a gray T-shirt.", "C. A dark-haired male wearing a green jacket and a black shirt with a graphic on it.", "D. A bald male wearing a blue T-shirt with a graphic white text on it." ] }, { "video_id": "sample_34_Source_Discrimination.mp4", "question": "Who just said 'I mean, look, l picked them as the surprise.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 142.0, "options": [ "A. A blonde female wearing a dark blue striped shirt and a tiny gold necklace around her neck.", "B. A male with dark brown hair wearing a gray T-shirt.", "C. A dark-haired male wearing a green jacket and a black shirt with a graphic on it.", "D. A bald male wearing a blue T-shirt with a graphic white text on it." ] }, { "video_id": "sample_34_Source_Discrimination.mp4", "question": "Who just said 'and they weren't convincing enough.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 204.0, "options": [ "A. A blonde female wearing a dark blue striped shirt and a tiny gold necklace around her neck.", "B. A male with dark brown hair wearing a gray T-shirt.", "C. A dark-haired male wearing a green jacket and a black shirt with a graphic on it.", "D. A bald male wearing a blue T-shirt with a graphic white text on it." ] }, { "video_id": "sample_34_Source_Discrimination.mp4", "question": "Who just said 'It was more of a chemistry issue than anything else.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 351.0, "options": [ "A. A blonde female wearing a dark blue striped shirt and a tiny gold necklace around her neck.", "B. A male with dark brown hair wearing a gray T-shirt.", "C. A dark-haired male wearing a green jacket and a black shirt with a graphic on it.", "D. A bald male wearing a blue T-shirt with a graphic white text on it." ] }, { "video_id": "sample_31_Misleading_Context_Understanding.mp4", "question": "What playing cards are on this blue table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 58.0, "options": [ "A. There are a 10 of spades, a 4 of diamonds, an ace of diamonds, a 7 of diamonds, a j of hearts, a q of diamonds and a 10 of hearts.", "B. There are a 4 of diamonds, an ace of diamonds, a 7 of diamonds, a j of hearts, a q of diamonds and a 10 of hearts.", "C. There are a 4 of diamonds, an ace of diamonds, a 7 of diamonds, a j of hearts and a q of diamonds.", "D. There are a 9 of hearts, a 4 of diamonds, a 3 of spades, a 2 of diamonds and a 4 of spades." ] }, { "video_id": "sample_31_Misleading_Context_Understanding.mp4", "question": "How many playing cards are on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 178.0, "options": [ "A. There are nine playing cards, an eight of clubs, a two of clubs, two seven of hearts, a ten of hearts, a five of clubs, a four of hearts, an ace of hearts and an eight of hearts.", "B. There are four playing cards, a 5 of clubs, an ace of hearts, an 8 of hearts and a 7 of hearts.", "C. There are five playing cards, a four of hearts, a five of clubs, an ace of hearts, an eight of hearts and a seven of hearts.", "D. There is not a single playing card there." ] }, { "video_id": "sample_31_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are here?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 238.0, "options": [ "A. There is not a single face-up playing card.", "B. There are five face-up playing cards, a king of spades, an eight of hearts, a six of spades, a five of hearts and a jack of diamonds.", "C. There are nine playing cards face up, a spade q, a spade 4, a diamond 5, a heart 4, a heart 10, a spade 3, a club 5, a spade 8 and a heart q.", "D. There are eight face-up playing cards, a spade q, a spade 4, a diamond 5, a heart 4, a spade 3, a club 5, an eight of spades and a heart q." ] }, { "video_id": "sample_31_Misleading_Context_Understanding.mp4", "question": "How many playing cards exist here?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 298.0, "options": [ "A. There are four playing cards here, a q of spades, a 3 of spades, a 7 of clubs, a 6 of spades and a q of diamonds.", "B. Here are five playing cards, a 9 of hearts, an 8 of clubs, a 6 of spades, a q of hearts and a 6 of clubs.", "C. Here there are six playing cards, two 9 of hearts, one 8 of clubs, one 6 of spades, one 6 of clubs and one q of spades.", "D. There are no playing cards here." ] }, { "video_id": "sample_31_Misleading_Context_Understanding.mp4", "question": "What playing cards are shown here?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 476.0, "options": [ "A. There are an 8 of diamonds, an 8 of spades, a 9 of hearts, a 9 of clubs, a j of spades, a 3 of spades and a 5 of clubs.", "B. Here we have an 8 of spades, a 9 of hearts, a 9 of clubs, a j of spades, a 3 of spades and a 5 of clubs.", "C. There are a 9 of hearts, a 9 of clubs, a j of spades, a 3 of spades and a 5 of clubs.", "D. There are a club q, a club 10, a heart j, a heart 9, a diamond 5, a club 4, a diamond 3, and a club 9." ] }, { "video_id": "sample_40_Misleading_Context_Understanding.mp4", "question": "Besides the red ball, how many other balls are there on the table and what colour are they?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 236.0, "options": [ "A. There is a white ball, a black ball and a pink ball, making three balls.", "B. There is a white ball, a black ball, a pink ball and a blue ball - four balls in all.", "C. There is a yellow ball, a brown ball, a green ball, a blue ball, a pink ball and a white ball - six balls.", "D. There is a yellow ball, a brown ball, a green ball, a blue ball, a pink ball, a white ball, a black ball and seven balls." ] }, { "video_id": "sample_40_Misleading_Context_Understanding.mp4", "question": "Apart from the white ball, how many other balls are there on the table and what colour are they?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 295.0, "options": [ "A. There is a red ball, a pink ball, a black ball and a blue ball totalling four balls.", "B. There is a yellow ball, a brown ball, a green ball, a blue ball, a pink ball, a red ball and a black ball totalling seven balls.", "C. There is a red ball and a pink ball totalling two balls.", "D. A red ball, a pink ball and a black ball totalling three balls." ] }, { "video_id": "sample_40_Misleading_Context_Understanding.mp4", "question": "In addition to the red ball, how many other balls of what colour are there on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 399.0, "options": [ "A. One white ball, one black ball and one pink ball totalling three balls.", "B. One white ball and one pink ball totalling two balls.", "C. One yellow ball, one brown ball, one green ball, one blue ball, one pink ball and one white ball totalling six balls.", "D. There is also a yellow ball, a brown ball, a green ball, a blue ball, a pink ball, a white ball and a black ball totalling seven balls." ] }, { "video_id": "sample_40_Misleading_Context_Understanding.mp4", "question": "How many red snooker balls are left on the table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 478.0, "options": [ "A. There are seven red snooker balls on the table.", "B. There are six red snooker balls on the table.", "C. There are still five red snooker balls on the table.", "D. There are eight red snooker balls on the table." ] }, { "video_id": "sample_40_Misleading_Context_Understanding.mp4", "question": "Apart from the black ball and the white ball, how many balls of what colour are there on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 532.0, "options": [ "A. There are 5 red balls, one yellow ball, one brown ball, one green ball, one blue ball and one pink ball totalling 10 balls.", "B. There are six red balls, one yellow ball, one brown ball, one green ball, one blue ball and one pink ball totalling 11 balls.", "C. There are five red balls and one pink ball totalling six balls.", "D. There are four red balls, one yellow ball, one brown ball, one green ball, one blue ball and one pink ball totalling nine balls." ] }, { "video_id": "sample_7_Source_Discrimination.mp4", "question": "Who just said 'You gonna do it?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 28.0, "options": [ "A. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans.", "B. a dark-haired male wearing a gray turtleneck sweater and gray pants.", "C. a dark-haired woman wearing a gray long-sleeved top and black pants.", "D. a blonde woman wearing a purple long-sleeved top and a green skirt with a floral design." ] }, { "video_id": "sample_7_Source_Discrimination.mp4", "question": "Who just said 'And that would be?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 57.0, "options": [ "A. a brunette wearing a black jacket and a gray blouse.", "B. a dark-haired male wearing a gray turtleneck sweater and gray pants.", "C. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans.", "D. a blonde woman wearing a purple long-sleeved top and a green skirt with a floral pattern." ] }, { "video_id": "sample_7_Source_Discrimination.mp4", "question": "Who just said 'Well, he didn't tell me.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 83.0, "options": [ "A. a dark-haired woman wearing a black jacket with a gray blouse and black pants.", "B. a dark-haired male wearing a gray turtleneck sweater and gray pants.", "C. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans.", "D. a blonde woman wearing a purple long-sleeved shirt, a red, green, and yellow vest, and a long green skirt." ] }, { "video_id": "sample_7_Source_Discrimination.mp4", "question": "Who just said 'Oh, that looks like l was second to last.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 107.0, "options": [ "A. a dark-haired female wearing a black jacket with a gray top and black pants.", "B. a dark-haired male wearing a gray turtleneck sweater and gray pants.", "C. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans.", "D. a blonde woman wearing a purple long-sleeved top, a red, green, and yellow vest, and a green skirt." ] }, { "video_id": "sample_7_Source_Discrimination.mp4", "question": "Who just said 'Look at that little girl over there.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 146.0, "options": [ "A. a dark-haired male wearing a gray turtleneck sweater and gray pants.", "B. a dark-haired male wearing a bright pink short-sleeved T-shirt and dark blue jeans.", "C. a blonde woman wearing a purple long-sleeved shirt, a red, green, and yellow vest, and a long green skirt.", "D. a blonde woman wearing a blue jean jacket with a necklace around her neck." ] }, { "video_id": "sample_27_Misleading_Context_Understanding.mp4", "question": "What playing cards are on the grey desk?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. There are a 7 of diamonds, a 9 of spades, a 3 of diamonds, an A of spades and a K of hearts.", "B. There are a 3 of hearts, a K of clubs and a 6 of diamonds.", "C. There are an A of diamonds, a nine of clubs and a nine of spades.", "D. There are a six of diamonds, a two of clubs, a four of spades and a Q of clubs." ] }, { "video_id": "sample_27_Misleading_Context_Understanding.mp4", "question": "What does the face-up playing card show here?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 168.0, "options": [ "A. There is an eight of hearts, a five of hearts, a king of diamonds, a four of clubs and a Q of clubs.", "B. There is a 9 of diamonds, a 7 of spades and an A of clubs.", "C. There is a Q of spades, a nine of diamonds, a five of diamonds and a four of hearts.", "D. There is a Q of spades, a nine of diamonds and a five of diamonds." ] }, { "video_id": "sample_27_Misleading_Context_Understanding.mp4", "question": "What is playing cards are there on the desk now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 218.0, "options": [ "A. There are no playing cards on the desk now.", "B. There is a Q of spades, a two of spades, a three of hearts, a ten of hearts, a six of hearts, a two of diamonds and a J of diamonds.", "C. Here is a 9 of diamonds, a 3 of clubs and an 8 of clubs.", "D. Here we have a K of hearts, an Aof diamonds, a four of diamonds, a Q of spades, a ten of hearts and a five of diamonds." ] }, { "video_id": "sample_27_Misleading_Context_Understanding.mp4", "question": "What are the face-up playing cards on the table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 296.0, "options": [ "A. There is a four of spades, a six of spades and an eight of diamonds.", "B. There is only one 8 of diamonds there.", "C. There is a 7 of hearts, a 10 of clubs and an 8 of spades there.", "D. There is an A of hearts, a five of spades, a seven of diamonds and a Q of clubs." ] }, { "video_id": "sample_27_Misleading_Context_Understanding.mp4", "question": "What playing cards are now displayed on the grey desk?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 358.0, "options": [ "A. There are a Q of hearts, an eight of hearts, an eight of clubs, an eight of hearts and a J of hearts.", "B. There are a five of hearts, a K of spades and a four of spades.", "C. There are a Q of diamonds, a five of hearts, a ten of clubs, a K of spades and a four of spades.", "D. There're a J of hearts, a ten of hearts and an A of diamonds." ] }, { "video_id": "sample_49_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 26.0, "options": [ "A. A little girl came out on the left side of the road and almost hit the car where the camera was.", "B. A little boy came out on the right side of the road and almost hit the car where the camera was.", "C. A man on a bicycle rode out from the left and nearly hit the car where the camera was.", "D. A brown sheep ran down a distant hill. Just as the sheep was about to run into a child walking behind the chicken, the woman took the child away in tim" ] }, { "video_id": "sample_49_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 38.0, "options": [ "A. A man ran to catch a stroller that was about to run away. While holding onto the stroller, the man accidentally fell.", "B. A little girl came out on the left side of the road and almost hit the car where the camera was.", "C. A man on a bicycle rode out from the left and nearly hit the car where the camera was.", "D. A woman ran to catch a stroller that was about to run away. While holding onto the stroller, the man accidentally fell." ] }, { "video_id": "sample_49_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 93.0, "options": [ "A. A little baby rolled over and accidentally fell off the bed, and the man next to the table caught him just in time.", "B. A man ran to catch a stroller that was about to run away. While holding onto the stroller, the man accidentally fell.", "C. A little baby rolled over and accidentally fell off the table, and the man next to the table caught him just in time.", "D. A little girl came out on the left side of the road and almost hit the car where the camera was." ] }, { "video_id": "sample_49_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 112.0, "options": [ "A. A man ran to catch a stroller that was about to run away. While holding onto the stroller, the man accidentally fell.", "B. The car with the camera was turning right when it almost hit a mini car going from right to left.", "C. The car with the camera was turning left when it almost hit a mini car going from right to left.", "D. A little baby rolled over and accidentally fell off the table, and the man next to the table caught him just in time." ] }, { "video_id": "sample_49_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 133.0, "options": [ "A. The car with the camera was turning right when it almost hit a mini car going from right to left.", "B. As the car with the camera was driving down the road, it almost hit a man coming out on the left.", "C. As the car with the camera was driving down the road, it almost hit a man coming out on the right.", "D. A little baby rolled over and accidentally fell off the table, and the man next to the table caught him just in time." ] }, { "video_id": "sample_33_Source_Discrimination.mp4", "question": "Who just said 'I'm coming, guys, but l need to get paid.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 8.0, "options": [ "A. A female with blonde and brown hair wearing a white jacket with a white shirt and white pants.", "B. A male with dark hair wearing a red blazer, black shirt, and red pants.", "C. A dark-haired male wearing a dark blue blazer, dark blue shirt, dark blue tie, dark blue pants, and white-framed glasses.", "D. A gray-haired male wearing a black suit, white shirt, red vest, burgundy checkered tie and black pants." ] }, { "video_id": "sample_33_Source_Discrimination.mp4", "question": "Who just said 'So kill me like that.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 92.0, "options": [ "A. A female with blonde and brown hair wearing a white jacket with a white shirt and white pants.", "B. A male with dark hair wearing a red blazer, black shirt, and red pants.", "C. A dark-haired male wearing a dark blue blazer, dark blue shirt, dark blue tie, dark blue pants, and white-framed glasses.", "D. A gray-haired male wearing a black suit, white shirt, red ves." ] }, { "video_id": "sample_33_Source_Discrimination.mp4", "question": "Who just questioned 'So how has that improved their chances?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 127.0, "options": [ "A. A female with blonde and brown hair wearing a white jacket with a white shirt and white pants.", "B. A male with dark hair wearing a red blazer, black shirt, and red pants.", "C. A dark-haired male wearing a dark blue blazer, dark blue shirt, dark blue tie, dark blue pants, and white-framed glasses.", "D. A gray-haired male wearing a black suit, white shirt, red vest, burgundy checkered tie and black pants." ] }, { "video_id": "sample_33_Source_Discrimination.mp4", "question": "Who just said 'How can l keep talking if l don't say nothing?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 221.0, "options": [ "A. A female with blonde and brown hair wearing a white jacket with a white shirt and white pants.", "B. A male with dark hair wearing a red blazer, black shirt, and red pants.", "C. A male with gray hair wearing a dark brown blazer with a blue shirt and black pants and holding a blue microphone.", "D. A bald male wearing a black double-breasted coat with a dark blue shirt and a dark gray striped tie." ] }, { "video_id": "sample_33_Source_Discrimination.mp4", "question": "Who just said 'So who was it that invited you?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 236.0, "options": [ "A. A female with blonde and brown hair wearing a white jacket with a white shirt and white pants.", "B. A male with dark hair wearing a red blazer, black shirt, and red pants.", "C. A male with gray hair wearing a dark brown blazer with a blue shirt and black pants and holding a blue microphone.", "D. A bald male wearing a black double-breasted coat with a dark blue shirt and a dark gray striped tie." ] }, { "video_id": "sample_41_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Or can wen change them?'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 60.0, "options": [ "A. There is a white bird sticking its head out from inside a leaf on the branch of a tree, and a yellow sun on the left side of the tree.", "B. There is an owl in a tree holding a cup of coffee with the words 'PARTY ON' written on it.", "C. There were two tents and two trees, the tent on the left next to a man with a backpack and a bird that had been flying, with a campfire in the middle, the tent on the right with a man in a sleeping bag, and the tree on the right with a sleeping bird.", "D. There is a tent, a sleeping bag inside the tent, a book in front of the tent, and a tree to the right of the tent." ] }, { "video_id": "sample_41_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'The system can make predictions about when you're likely to need sleep and prepareyour body accordingly.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 119.0, "options": [ "A. There is a bed with a man sitting on the left side of the bed looking at the yellow sun outside the window on the left, and on each side of the bed there is a table with a charged mobile phone on it.", "B. There are two men with backpacks standing in a grassy field, with a white bird in flight behind the man on the right, and a yellow sun in the upper left corner of the image.", "C. The picture contains a portrait of a person's head, which shows the structure of a person's brain.", "D. There is a man carrying a satchel and holding a mobile phone in his hand, he walks inside a circle while looking at his phone, there is a yellow sun in the upper left corner of the screen, a light blue moon in the lower right corner, and a few white clouds in the screen." ] }, { "video_id": "sample_41_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'For example, where early birds generally flood with cortisol just before waking up.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 153.0, "options": [ "A. There is a man sleeping in a bed with two nightstands with mobile phones on either side of the bed, and on the left side of the bed there is another man standing next to the window looking out of the window at the pale blue moon.", "B. There is a person sleeping in bed with headphones connected to a mobile phone next to him, which is playing an audio clip that reads 'DOLPHINS SOUNDS 10 HOURS'.", "C. There is a table in the middle of the picture, on the left side of the table there is a man in yellow striped clothes, next to him there is a cup of ah yellow drink with yellow bubbles coming out of his head; on the right side of the table there are three cups of coffee in front of the man with blue bubbles coming out of his head.", "D. There is a bed with a person sleeping on it, and to the left of the bed there is a table with a mobile phone on it, the screen of which reads '6 45'." ] }, { "video_id": "sample_41_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'try getting outside as soon as possible to teach your body when to be active and alert.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 232.0, "options": [ "A. There was a man sitting on a stool with a black sunglasses in his hand, looking at the sky with two white clouds and a yellow sun in the sky.", "B. There is a man wearing sunglasses in the room in front of a table with a computer and a cup of coffee, the man is working with the computer, there is a yellow sun outside the window on the left side of the picture.", "C. There are two men on a balcony, the man on the left is sitting on a stool with his right hand raised, there is a table in front of him with a computer and a drink, the man on the right pushes the door open and holds a computer in his left hand, there is a yellow sun in the top left corner of the screen.", "D. There are two people inside the picture, on the left side of the picture there is a man lying in bed wrapped in a blanket with a thermometer in his mouth, on the right side of the picture there is a man pushing open the door with a bottle of drink in his right hand." ] }, { "video_id": "sample_41_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'it only takes one bad night to sendyour circadian system back to baseline.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 245.0, "options": [ "A. Inside the screen there is a bed and a quilt, and next to it there is a table with a mobile phone connected to a cable, and the screen of the mobile phone shows '07:00'.", "B. There is a man wearing sunglasses in the room in front of a table with a computer and a cup of coffee, the man is working with the computer, there is a yellow sun outside the window on the left side of the picture.", "C. There are two men on a balcony, the man on the left is sitting on a stool with his right hand raised, there is a table in front of him with a computer and a drink, the man on the right pushes the door open and holds a computer in his left hand, there is a yellow sun in the top left corner of the screen.", "D. Inside the picture there are two people sitting on the bed together, the one near the inside is holding a drink in his hand, they are browsing the contents of the computer screen together, and there is a light blue moon outside the window on the right side of the picture." ] }, { "video_id": "sample_2_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 23.0, "options": [ "A. A small black and yellow frog lies on a green leaf as the narrator says 'This is a poison dart frog'.", "B. A tadpole swims in the water in the center of a green plant and the narrator says 'Nice and safe'.", "C. A small black and yellow frog climbs on a mossy branch, and the narrator says 'Males raise their young in a very special way'.", "D. A little black and yellow frog hops around on a green mossy branch and the narrator says 'A father will place each one of his tadpoles'." ] }, { "video_id": "sample_2_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 41.0, "options": [ "A. A tadpole swims in the water in the center of a green plant as the narrator says, 'Nice and safe.'.", "B. A tadpole is lying on a green leafy plant with a little water around it. The narrator says, 'This one isn't doing so well.'.", "C. A tadpole is lying on a green leafy plant with no water around it. The narrator says, 'This one isn't doing so well.'.", "D. A small black and yellow frog hopped around on a green mossy branch as the narrator said 'A father will place each one of his tadpoles.'." ] }, { "video_id": "sample_2_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 52.0, "options": [ "A. A black and red frog is sitting on a curved leaf of a green plant and chirping, and the narrator says 'Unless its father can find a better place for it.'.", "B. A tadpole is lying on the leaf of a green plant with a bit of water around it, and the narrator says 'This one isn't doing so well.'.", "C. A small black and yellow frog hopping on a branch covered with green moss, the narrator says 'A father will place each one of his tadpoles.'.", "D. A black and yellow frog is sitting on a curved leaf of a green plant and chirping, and the narrator says 'unless its father can find a better place for it.'." ] }, { "video_id": "sample_2_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 73.0, "options": [ "A. A yellow and black frog with a tadpole on its back is jumping on a yellow leaf, and the narrator says 'Fathers are no bigger than a human thumbnail.'.", "B. A tadpole is lying on a green plant leaf with a little water around it, and the narrator says 'This one isn't doing so well.'.", "C. A yellow and white frog with a tadpole on its back hopping on a yellow leaf, the narrator says 'Fathers are no bigger than a human thumbnail.'.", "D. A black and yellow frog is sitting on a curved leaf of a green plant and chirping as the narrator says 'UNLESS its father can find a better place for it.'." ] }, { "video_id": "sample_2_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 127.0, "options": [ "A. A yellow and black frog with a tadpole on its back is jumping on a yellow leaf, and the narrator says 'Fathers are no bigger than a human thumbnail.'.", "B. Two small green and yellow frogs on a branch, one of them chirping, the narrator says 'A female could do something a mae cannot.'.", "C. Two black and yellow froglets on a branch, one of them chirping, narrator says 'A female could do something a mae cannot.'.", "D. A black and yellow frog is sitting on a curved leaf of a green plant and chirping as the narrator says 'UNLESS its father can find a better place for it.'." ] }, { "video_id": "sample_24_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 99.0, "options": [ "A. A player in a Red and blue striped jersey dribbled the ball away from the goalie in an orange jersey with a sliding kick, the player in the Red and blue striped jersey ran back to grab the ball and tripped over a player in a light blue jersey, the narrator said 'Anderson seeking out Ayew, Ederson had to let go.'.", "B. A player in a Red and blue striped jersey shoots from distance, the ball flies towards a wall of players in light blue and Red and blue striped jerseys, the ball hits a player in a light blue jersey and bounces towards the goal, a goalkeeper in an orange jersey makes a save but it's unsuccessful, the narrator says 'Eze then to whip that one in, and it's found a way in. in, and it's found a way in.'.", "C. A player in blue and red stripes was fighting for the ball with a player in light blue, and during the fight the player in light blue was hit in the face by the hand of the player in blue and red stripes, and then the player in light blue fell down and the ball ran out of the field, and the narrator said 'Who's appeared to have taken a smack in the face perhaps.'.", "D. A player in blue and red stripes was fighting for the ball with a player in a light blue uniform, and in the course of the fight the player in the light blue uniform was struck in the face by the hand of the player in the blue and red stripes, and the player in the blue and red stripes fell down, and the ball ran out of the field, and the announcer said, 'Who's appeared to have taken a smack in the face perhaps.'." ] }, { "video_id": "sample_24_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 106.0, "options": [ "A. A player in a red and blue striped jersey kicks the ball away, another player in a red and blue striped jersey heads the ball into the goal, a player in an orange jersey saves the ball, but it's too late, and the narrator says 'will be the man to take this corner too.'.", "B. A player in a Red and blue striped jersey shoots from distance, the ball flies towards a wall of players in light blue and Red and blue striped jerseys, the ball hits a player in a light blue jersey and bounces towards the goal, a goalkeeper in an orange jersey makes a save but it's unsuccessful, the narrator says 'Eze then to whip that one in, and it's found a way in. in, and it's found a way in.'.", "C. A player in blue and red stripes was fighting for the ball with a player in light blue, and during the fight the player in light blue was hit in the face by the hand of the player in blue and red stripes, and then the player in light blue fell down and the ball ran out of the field, and the narrator said 'Who's appeared to have taken a smack in the face perhaps. smack in the face perhaps.'.", "D. A player in a light blue striped jersey kicks the ball away, another player in a red and blue striped jersey heads the ball into the goal, a player in an orange jersey saves the ball, but it's too late, and the narrator says 'will be the man to take this corner too.'." ] }, { "video_id": "sample_24_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 149.0, "options": [ "A. A player in a red and blue striped jersey kicks the ball away, another player in a black jersey heads the ball into the goal, a player in an orange jersey saves the ball, but it's too late, and the narrator says 'will be the man to take this corner too.'.", "B. A player in a blue and red uniform shoots at the goal, halfway through a goalkeeper in a blue and red striped uniform makes an unsuccessful save, but the ball flies to the left of the goal, and the narrator says 'And here is Haaland looking for a quick.'.", "C. A player in blue and red stripes was fighting for the ball with a player in light blue, and during the fight the player in light blue was hit in the face by the hand of the player in blue and red stripes, and then the player in light blue fell down and the ball ran out of the field, and the narrator said 'Who's appeared to have taken a smack in the face perhaps. smack in the face perhaps.'.", "D. A player in a light blue uniform shoots at the goal, halfway through a goalkeeper in a black uniform makes an unsuccessful save, but the ball flies to the left of the goal, and the narrator says 'And here is Haaland looking for a quick.'." ] }, { "video_id": "sample_24_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 177.0, "options": [ "A. A player in a red and blue striped jersey kicks the ball away, another player in a red and blue striped jersey heads the ball into the goal, a player in an orange jersey saves the ball, but it's too late, and the narrator says 'will be the man to take this corner too.'.", "B. A player in a red and blue uniform shoots at the goal, the ball passes between players in light blue striped uniforms and enters the goal, there is a goalkeeper in a black uniform who makes a save, but it doesn't work and the narrator says 'Will he be the man to make it happen?'.", "C. A player in a light blue uniform shoots at the goal, the ball passes between players in red and blue striped uniforms and enters the goal, there is a goalkeeper in a black uniform who makes a save, but it doesn't work and the narrator says 'Will he be the man to make it happen?'.", "D. A player in a light blue uniform shoots at the goal, halfway through a goalkeeper in a black uniform makes an unsuccessful save, but the ball flies to the left of the goal, and the narrator says 'And here is Haaland looking for a quick.'." ] }, { "video_id": "sample_24_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 222.0, "options": [ "A. A player in a light blue jersey kicks the ball toward the goal, another player in a light blue jersey breaks through two players in red and blue striped jerseys and heads the ball into the goal, and the announcer says 'Alvarez gets a touch, Foden back in!'.", "B. A player in a green jersey kicks the ball toward the goal, another player in a light blue jersey breaks through two players in red and blue striped jerseys and heads the ball into the goal, and the announcer says 'Alvarez gets a touch, Foden back in!'.", "C. A player in a light blue uniform shoots at the goal, the ball passes between players in red and blue striped uniforms and enters the goal, there is a goalkeeper in a black uniform who makes a save, but it doesn't work and the narrator says 'Will he be the man to make it happen?'.", "D. A player in a light blue uniform shoots at the goal, halfway through a goalkeeper in a black uniform makes an unsuccessful save, but the ball flies to the left of the goal, and the narrator says 'And here is Haaland looking for a quick.'." ] }, { "video_id": "sample_39_Source_Discrimination.mp4", "question": "Who just said 'Then you have to show how harm was caused by that conduct.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 115.0, "options": [ "A. A man wearing a black blazer with a white shirt underneath, a tie, and a watch in his left hand.", "B. A man wearing a black suit jacket with a white shirt tied with a red and black tie and headphones in his left ear.", "C. A man wearing a dark blue blazer and a white spotted tie over a white shirt.", "D. A woman wearing a purple suit and purple high heels." ] }, { "video_id": "sample_39_Source_Discrimination.mp4", "question": "Who just said 'This is going to be huge.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 179.0, "options": [ "A. A woman wearing a purple suit and purple high heels.", "B. A man wearing a black blazer with a white shirt underneath, a tie, and a watch in his left hand.", "C. A woman in a rose-red suit with light blonde hair.", "D. A man wearing a black suit jacket with a white shirt tied with a red and black tie and headphones in his left ear." ] }, { "video_id": "sample_39_Source_Discrimination.mp4", "question": "Who just said 'Two points.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 293.0, "options": [ "A. A man wearing a black blazer with a white shirt underneath, a tie, and a watch in his left hand.", "B. A lady in a pink suit with light blonde hair.", "C. A man wearing a black sweater with a white collar showing a little underneath at the neckline.", "D. A woman wearing a purple suit and purple high heels." ] }, { "video_id": "sample_39_Source_Discrimination.mp4", "question": "Who just said 'And that can work.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 348.0, "options": [ "A. A woman wearing a purple suit and purple high heels.", "B. A man wearing a black suit jacket with a white shirt tied with a red and black tie and headphones in his left ear.", "C. A man wearing a black sweater with a white collar showing a little underneath at the neckline.", "D. A lady in a pink suit with light blonde hair." ] }, { "video_id": "sample_39_Source_Discrimination.mp4", "question": "Who just said 'Let's compare it to another story of censorship.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 399.0, "options": [ "A. A man wearing a black suit jacket with a white shirt tied with a red and black tie and headphones in his left ear.", "B. A man wearing a black suit jacket with a light blue tie on a white shirt.", "C. A man wearing a black blazer with a white shirt underneath, a tie, and a watch in his left hand.", "D. A man wearing a black sweater with a white collar showing a little underneath at the neckline." ] }, { "video_id": "sample_7_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman wearing a white suit with patterns and a low ponytail on the left side of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 56.0, "options": [ "A. She is very happy because the man in the dark gray suit took out her wedding photos.", "B. She is very happy because of what the man in the dark gray suit said.", "C. She is very happy because of the praise from the man in the dark gray suit.", "D. She is very calm because she is discussing her life." ] }, { "video_id": "sample_7_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the dark gray suit wearing a dark blue tie on the right side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 185.0, "options": [ "A. He is very calm because they are talking.", "B. He is happy because he was amused by what the woman with low ponytail said.", "C. He is happy because they are talking.", "D. He is very happy because he took out the wedding photos of the woman next to him to talk about." ] }, { "video_id": "sample_7_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman wearing a white suit with patterns and a low ponytail on the left side of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 215.0, "options": [ "A. She is happy.", "B. She is sad.", "C. She is nervous.", "D. She is angry." ] }, { "video_id": "sample_7_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the dark gray suit wearing a dark blue tie on the right side of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 232.0, "options": [ "A. He was very happy because he liked the photo in his hand very much.", "B. He was calm because he knew who took that photo.He is happy because they are talking.", "C. He was very happy because he knew who took that photo.", "D. He was confused because he didn't know who took that photo." ] }, { "video_id": "sample_7_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the dark gray suit wearing a dark blue tie on the right side of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 365.0, "options": [ "A. He was very happy because he found the story the woman told very interesting.", "B. He is happy because he was amused by what the woman with low ponytail said.", "C. He was surprised to hear the woman with low ponytail say that her dog had peed on the carpet.", "D. He is happy because they are talking." ] }, { "video_id": "sample_30_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'That doesn't make grammatical sense.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 57.0, "options": [ "A. A blonde woman in an orange sweater is facing the camera with 'PROGRAMMING LANGUAGES.' written in yellow letters on her front.", "B. A blonde woman in an orange sweater is facing the camera with 'STATEMENTS.' written in green letters on her front.", "C. A blonde in an orange sweater is facing the camera with 'I WANT TEA.' written in blue on her left and 'IT IS RAINING.' written in yellow on her right.", "D. A blonde in an orange sweater is facing the camera, and to her left is a paragraph that reads 'I WANT UNICORNS.' in blue letters, covered by a beige X." ] }, { "video_id": "sample_30_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'This is called an assignment statement because we're assigning a value to a variable.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 76.0, "options": [ "A. A blonde woman in an orange sweater is facing the camera, and in front of her is a yellow text that reads 'ASSIGNMENT STATEMENT.'.", "B. A blonde in an orange sweater is facing the camera, and to her right is a pink diamond with 'a=5' written in white.", "C. A blonde in an orange sweater is facing the camera with 'I WANT TEA.' written in blue on her left and 'IT IS RAINING.' written in yellow on her right.", "D. A blonde in an orange sweater is facing the camera, and to her left is a paragraph that reads 'I WANT UNICORNS.' in blue letters, covered by a beige X." ] }, { "video_id": "sample_30_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'The computer doesn't care, as longas variables are uniquely named.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 101.0, "options": [ "A. A blonde woman in an orange sweater is facing the camera, and in front of her is a yellow text that reads 'ASSIGNMENT STATEMENT.'.", "B. A blonde in an orange sweater is facing the camera, and to her right is a pink diamond with 'a=5' written in white.", "C. A blonde in an orange sweater is facing the camera, and to her left are three yellow paragraphs that read 'APPLES=5.', 'PEARS=10.', 'FRUITS= APPLES+PEARS.'.", "D. A blonde woman in an orange sweater is facing the camera, and to her right are three yellow paragraphs that read 'A=5.', 'b=10.', and 'c=a+b.'." ] }, { "video_id": "sample_30_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'But if statements are the most common.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 177.0, "options": [ "A. A blonde woman in an orange sweater is facing the camera, and in front of her is a yellow text that reads 'IF STATEMENTS.'.", "B. A blonde woman in an orange sweater is facing the camera, and in front of her is a light blue text that reads 'CONTROL FLOW STATEMENTS.'.", "C. A blonde in an orange sweater is facing the camera, and to her left are three yellow paragraphs that read 'APPLES=5.', 'PEARS=10.', 'FRUITS= APPLES+PEARS.'.", "D. A blonde woman in an orange sweater is facing the camera, and to her right are three yellow paragraphs that read 'A=5.', 'b=10.', and 'c=a+b.'." ] }, { "video_id": "sample_30_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'If 'l am tired' is false, then l will not go get it.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 191.0, "options": [ "A. A blonde woman in an orange sweater is facing the camera, and in front of her is a yellow text that reads 'IF STATEMENTS.'.", "B. A dark-haired male wearing a yellow-green long-sleeved shirt sat at a desk working with a tablet.", "C. A blonde woman in an orange sweater is facing the camera, and in front of her is a light blue text that reads 'CONTROL FLOW STATEMENTS.'.", "D. A dark-haired male in a yellow-green long-sleeved shirt slumped over a desk with various books, a mug, a calculator, a tablet, a laptop, and glasses." ] }, { "video_id": "sample_8_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 85.0, "options": [ "A. A group of penguins are standing on the snow, two of them walk off leaving a young penguin behind, the narrator says 'Now both parents can head off to sea to go fishing.'.", "B. An adult penguin opens its beak and prepares to feed its young in its arms, the narrator says 'For the last few weeks, the mother and father have taken it in turn to feed their offspring.'.", "C. A juvenile penguin is lying on its stomach underneath an adult penguin, chewing its food, and the narrator says 'But its growing appetite will soon forceboth parents to go away fishing at the same time.'.", "D. An adult penguin kicks a juvenile penguin out of the way, and the narrator says 'Sometimes it takes a wel timed kick.'." ] }, { "video_id": "sample_8_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 101.0, "options": [ "A. A group of penguins are standing on the snow, two of them walk away leaving a young penguin behind, the narrator says 'Now both parents can head off to sea to go fishing.'.", "B. Two young penguins with gray body feathers are walking on the snow, the narrator says 'For the first time, the chicks will have to face the elements without a parent to protect them.'.", "C. Two little penguins with black body feathers walk on the snow and the narrator says 'For the first time, the chicks will have to face the elements without a parent to protect them.'.", "D. an adult penguin kicks a juvenile penguin out of the way, and the narrator says 'Sometimes it takes a wel timed kick.'." ] }, { "video_id": "sample_8_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 112.0, "options": [ "A. A group of penguins are standing on the snow, two of them walk away leaving a young penguin behind, the narrator says 'Now both parents can head off to sea to go fishing.'.", "B. Two young penguins with gray body feathers are walking on the snow, the narrator says 'For the first time, the chicks will have to face the elements without a parent to protect them.'.", "C. A juvenile penguin is lying on its belly underneath an adult penguin, who chases away another juvenile penguin with gray body feathers, as the narrator says 'Other adults certainly won't look after them.'.", "D. A juvenile penguin lying on its belly underneath an adult penguin, the adult penguin chases away another juvenile penguin with white body feathers and the narrator says 'Other adults certainly won't look after them.'." ] }, { "video_id": "sample_8_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 122.0, "options": [ "A. A group of adult penguins gather together in the snow, and the narrator says 'So lone chicks gather together for comfort.'.", "B. Two young penguins with gray body feathers are walking on the snow, the narrator says 'For the first time, the chicks will have to face the elements without a parent to protect them.'.", "C. A juvenile penguin is lying on its belly underneath an adult penguin, who chases away another juvenile penguin with gray body feathers, as the narrator says 'Other adults certainly won't look after them.'.", "D. A group of juvenile penguins gathered together in the snow, the narrator says 'So lone chicks gather together for comfort.'." ] }, { "video_id": "sample_8_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 158.0, "options": [ "A. A group of black penguin chicks huddled together in the snow, forming a small huddle, as the narrator said 'The chicks instinctively create their own mini huddle, just as their fathers do.'.", "B. A group of gray penguin chicks huddle together in a small group on the snow, and the narrator says 'The chicks instinctively create their own mini huddle, just as their fathers do.'.", "C. A juvenile penguin is lying on its belly underneath an adult penguin, who chases away another juvenile penguin with gray body feathers, as the narrator says 'Other adults certainly won't look after them.'.", "D. A group of juvenile penguins gathered together in the snow, the narrator says 'So lone chicks gather together for comfort.'." ] }, { "video_id": "sample_34_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 75.0, "options": [ "A. He is a little disgusted because he is seeing someone’s leg muscles throbbing.", "B. He is happy because an obese kid stabbed through the floor while playing with a high jump stick.", "C. He is a little surprised because a girl is throwing her cell phone into the pool behind her.", "D. He is a little surprised because he is seeing a moving truck on fire." ] }, { "video_id": "sample_34_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 118.0, "options": [ "A. He is shocked because a child is driving a toy jeep and the head is lifting up.", "B. He is a little surprised to see the suction toilet in the video drain a roll of paper.", "C. He is a little surprised because a girl is throwing her cell phone into the pool behind her.", "D. He is a little surprised because he is seeing a moving truck on fire." ] }, { "video_id": "sample_34_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 225.0, "options": [ "A. He is shocked because a child is driving a toy jeep and the head is lifting up.", "B. He is a little surprised to see the suction toilet in the video drain a roll of paper.", "C. He is feeling very repulsed because he is seeing many bamboo stick insects crawling on a man’s back.", "D. He was surprised to see the male in the video tensing his pants so tightly that his leg hair was oozing out." ] }, { "video_id": "sample_34_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 275.0, "options": [ "A. He is a little surprised because the little girl is hit by the balloon and falls into the water.", "B. He is a little disgusted because he sees thick black smoke coming out of the lunch box when he opens it.", "C. He is feeling very repulsed because he is seeing many bamboo stick insects crawling on a man’s back.", "D. He was surprised to see the male in the video tensing his pants so tightly that his leg hair was oozing out." ] }, { "video_id": "sample_34_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 325.0, "options": [ "A. He is a little surprised because the little girl is hit by the balloon and falls into the water.", "B. He is a little disgusted because he sees thick black smoke coming out of the lunch box when he opens it.", "C. He is shocked for a moment because the video shows a man accidentally disengaging his hand while using a hammer, which results in the hammer handle hitting the man in the head.", "D. He is slightly shocked because he is seeing two women quickly crossing between two bookcases, with one side of the bookcase increasingly closing in on them." ] }, { "video_id": "sample_13_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 45.0, "options": [ "A. A man in a blue shirt points to the red fruits in the cactus and says, 'see these very distinct red tops to them.'.", "B. A man in a blue shirt takes the tail of a snake and puts it on a stick and uses a knife to cut off part of it saying, 'Take the rattle off, give that as a present to my little boy, and then the meat of this and just roast on a bit of this Devil's Walking Stick.'.", "C. A man in a blue shirt peels the body and skin of a snake with great force and says, 'By fire going I can skin this snake and get it cooked.'.", "D. A man in a blue shirt carefully puts the fruit of a cactus ball with a knife and says: 'And that's truly gorgeous.'." ] }, { "video_id": "sample_13_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 118.0, "options": [ "A. A man wearing a blue shirt and carrying a black book bag collects green plants around him and says: 'There are still light to collect some creosote bush for a mattress.'.", "B. A man in a blue shirt spreads green plants on the floor and says: 'Not only because the bugs hate it, keeps them away from me but it also masks my smell,which is going to help me keep the mountain lions away from this cave.'.", "C. A man in a blue shirt picks up a roasted snake and observes: 'Why is it everything around here is either spiky sharp or out to kill you?'.", "D. A man in a blue shirt picks up the scuttled snake meat and puts it inside the fire to roast, says: 'Good thing about this because all the spikes it's going to grip to it really nicely. And then the green wood won't burn, the snake will cook that supper.'." ] }, { "video_id": "sample_13_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 159.0, "options": [ "A. A man in a blue shirt says, while eating the food in his hand, 'People pften say that snakes taste like chicken. But you konw what? They just don't. It's more like flame-grilled sinewy bone and skin.'.", "B. A man in a blue shirt catch a small animal in a rock crevice and says, 'Fast little fella, but actually if you just take the head off that and then the squeeze the guts out, that's gonna be a good little, munch on the way.'.", "C. A man wearing a red and black jacket and carrying a black backpack walks down a steep rock face and says, 'Opportunities to find some seafood'.", "D. A man in a blue shirt holding a handful of processed food in his hand says:'that's gonna be a good little, munch on the way.'. The food is then put into his mouth." ] }, { "video_id": "sample_13_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 287.0, "options": [ "A. A man wearing a red cloths takes the food in his hand and brings it to his mouth says, 'Above all it's warming.'.", "B. A man naked from the waist up comes out of the water, picks up the knife to mercy a fish and says, 'Oh! One trigger fish.'.", "C. A man naked from the waist up holding a fish in one hand and a knife in the other pointed at the fish and says:'Man look at the teeth on that thing, they're almost human.'.", "D. A man naked from the waist up holds the fish up, pulls up the fins and says:'that will go up, acts like a Barb to stop any bigger fish trying to swallow it.'." ] }, { "video_id": "sample_13_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 353.0, "options": [ "A. A man builds a fire and roasts food in the dark of night, and the narrator says, 'we're just 500 miles north of the equator, where the sun rises and falls vertically.'.", "B. A man naked from the waist up feeds food into his mouth but touches his mouth from side to side with a pained expression and says: 'They've got a queue on it, slides on one side and you munch the other.'.", "C. A man naked from the waist up slowly cuts the body of a fish open with a knife and says: 'Let's get him gutted.I'm saving the meat for later.'.", "D. A man naked from the waist up cuts out the fish's eye and then holds it in his hand and hands it to the photographer, says: 'And there you go, see that? It looks pretty horrible but really nutritious and lots of good fluids in it.'." ] }, { "video_id": "sample_9_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman wearing an off-the-shoulder shirt on the left side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 8.0, "options": [ "A. She was happy because she could come to this program.", "B. She was confused because she didn't know how the man in the black suit on her right knew she had undergone LASIK surgery.", "C. She was calm because she was already used to coming to this program.", "D. She was happy because the man on her right noticed that she had undergone LASIK surgery." ] }, { "video_id": "sample_9_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman wearing an off-the-shoulder shirt on the left side of the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 28.0, "options": [ "A. She cried sadly.", "B. She was angry.", "C. She was calm.", "D. She was confused." ] }, { "video_id": "sample_9_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman wearing an off-the-shoulder shirt on the left side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 63.0, "options": [ "A. She was sad because her mother didn't care about her.", "B. She was shocked to learn that her mother had sent a video of her undergoing LASIK surgery to the program.", "C. She was happy because her mother cared about her very much.", "D. She was angry because her mother didn't respect her." ] }, { "video_id": "sample_9_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman wearing a pink sweater of the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 93.0, "options": [ "A. She was angry.", "B. She cried sadly.", "C. She was happy.", "D. She was confused." ] }, { "video_id": "sample_9_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman wearing an off-the-shoulder shirt on the left side of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 197.0, "options": [ "A. She's unhappy because the man on her right hasn't introduced her album yet.", "B. She's happy because the man on her right has taken out her album.", "C. She's unhappy because the man on her right is saying something boring.", "D. She's happy because the man on her right said something that made her laugh." ] }, { "video_id": "sample_5_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 46.0, "options": [ "A. The magician put the disordered cube into a paper bag with colored dots, and when he took out the cube, it magically restored itself.", "B. The magician placed the disturbed Rubik's cube on the table, and when he rotated the cube, the cube magically recovered.", "C. The magician raises his right hand and gestures in the air. He stands on the stage and calmly introduces himself to the next magic show.", "D. The magician walked quickly down the stairs to the right of the stage, and when he reached the top of the stairs, he opened his mouth and raised his hand in a grimace." ] }, { "video_id": "sample_5_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 90.0, "options": [ "A. The magician raises his right hand and gestures in the air. He stands on the stage and calmly introduces himself to the next magic show.", "B. The male guest very casually shuffled the Rubik's cube and handed it to the magician, then the magician put the male guest into the paper bag that was shuffled, clicked his fingers, the magician took the Rubik's cube out of the paper bag, and the Rubik's cube was restored.", "C. The female guest very casually upset the Rubik's cube and handed it to the magician, then the magician put the female guest into the paper bag that was disrupted, blew a breath, the magician took the Rubik's cube out of the paper bag, and the Rubik's cube was restored.", "D. The magician put the disordered cube into A paper bag with colored dots, and when he took out the cube, it magically restored itself." ] }, { "video_id": "sample_5_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 137.0, "options": [ "A. The magician spins a Rubik's Cube, one side of which is identical to the female guest's cube.", "B. The magician spins a Rubik's Cube, one side of which is identical to the male guest's cube.", "C. The male guest very casually shuffled the Rubik's cube and handed it to the magician, then the magician put the male guest into the paper bag that was shuffled, clicked his fingers, the magician took the Rubik's cube out of the paper bag, and the Rubik's cube was restored.", "D. The magician put the disordered cube into A paper bag with colored dots, and when he took out the cube, it magically restored itself." ] }, { "video_id": "sample_5_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 315.0, "options": [ "A. The magician flipped the Rubik's cube, and the disrupted cube was restored.", "B. The magician took out the Rubik's cube from the paper bag, and the disrupted cube was restored.", "C. A torn piece of the six of diamonds appeared in the cube.", "D. A torn piece of the seven of diamonds appeared in the cube." ] }, { "video_id": "sample_5_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 411.0, "options": [ "A. A torn piece of the six of diamonds appeared in the cube.", "B. The magician flipped the Rubik's cube, and the disrupted cube was restored.", "C. The magician throws the cube upward with his left hand and catches it with his right hand.", "D. The magician throws the cube upward with his right hand and catches it with his left hand." ] }, { "video_id": "sample_6_Misleading_Context_Understanding.mp4", "question": "What's on this blue desktop?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 22.0, "options": [ "A. There are five stacked playing cards lying horizontally on the table.", "B. There are five stacked playing cards on the table and a stack of green banknotes placed together on the right side.", "C. There is a stack of green notes on the table with the number 10 written on them.", "D. There are a number of green banknotes and unfolded playing cards on the table, and underneath there are folded playing cards with the numbers J, Q, K, A, and 10 of hearts written on them." ] }, { "video_id": "sample_6_Misleading_Context_Understanding.mp4", "question": "What do the white letters say?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 56.0, "options": [ "A. 'check' is written in white letters.", "B. The white letters say 'raise'.", "C. The white letters say 'fold'.", "D. The white letters say 'call'." ] }, { "video_id": "sample_6_Misleading_Context_Understanding.mp4", "question": "What is displayed on the desktop?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 86.0, "options": [ "A. There are many unflipped playing cards and a pile of banknotes on the table and five flipped playing cards with a circle next to the left playing card and a C next to the top playing card.", "B. There are many unflipped playing cards and a pile of banknotes on the table, and five flipped playing cards with a circle next to the left playing card, an arrow next to the top playing card, a check mark next to the right playing card, and a C next to the bottom playing card.", "C. There are many unflipped playing cards and piles of banknotes on the table, and five flipped playing cards with a circle next to the playing card on the left, an arrow next to the playing card on the top, and a pair of hooks next to the playing card on the right.", "D. There are a lot of unflipped playing cards and a pile of banknotes on the table, and five flipped playing cards." ] }, { "video_id": "sample_6_Misleading_Context_Understanding.mp4", "question": "How many symbols with white borders are now displayed on the desktop?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 115.0, "options": [ "A. There are four symbols: circle, C, check mark and arrow.", "B. There is no one symbol.", "C. There is one symbol: circle.", "D. There are two symbols: circle and C." ] }, { "video_id": "sample_6_Misleading_Context_Understanding.mp4", "question": "How many rows of face-up playing cards are on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 140.0, "options": [ "A. Six rows of face-up playing cards.", "B. There are ten rows of face-up playing cards.", "C. Two rows of face-up playing cards.", "D. Three rows of face-up playing cards." ] }, { "video_id": "sample_25_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 60.0, "options": [ "A. A red-and-white Formula One car suddenly lost control in the driveway, hitting a guardrail and flipping several times.", "B. A red Formula One car and a red and black Formula One car spun out of control after colliding at a corner, before coming to a stop on the track.", "C. A red Formula One car spun out of control after a side collision with a black and red Formula One car.", "D. A black Formula One car spun out of control after a side collision with a black and red Formula One car." ] }, { "video_id": "sample_25_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 82.0, "options": [ "A. A red Formula One car has flipped after a collision with the side of a red and blue Formula One car.", "B. A red Formula One car and a red and black Formula One car spun out of control after colliding at a corner, before coming to a stop on the track.", "C. A red Formula One car spun out of control after a side collision with a black and red Formula One car.", "D. A yellow Formula One car has flipped after a collision with the side of a red and blue Formula One car." ] }, { "video_id": "sample_25_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 112.0, "options": [ "A. Two Formula One cars with yellow, black, and red livery collided, with the rear-ended car losing control and skidding, while the other car’s front wing was damaged.", "B. Two Formula One cars with green, black, and red livery collided, with the rear-ended car losing control and skidding, while the other car’s front wing was damaged.", "C. A red Formula One car spun out of control after a side collision with a black and red Formula One car.", "D. A yellow Formula One car has flipped after a collision with the side of a red and blue Formula One car." ] }, { "video_id": "sample_25_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 137.0, "options": [ "A. Two Formula One cars with yellow, black, and red livery collided, with the rear-ended car losing control and skidding, while the other car’s front wing was damaged.", "B. A red and white Formula One car spun out of control and collided with a black and yellow Formula One car as well as a red and blue Formula One car.", "C. A green and white Formula One car spun out of control and collided with a black and yellow Formula One car as well as a red and blue Formula One car.", "D. A yellow Formula One car has flipped after a collision with the side of a red and blue Formula One car." ] }, { "video_id": "sample_25_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 148.0, "options": [ "A. Two Formula One cars with yellow, black, and red livery collided, with the rear-ended car losing control and skidding, while the other car’s front wing was damaged.", "B. A red and white Formula One car spun out of control and collided with a black and yellow Formula One car as well as a red and blue Formula One car.", "C. The rear wheel of a green and black Formula One car suddenly blew a tire.", "D. A yellow Formula One car has flipped after a collision with the side of a red and blue Formula One car." ] }, { "video_id": "sample_34_Misleading_Context_Understanding.mp4", "question": "Apart from the red ball, how many balls of what colour are now on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. There is one white ball, one black ball, one pink ball and one blue ball.", "B. There is one white ball, one black ball and one pink ball.", "C. There is one yellow ball, one brown ball, one green ball, one blue ball, one pink ball, one white ball and one black ball, making seven balls.", "D. There is a yellow ball, a brown ball, a green ball, a blue ball, a pink ball and a white ball for a total of six balls." ] }, { "video_id": "sample_34_Misleading_Context_Understanding.mp4", "question": "What color balls are there on the desktop now besides white balls?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 177.0, "options": [ "A. There are still black, red, pink, blue, yellow, brown, and green balls.", "B. There are still red, pink, blue, yellow, brown, and green balls.", "C. Now there are only black, red, white, and pink balls.", "D. Now there are only white balls." ] }, { "video_id": "sample_34_Misleading_Context_Understanding.mp4", "question": "Apart from the red ball, how many balls of what colour are left on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 236.0, "options": [ "A. There is one black ball and one white ball left.", "B. One black ball, one white ball, one pink ball, one yellow ball, one brown ball, one green ball and one blue ball for a toal of seven balls.", "C. One black ball, one white ball and one pink ball.", "D. One white ball, one pink ball, one yellow ball, one brown ball, one green ball and one blue ball for a total of six balls." ] }, { "video_id": "sample_34_Misleading_Context_Understanding.mp4", "question": "Apart from the black and white balls, how many balls of what colour are now on the table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 299.0, "options": [ "A. There are six red balls, one yellow ball, one brown ball, one blue ball, one green ball, and one pink ball for a total of eleven balls.", "B. There are five red balls.", "C. There are five red balls, one yellow ball, one brown ball, one blue ball, one green ball, and one pink ball for a total of ten balls.", "D. There are seven red balls, one yellow ball, one brown ball, one blue ball, one green ball, and one pink ball for a total of twelve balls." ] }, { "video_id": "sample_34_Misleading_Context_Understanding.mp4", "question": "How many balls of what colour are there on the table in addition to the white ones?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 445.0, "options": [ "A. There is a yellow ball, a brown ball, a green ball, a blue ball, a pink ball and a black ball totalling six balls.", "B. There is one brown ball, one green ball, one blue ball, one pink ball and one black ball totalling five balls.", "C. There is also a brown ball, a blue ball, a pink ball and a black ball totalling four balls.", "D. There is also a blue ball, a pink ball and a black ball totalling three balls." ] }, { "video_id": "sample_32_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 1260.0, "options": [ "A. A white car driving towards the camera collided with a man wearing a camera on the roadside.", "B. A motorcycle rider dressed in red suddenly flipped over due to hitting an obstacle.", "C. The rider was flying an off-road vehicle in the air, but after landing, the vehicle overturned and he lay on the track unable to get up.", "D. The rider drove an off-road vehicle through the air, but after landing, the vehicle overturned. He stood up and left the track." ] }, { "video_id": "sample_32_Anomaly_Context_Understanding.mp4", "question": "Describe the unusual event that just occurred.", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 92.0, "options": [ "A. A car took over the road while turning, causing the motorcycle to hit trees on the roadside after driving for a while.", "B. A off-road vehicle rider overturned while climbing a hill, causing both the person and the vehicle to roll down for a long distance.", "C. A cyclist came down from the mountain and fell at the spot where two trees were standing, causing the person and bicycle to roll over.", "D. A off-road vehicle rider rolled down the mountain while climbing, and the person was crushed by the vehicle several times." ] }, { "video_id": "sample_32_Anomaly_Context_Understanding.mp4", "question": "What is the unusual event that first occurred in this video?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 153.0, "options": [ "A. A silver white sedan turned around on the road and was hit by the front of a yellow truck, then drove away and collided with a black sedan on the right.", "B. A black sedan collided with the car in front on the highway, then with the car on the right, and then drove off the road.", "C. When the off-road vehicle overturned in a water filled area, it stood up from the side. After the rider in red clothes and black pants fell, he stood up.", "D. A silver white sedan turned around on the road, and in order to avoid the impact of the yellow truck, the driver turned around again and collided with the black sedan on the right." ] }, { "video_id": "sample_32_Anomaly_Context_Understanding.mp4", "question": "What unusual event occurred at the end of the video?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 244.0, "options": [ "A. A black truck slowed down, and a white car behind changed lanes to avoid colliding with the black truck in front. The white car was hit by a red car in motion.", "B. A white sedan changed lanes and was hit by a moving red car, with the white sedan lying horizontally in front of the red car.", "C. A black sedan rolled over on the road, dropping many fragments on the ground. After rolling over, it stopped on the grass, facing upwards.", "D. A long white tractor truck was driving at an intersection when it scraped a silver white sedan and a black sedan parked on the roadside." ] }, { "video_id": "sample_32_Anomaly_Context_Understanding.mp4", "question": "What is the unusual event that first occurred in this video?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 18660.0, "options": [ "A. In places with billboards, motorcycle racers fell while climbing uphill, and many riders behind also fell down.", "B. On the track inside the fence wall, an orange racing car overturned and slid towards the camera.", "C. A racing car was driving on the track and collided with the left fence at the intersection, causing the vehicle to spin on the track.", "D. A racing car is driving on the track, and when it reaches the intersection, it first collides with a racing car on the track, and then collides with the left fence." ] }, { "video_id": "sample_27_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 52.0, "options": [ "A. A racing car acting as a camera went out of control on a corner, ran into the grass next to it, and the left front wheel hit the guardrail and came out of the car.", "B. A racing car acting as a camera went out of control on a corner, ran into the grass next to it, and the right rear wheel hit the guardrail and broke free.", "C. A purple racing car went out of control on a corner and crashed into a turquoise guardrail.", "D. A black racing car was driving forward at the turn and hit the red and yellow guardrail." ] }, { "video_id": "sample_27_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 74.0, "options": [ "A. A racing car acting as a camera went out of control on a corner, ran into the grass next to it, and the left front wheel hit the guardrail and came out of the car.", "B. A racing car acting as a camera went out of control on the straight, ran into the grass, continued on the road for some distance, swerved to the right on the sand and crashed into the green guardrail.", "C. A racing car acting as a camera went out of control on the straightaway, ran into the grass, continued on the road some distance, swerved to the left on the sand and crashed into the white guardrail.", "D. A black racing car was driving forward at the turn and hit the red and yellow guardrail." ] }, { "video_id": "sample_27_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 108.0, "options": [ "A. A racing car acting as a camera went out of control on a corner, ran into the grass next to it, and the left front wheel hit the guardrail and came out of the car.", "B. A racing car acting as a camera went out of control on the straight, ran into the grass, continued on the road for some distance, swerved to the right on the sand and crashed into the green guardrail.", "C. A red and black race car hit the guardrail on the right side of the road while turning and skidded on the grass for some distance before coming to a stop.", "D. A blue and white race car hit the guardrail on the right side of the road while making a turn and skidded on the grass for some distance before coming to a stop." ] }, { "video_id": "sample_27_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 143.0, "options": [ "A. When A blue and black racing car was driving on the straight, white smoke suddenly emerged from the body, and after spinning out of control for a period of time, it crashed into the protective guardrail next to the road.", "B. A racing car acting as a camera went out of control on the straight, ran into the grass, continued on the road for some distance, swerved to the right on the sand and crashed into the green guardrail.", "C. A blue and white race car hit the guardrail on the right side of the road while making a turn and skidded on the grass for some distance before coming to a stop.", "D. When a red and white racing car was driving on the straight, the body of the car suddenly emerged white smoke, spinning out of control for a period of time, and crashed into the guardrail next to the road." ] }, { "video_id": "sample_27_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 169.0, "options": [ "A. A blue racing car went out of control while turning left, veered to the right, skidded on the grass for some distance, and crashed into the guardrail next to the road.", "B. A red racing car went out of control while turning left, veered to the right, skidded on the grass for some distance, and crashed into the guardrail next to the road.", "C. A blue and white race car hit the guardrail on the right side of the road while making a turn and skidded on the grass for some distance before coming to a stop.", "D. When a red and white racing car was driving on the straight, the body of the car suddenly emerged white smoke, spinning out of control for a period of time, and crashed into the guardrail next to the road." ] }, { "video_id": "sample_25_Source_Discrimination.mp4", "question": "Who just said 'We're going to find out soon.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 8.0, "options": [ "A. A dark-haired male wearing a light orange shirt and black pants with tattoos on his arms.", "B. A brown-haired male wearing a dark green long-sleeved shirt and black pants with tattoos on his arms.", "C. A blond male wearing a white floral shirt and blue jeans.", "D. A male with brown hair wearing a leopard print shirt and black pants." ] }, { "video_id": "sample_25_Source_Discrimination.mp4", "question": "Who just said 'Oh, l have.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 46.0, "options": [ "A. A dark-haired male wearing a light orange shirt and black pants with tattoos on his arms.", "B. A brown-haired male wearing a dark green long-sleeved shirt and black pants with tattoos on his arms.", "C. A blond male wearing a white floral shirt and blue jeans.", "D. A male with brown hair wearing a leopard print shirt and black pants." ] }, { "video_id": "sample_25_Source_Discrimination.mp4", "question": "Who just said 'What is this game?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 72.0, "options": [ "A. A dark-haired male wearing a light orange shirt and black pants with tattoos on his arms.", "B. A brown-haired male wearing a dark green long-sleeved shirt and black pants with tattoos on his arms.", "C. A blond male wearing a white floral shirt and blue jeans.", "D. A male with brown hair wearing a leopard print shirt and black pants." ] }, { "video_id": "sample_25_Source_Discrimination.mp4", "question": "Who just said 'you've already sent the message.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 187.0, "options": [ "A. A dark-haired male wearing a light orange shirt and black pants with tattoos on his arms.", "B. A brown-haired male wearing a dark green long-sleeved shirt and black pants with tattoos on his arms.", "C. A blond male wearing a white floral shirt and blue jeans.", "D. A male with brown hair wearing a leopard print shirt and black pants." ] }, { "video_id": "sample_25_Source_Discrimination.mp4", "question": "Who just said 'I used to sayl was Nick from Backstreet Boys.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 213.0, "options": [ "A. A dark-haired male wearing a light orange shirt and black pants with tattoos on his arms.", "B. A brown-haired male wearing a dark green long-sleeved shirt and black pants with tattoos on his arms.", "C. A blond male wearing a white floral shirt and blue jeans.", "D. A male with brown hair wearing a leopard print shirt and black pants." ] }, { "video_id": "sample_9_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 75.0, "options": [ "A. The magician conjures an Ace of Hearts from the deck in his hand.", "B. The magician has the judge tear off a small piece of the plastic outer wrapping of the playing card.", "C. The magician spreads the playing cards in a fan shape on the table.", "D. The magician conjures an ace of spades from the deck in his hand." ] }, { "video_id": "sample_9_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 131.0, "options": [ "A. The magician changes an ace of spades from the deck in his hand.", "B. The playing cards on the table turned into two blue playing cards.", "C. The magician spreads the playing cards on the table in a fan shape and then selects four playing cards to discard.", "D. The playing cards on the table become two red playing cards." ] }, { "video_id": "sample_9_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 184.0, "options": [ "A. Signed black Ace of Hearts playing card appears in the judge's hand.", "B. The signed Ace of Hearts playing card appears in the judge's hand.", "C. The magician draws an ace of spades from the deck in his hand.", "D. The playing cards on the table become two red playing cards." ] }, { "video_id": "sample_9_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 263.0, "options": [ "A. the playing cards on the table become two red playing cards.", "B. The magician takes out a signed Ace of Hearts playing card in a new deck.", "C. The signed Ace of Hearts playing card appears in the judge's hand.", "D. The magician pulls out a signed Ace of Spades playing card in a new deck of playing cards." ] }, { "video_id": "sample_9_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 338.0, "options": [ "A. The box of blue playing cards in the magician's hand becomes a box of blue playing cards and a box of red playing cards.", "B. A box of blue playing cards in the magician's hand becomes a box of blue playing cards and a box of green playing cards.", "C. The magician produces a signed Ace of Spades playing card in a new deck of playing cards.", "D. The signed Ace of Spades playing card appears in the judge's hand." ] }, { "video_id": "sample_45_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 58.0, "options": [ "A. There is a person stands next to a stone house surrounded by trees, grass and a river and the narrator says, 'Hey everybody, welcome back to a brand new series on the channel. I hope you guys are all having a godd day.'.", "B. The player camera looks around and sees a house and a river. The narrator says, 'We have done a bounch of building..'.", "C. The player camera walks down a path to a building. He opens a box and looks at the equipment inside. The narrator says, 'Right now we have about 55 iron, so that's not too bad.'.", "D. The player camera appears to come to a chest in front of a building, opens it, and sees that the materials inside have manufacturing capabilities. The narrator says, 'because what I have right now.'." ] }, { "video_id": "sample_45_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 169.0, "options": [ "A. The player walks into a room with pictures on the wall and boxes on the right. The narrator says, 'Anything else should be ready, we need to get some more inserts, but that's not a problem.'.", "B. The player camera opens the feature box and uses the white material inside to make another material. The narrator says, 'If you haven't played this before, the gameplay here is actually quite simple.'.", "C. The player comes to the merchant to buy equipment, he opens the purchase screen ready to buy arrows, the narrator says 'We need some arrows.'.", "D. A man comes to a box in front of a building, opens it, and sees that it contains the ability to make materials. The narrator says, 'An enhancement sheet comes down because of what I have now, so I make as many opportunities as I can.'." ] }, { "video_id": "sample_45_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 207.0, "options": [ "A. Player comes to a cave full of monsters, picks up a axs and goes to slash at the monsters, the monsters have nowhere to hide and are left to slash and the narrator says:'Well lets move on and kill these guys.'.", "B. Player camera comes to the entrance of the cave and throws a large number of items into the cave. Here comes a sound from a monster in the cave.", "C. Player goes to the merchant to buy equipment, he opens the buy screen and prepares to buy arrows, the narrator says 'we need some arrows so let's go ahead and buy a new bow and then a stack of arrows, I think that's the right thing to do.'.", "D. The player comes to the hole and throws the item into the hole, only to be attacked by a monster with a 'whoosh' sound." ] }, { "video_id": "sample_45_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 270.0, "options": [ "A. The player opens the box on the side, picks up the equipment inside, and then opens the box on top. The narrator says 'I'm taking four stacks of arrows.'.", "B. The player comes to the entrance of the cave and the player throws a lot of stuff into the cave. The monster inside makes a gurgling sound. ", "C. Player goes to a merchant to buy equipment, the player opens the purchase screen and prepares to buy arrows, the narrator says 'We need some arrows so let's go ahead and buy a new bow and then a stack of arrows, I think that's the right thing to do.'.", "D. The player walks into a room looking for a function box for crafting armor and the narrator says, 'I need to craft new diamond armor because my armor is completely toast.'." ] }, { "video_id": "sample_45_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 339.0, "options": [ "A. The player camera opens the door to the wooden room, goes to the river and takes a bucket of water. The narrator says, 'There's a boat over there, great, let's go get a bucket of water.'.", "B. The player camera opens the door to the iron room, goes to the river, and fetches a bucket of water. The narrator says, 'There's a boat over there, great, let's go get a bucket of water.'.", "C. The player gets into the boat and starts sailing forward, the player camera looks around off and doesn't know which way to go, the narrator says, 'And l think we're ready to go.' ,then jumps into the water.", "D. The player walks into a room looking for the function box for making armor and the narrator says, 'I need to make new diamond armor because my armor is completely toast.'." ] }, { "video_id": "sample_3_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 71.0, "options": [ "A. A pangolin is licking food out of a crevice in a rock with its long tongue, and the narrator says 'Her sticky tongue, some 30 centimetres long.'.", "B. A pangolin walks forward on the grass and the narrator says 'But it's hidden.'.", "C. A pangolin sniffs the ground and is surrounded by dry land, the narrator says 'A pangolin.'.", "D. A pangolin sniffs the ground as it passes through green plants on dry land, and the narrator says 'A keen sense of smel enables her todetect the presence of ants and termites.'." ] }, { "video_id": "sample_3_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 95.0, "options": [ "A. A pangolin is licking food out of a crevice in a rock with its long tongue, and the narrator says 'Her sticky tongue, some 30 centimetres long.'.", "B. A golden meadow with rolling hills in the background, the grasses swaying in the wind, the narrator says 'The drier it gets, the deeper the termites live.'.", "C. A blue meadow with rolling hills in the background, the grass swaying in the wind, the narrator says 'The drier it gets, the deeper the termites live.'.", "D. A pangolin sniffs the ground as it passes through green plants on dry land, and the narrator says 'A keen sense of smel enables her todetect the presence of ants and termites.'." ] }, { "video_id": "sample_3_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 105.0, "options": [ "A. A pangolin is licking food out of a crevice in a rock with its long tongue, and the narrator says 'Her sticky tongue, some 30 centimetres long.'.", "B. An aardvark is walking on the grass, the narrator says 'But not of an aardvark.'.", "C. A golden meadow with rolling hills in the background, the grasses swaying in the wind, the narrator says 'The drier it gets, the deeper the termites live.'.", "D. An aardvark is running on the grass and the narrator says 'But not of an aardvark.'." ] }, { "video_id": "sample_3_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 123.0, "options": [ "A. An aardvark runs through the grass and sniffs the ground with its nose, the narrator says 'Its sense of smel is extremely acute.'.", "B. A golden meadow with rolling hills in the background, the grasses swaying in the wind, the narrator says 'The drier it gets, the deeper the termites live.'.", "C. An aardvark is walking on the grass, the narrator says 'But not of an aardvark.'.", "D. An aardvark is walking through the grass while sniffing the ground with its nose, the narrator says 'Its sense of smel is extremely acute.'." ] }, { "video_id": "sample_3_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 143.0, "options": [ "A. An aardvark is digging the ground with its hind limbs, surrounded by dry land, and the narrator says 'Shovel-like claws and powerful leg.'.", "B. An aardvark is digging the ground with its forelegs, surrounded by dry land, narrator says 'Shovel-like claws and powerful leg.'.", "C. An aardvark is walking on the grass, the narrator says 'But not of an aardvark.'.", "D. An aardvark is walking through the grass while sniffing the ground with its nose, the narrator says 'Its sense of smel is extremely acute.'." ] }, { "video_id": "sample_6_Emotion_Recognition.mp4", "question": "What is the current emotion of the dark-skinned man wearing a plaid suit jacket over a white shirt of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 20.0, "options": [ "A. He is a bit scared because the sudden appearance of the ostrich startled him.", "B. He is a bit embarrassed because he was scared by the ostrich.", "C. He is a bit happy because of the audience's cheers.", "D. He is very happy because he finds it funny how scared he just looked." ] }, { "video_id": "sample_6_Emotion_Recognition.mp4", "question": "What is the current emotion of the young boy wearing a uniform with short sleeves and shorts of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 50.0, "options": [ "A. He is very happy because he really likes the ostrich in his hands.", "B. He is very calm because he is introducing the ostrich.", "C. He is very happy because the person in the beige coat got scared by the ostrich.", "D. He was very happy because the dark-skinned man said something funny that made him laugh." ] }, { "video_id": "sample_6_Emotion_Recognition.mp4", "question": "What is the current emotion of the dark-skinned man wearing a plaid suit jacket over a white shirt of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 146.0, "options": [ "A. He is a bit scared because the sudden appearance of the ostrich startled him.", "B. He is a bit embarrassed because he was scared by the ostrich.", "C. He is a bit scared because he doesn't know what else the boy in uniform will bring out.", "D. He is very happy because he finds it funny how scared he just looked." ] }, { "video_id": "sample_6_Emotion_Recognition.mp4", "question": "What is the current emotion of the dark-skinned man wearing a plaid suit jacket over a white shirt of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 151.0, "options": [ "A. He is a bit scared because the sudden appearance of the ostrich startled him.", "B. He was frightened and retreated to the right side of the stage because the young boy in uniform pulled out a snake.", "C. He is a bit scared because he doesn't know what else the boy in uniform will bring out.", "D. He is very happy because he finds it funny how scared he just looked." ] }, { "video_id": "sample_6_Emotion_Recognition.mp4", "question": "What is the current emotion of the dark-skinned man wearing a plaid suit jacket over a white shirt of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 252.0, "options": [ "A. He was frightened and retreated to the right side of the stage because the young boy in uniform pulled out a snake.", "B. He was very happy because he was amused by what the man in dark gray suit said.", "C. He is a bit scared because he doesn't know what else the boy in uniform will bring out.", "D. He is very happy because he finds it funny how scared he just looked." ] }, { "video_id": "sample_33_Misleading_Context_Understanding.mp4", "question": "How many red balls are there on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. There are no red balls on the table.", "B. There are now thirteen red balls on the table.", "C. There are now fourteen red balls on the table.", "D. There are now twelve red balls on the table." ] }, { "video_id": "sample_33_Misleading_Context_Understanding.mp4", "question": "Apart from the red ball, how many other coloured balls are now on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 179.0, "options": [ "A. There is only one other coloured ball on the table, coloured white.", "B. There are three balls of other colours on the table, coloured white, pink and black.", "C. There are six balls of other colours on the table, the colours are yellow, blue, brown, green, pink and white.", "D. There are seven balls of other colours on the table, the colours are yellow , blue, brown, green, pink, white and black." ] }, { "video_id": "sample_33_Misleading_Context_Understanding.mp4", "question": "How many pool balls are on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 236.0, "options": [ "A. There are fifteen billiard balls on the table now.", "B. There are fourteen billiard balls on the table now.", "C. There are thirteen billiard balls on the table now.", "D. There are now seventeen billiard balls on the table." ] }, { "video_id": "sample_33_Misleading_Context_Understanding.mp4", "question": "Apart from the red ball, how many balls of what colour are now on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 294.0, "options": [ "A. There is one black ball and one white ball left.", "B. There is one yellow ball, one blue ball, one green ball, one white ball and one pink ball for a total of six balls.", "C. There is one yellow ball, one blue ball, one brown ball, one green ball, one white ball, one pink ball and one black ball for a total of seven balls.", "D. There is one white ball, one black ball and one pink ball for a total of three balls." ] }, { "video_id": "sample_33_Misleading_Context_Understanding.mp4", "question": "How many red snooker balls are there on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 476.0, "options": [ "A. There are now five red snooker balls on the table.", "B. There are no red snooker balls on the table now.", "C. There are four red snooker balls on the table now.", "D. there are now two red snooker balls on the table." ] }, { "video_id": "sample_18_Source_Discrimination.mp4", "question": "Who just said\"What's my favorite meme of Homelander?\"?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 40.0, "options": [ "A.A man in a dark gray jacket, with black-rimmed glasses and black short boots.", "B.A woman with platinum blonde hair in a leopard print halter dress and a gold necklace.", "C.A white-skinned man wearing a gradient colour jumper from grey to black, black trousers and a beard.", "D.A dark-skinned man wearing a black, white, and green jumper and a silver watch on his left hand." ] }, { "video_id": "sample_18_Source_Discrimination.mp4", "question": "Who just said\"where would I take you?\"?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 219.0, "options": [ "A.A dark-skinned man wearing a black, white and green jumper and a silver watch on his left hand.", "B.A man in a dark gray jacket, with black-rimmed glasses and black short boots.", "C.A dark-skinned man with silver-rimmed glasses, wearing a black jacket and white canvas shoes.", "D.A white-skinned man wearing a gradient colour jumper from grey to black, black trousers and a beard." ] }, { "video_id": "sample_18_Source_Discrimination.mp4", "question": "Who just said\"What's my favorite snack?\"?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 346.0, "options": [ "A.A dark-skinned man wearing a black, white and green jumper and a silver watch on his left hand.", "B.A white-skinned man wearing a gradient colour jumper from grey to black, black trousers and a beard.", "C.A dark-skinned man with silver-rimmed glasses, wearing a black jacket and white canvas shoes.", "D.A man in a dark gray jacket, with black-rimmed glasses and black short boots." ] }, { "video_id": "sample_18_Source_Discrimination.mp4", "question": "Who just said\"What are my dog's name?\"?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 470.0, "options": [ "A.A woman with long black hair, wearing a long apricot top and gray pants.", "B.A woman in a long, slim grey-brown top with black hair in a high ponytail and bangs.", "C.A white-skinned man wearing a gradient colour jumper from grey to black, black trousers and a beard.", "D.A woman with platinum blonde hair in a leopard print halter dress and a gold necklace." ] }, { "video_id": "sample_18_Source_Discrimination.mp4", "question": "Who just said\"How many years did I play basketball?\"?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 664.0, "options": [ "A.A man in a dark gray jacket, with black-rimmed glasses and black short boots.", "B.A woman in a long, slim grey-brown top with black hair in a high ponytail and bangs.", "C.A woman with platinum blonde hair in a leopard print halter dress and a gold necklace.", "D.A woman with long black hair, wearing a long apricot top and gray pants." ] }, { "video_id": "sample_2_Source_Discrimination.mp4", "question": "Who just said 'Are they here yet?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 73.0, "options": [ "A. A dark-haired male wearing a black and white striped shirt with gray pants and a brown leather belt around his waist.", "B. A brown-haired female wearing a dark green hoodie and white pants.", "C. a blonde female wearing a black long-sleeved top and black pants.", "D. a blonde female wearing a hospital gown with blue polka dots on a white background." ] }, { "video_id": "sample_2_Source_Discrimination.mp4", "question": "Who just said 'There was this great little pastry shop right by my hotel.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 88.0, "options": [ "A. A dark-haired male wearing a black and white striped shirt with gray pants and a brown leather belt around his waist.", "B. a blonde female wearing a hospital gown with blue polka dots on a white background.", "C. a dark-haired male wearing a white jacket with a light blue shirt, a striped tie, a stethoscope and a work badge.", "D. a blonde female wearing a dark green sleeveless dress." ] }, { "video_id": "sample_2_Source_Discrimination.mp4", "question": "Who just said 'Where have you been?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 150.0, "options": [ "A. a blonde female wearing a black long-sleeved top and black pants.", "B. A dark-haired male wearing a purple T-shirt with a planet in the center, a dark blue hoodie, and dark blue pants.", "C. a dark-haired female wearing a navy blue short-sleeved dress and black leggings.", "D. a dark-haired male wearing a dark blue top and dark blue pants." ] }, { "video_id": "sample_2_Source_Discrimination.mp4", "question": "Who just said 'You forgot your legs!'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 208.0, "options": [ "A. a white-haired male in a dark blue work shirt and dark blue work pants.", "B. a blonde-haired female wearing a white short-sleeved t-shirt and a gray floral halter dress with a dark green jacket tied around her waist.", "C. a dark-haired male wearing a black and white striped shirt with gray pants and a brown leather belt around his waist.", "D. a blonde-haired female wearing a dark green work shirt and dark green work pants." ] }, { "video_id": "sample_2_Source_Discrimination.mp4", "question": "Who just said 'Long story, honey.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 218.0, "options": [ "A. A blonde female wearing a hospital gown with blue polka dots on a white background.", "B. a dark-haired male wearing a purple t-shirt with a planet in the center, a dark blue hoodie, and dark blue pants.", "C. a dark-haired male wearing a black and white striped shirt with gray pants and a brown leather belt around his waist.", "D. a blonde female wearing a white short-sleeved t-shirt and a gray floral halter dress with a dark green jacket tied around her waist." ] }, { "video_id": "sample_32_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 57.0, "options": [ "A. Player 4 on the purple team misses a pass, player 24 on the white team steals the ball and gives it to a teammate, who then passes it to player 22 who cuts inside and takes a ball without incident, and the commentator says, 'I'm the defense dumps it in, Sonano quick turn and the finish.'.", "B. Player No. 22 from the white team got the ball from her teammate passed, facing the opponent in front of her, she hit the three-pointer without a hitch, the commentator said excitedly:'Clark, oh my!'.", "C. Player 45 on the blue side tries to break through the lane with the ball but has no chance, then she passes to player 4 for a smooth three-pointer, and the commentator says 'this is a player that you pointed out, Johnson in the corner knocks down the 3.'.", "D. Player 24 on the white side stands up accompanied by her teammate and then high fives her teammate as the commentator says, 'I'm senior from Cincinnati Ohio, No. 24 Caddy Marshall.'." ] }, { "video_id": "sample_32_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 105.0, "options": [ "A. Purple side No.10 player with the ball, in close cooperation with her teammates, she broke through the opponent's lane, smooth layup, the commentator said:'I'm the defense dumps it in, Sonano quick turn and the finish.'.", "B. Player No. 24 from the white side got the ball through her teammate's pass to ask for a full, facing the opponent in front of her, she hit the three-pointer without a hitch, the commentator said excitedly:'Clark, oh my, welcome to the national championship game.'.", "C. Purple 10 passes the ball to 4 in the lane, then 4 takes a shot and scores, leading to a foul, and the commentator says, 'Angel Reese facilitating again, Flage Johnson lays it in.'.", "D. Player 10 on the purple side passes to player 0 in the lane and then makes a step up for a basket, the commentator says, 'who's done a wonderful job of this group, Angel Reese gorgeous delivery inside rebounding.'." ] }, { "video_id": "sample_32_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 160.0, "options": [ "A. Purple side No. 45 player with the ball, no chance to attack, then pass the ball to No. 55, smooth finish a three-pointer, to the commentator said:'underneath the hoop on that attempt from far here is pool she got it.'.", "B. Player 22 on the white side, assisted by player 25, makes a leaping backward three-pointer, and the commentator says excitedly, 'trying to get it back to her Clark again.'.", "C. Purple 10 passes the ball to 4 in the lane, then 4 takes a shot and scores, leading to a foul, and the commentator says, 'Dropped by Angel Reese and then here in transition.'.", "D. Player 10 from the purple team brings in the ball, makes a turn and breaks through the opposing team's defense and shoots the ball, the commentator says:'I'm the defense dumps it in, Sonano quick turn and the finish.'." ] }, { "video_id": "sample_32_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 220.0, "options": [ "A. The purple 45 with the ball and no chance to attack, then passes the ball to the 5 from the three-point line for a smooth three-pointer and the commentator says, 'How do they navigate this period, carson will fire hands hit from three.'.", "B. The white side attacked, the purple team has not adjusted in time, to the white side of the 24th player to create opportunities, smooth completion of a 3-point shot, the commentator said excitedly:'along with Stalky with Warnock and Sonata on the bench, Marshall knocks down the three.'.", "C. Player 22 on the white side turns and passes to player 20 at the three-point line, and player 20 takes the three-point shot without incident, and the commentator says, 'Clark spins dishes Mart in the rainbow.'.", "D. Purple player 4 breaks through the lane with the ball, fakes a jump and sends the ball flying to player 0 for a goal, the commentator says:'Johnson great look inside and Williams on the finish.'." ] }, { "video_id": "sample_32_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 283.0, "options": [ "A. Purple team 45 player with the ball to the inside of the 5 player, the 5 player look around, find the opportunity and successfully scored, the commentator said: 'here is Smith Clark facts off.'.", "B. The white team attacked, the purple team has not adjusted in time, to the white side of the 24th player to create opportunities, smooth completion of a 3-point shot, the commentator said excitedly: 'along with Stalky with Warnock and Sonata on the bench, Marshall knocks down the three.'.", "C. The white team 22, 45 and 20 players pass ball to each other, perfect back to the pass and the 45 player smooth completion of the goal, the commentator said: 'both facing the basket and with her back to it good decision there bark what a feed The commentator said: 'both facing the basket and with her back to it good decision there bark what a feed.'.", "D. Purple No.45 player with the ball attacked to break through the inner line, but was defined by the opponent, then passed the ball to No.2 player and finished the 3-point goal smoothly, the commentator said: 'here's Morris into the corner Carson again.'." ] }, { "video_id": "sample_32_Misleading_Context_Understanding.mp4", "question": "Apart from the red ball, how many balls of what colour are there on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 59.0, "options": [ "A. there is a white ball, a yellow ball, a brown ball, a green ball, a blue ball and a pink ball for a total of six balls.", "B. there is a white ball, a yellow ball, a brown ball, a green ball, a blue ball, a pink ball and a black ball for a total of seven balls.", "C. there is a brown ball, a yellow ball, a green ball, a pink ball, a white ball and a black ball a total of six balls.", "D. there is also a yellow ball, a white ball, a brown ball, a green ball and a blue ball for a total of five balls." ] }, { "video_id": "sample_32_Misleading_Context_Understanding.mp4", "question": "What other colors of billiards are there on the desktop besides the red ones?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 117.0, "options": [ "A. There are also white, pink, blue, green, brown, and yellow billiards on the table.", "B. There are also white, pink, and black billiards on the desktop.", "C. There are only black billiards and white billiards on the table.", "D. There are black, white, pink, blue, green, brown, and yellow billiards on the table." ] }, { "video_id": "sample_32_Misleading_Context_Understanding.mp4", "question": "How many red snooker balls are left?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 177.0, "options": [ "A. There are ten red snooker balls.", "B. There are nine red snooker balls.", "C. There are seventeen red snooker balls left.", "D. Three red snooker balls remain." ] }, { "video_id": "sample_32_Misleading_Context_Understanding.mp4", "question": "How many billiard balls of what colour are left on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 294.0, "options": [ "A. One black ball, one white ball and one pink ball totalling three balls.", "B. one yellow ball, one brown ball, one blue ball, one pink ball, one white ball, one black ball, one green ball and six red balls totalling thirteen balls.", "C. there is also a yellow ball, a green ball, a brown ball, a black ball, a pink ball, a white ball, a blue ball and two red balls totalling nine balls.", "D. there is also a blue ball, a black ball, a white ball, a pink ball and two red balls totalling six balls." ] }, { "video_id": "sample_32_Misleading_Context_Understanding.mp4", "question": "How many more balls of what colour are here?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 354.0, "options": [ "A. A.Here are eight more balls, a pink ball, a white ball, a yellow ball, a brown ball, a red ball, a green ball, a black ball, a blue ball.", "B. Here are six more balls, a brown ball, a blue ball, a white ball, a green ball, a pink ball and a black ball.", "C. Here are seven more balls, a pink ball, a yellow ball, a brown ball, a green ball, a black ball, a white ball, and a blue ball.", "D. there are a white ball and a red ball for a total two balls." ] }, { "video_id": "sample_9_Misleading_Context_Understanding.mp4", "question": "What's on the white tabletop?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 25.0, "options": [ "A. There are seven playing whose backs cards face up and a 10 of hearts.", "B. There are five playing cards whose backs face up and a 10 of hearts.", "C. There are four playing cards whose backs face up and pieces of playing card in someone hands.", "D. There are three playing cards with their backs face up." ] }, { "video_id": "sample_9_Misleading_Context_Understanding.mp4", "question": "What's the face-up playing cards on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 58.0, "options": [ "A. It's the 6 of diamonds, the 9 of diamonds, the 3 of spades and the q of diamonds.", "B. It's the 6 of diamonds and the 3 of spades.", "C. There is only the 3 of spades.", "D. It's the 2 of hearts, the Q of spades, the 6 of hearts, the 7 of hearts, the Q of clubs, the 5 of diamonds, the 9 of clubs, the 9 of diamonds, the 6 of clubs, the 8 of spades and the a of clubs." ] }, { "video_id": "sample_9_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are on the table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 89.0, "options": [ "A. There are four playing cards face up: six of diamonds, nine of diamonds, three of spades and Q of diamonds.", "B. There are five playing cards face up: four of diamonds, three of spades, ten of diamonds, eight of spades and two of diamonds.", "C. There are two face-up cards: the jack of diamonds and the two of hearts.", "D. There are four face-up playing cards, the 4 of diamonds, the 3 of spades, the 10 of diamonds, and the 2 of diamonds." ] }, { "video_id": "sample_9_Misleading_Context_Understanding.mp4", "question": "What are the face-up playing cards on the table?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 118.0, "options": [ "A. The 10 of hearts and the 2 of clubs.", "B. There is the Q of hearts, 5 of hearts, 2 of clubs and 10 of hearts.", "C. Only plum K.", "D. With club 2 and club Q." ] }, { "video_id": "sample_9_Misleading_Context_Understanding.mp4", "question": "What exists on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 159.0, "options": [ "A. There is a pair of hands on the table holding playing cards.", "B. There are playing cards on the table back up and a ten of hearts.", "C. There are playing cards on the table back up.", "D. There are five face-up playing cards on the table, the J of Hearts, the Four of Spades, the Five of Hearts, the Eight of Spades and the Three of Clubs." ] }, { "video_id": "sample_36_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 54.0, "options": [ "A. White team 3 has the ball on offense, misses a contested shot, and White team 13 dunks the ball to remedy the situation. The commentator says, 'He played at Oregon State.'.", "B. White team 14 drives with the ball, has no chance to throw, then passes the ball to 25 on the outside, who drives and cuts into the lane and misses a throw, then makes a second jumper to make the basket. The commentator says, 'Blackler dribbles the ball back upcourt driving left-handed floater, the ball goes in and out and out and in.'.", "C. Blue 45 passes the ball to 77, who breaks for a layup and scores on a post-up jumper. The commentator says, 'It's a volley, or a nice shot, of his jumper from 10 feet'.", "D. Blue 1 is working with a teammate and he quickly cuts into the lane for a jumper. The commentator says, 'Didn't pull the string on the the triplebut takes the short range.'." ] }, { "video_id": "sample_36_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 109.0, "options": [ "A. Blue 4 cuts into the lane with the ball, two White players defend, Blue 4 has no chance to shoot, he passes the ball to 55, who points and jumps for the goal. The commentator says, 'for that battle continues to with the 2 bigs.'.", "B. White team 13 has the ball and Blue team 1 is playing defense. White team 13 has a confrontation to push Blue team 1 out of the way and get into the lane, and then facing Blue team's reinforcement, he hooks the ball and throws it, but it doesn't go in. The commentator says: 'we call it a mouse in the house and a short of guy.'.", "C. Blue team player 4 with the ball attack, he a confrontation cut into the interior by three opponents dead guard, but he resolutely a put the ball in. The commentator says, 'for that battle continues to with the 2 big.'.", "D. No. 13 of the white team is in possession of the ball, he has a confrontation with the blue team players, he attacks and cuts into the interior, facing the blue team's three players to assist the defense, he jumps and hooks the ball into the goal. The commentator says: 'right to family situations where they grew up.'." ] }, { "video_id": "sample_36_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 132.0, "options": [ "A. White Team Players 41 and 25 play off each other, 25 goes for the ball, 41 helps block, 25 breaks through the defense without incident, he jumps and shoots and scores. The commentator says, 'inside how about the left hand by a J Mitchell.'.", "B. Blue 45 has the ball and goes into the lane with his teammates. White 42 misses his shot and Blue 45 hooks the ball and scores. The commentator says:'Justin on the drive the bucket.'.", "C. White team 13 has the ball, he takes a shot against a Blue player, he cuts into the lane, and with three Blue players in his face, he jumps and hooks the ball in. The commentator said:'right to family situations where they grew up,who the mentors were.'.", "D. Blue 45 passes the ball to 77, who takes the ball on offense. He cuts into the lane and shoots, but misses. Blue 45 runs into the lane to make amends and finishes with a dunk. The commentator says 'Five seconds of this first quarter jereau.'." ] }, { "video_id": "sample_36_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 214.0, "options": [ "A. White Team Player No. 25 has the ball in his possession. He attacks and cuts into the lane, facing the three players of the blue team's co-defense, he throws the ball and misses, but when the opponent picks up the ball he suddenly steals it and throws it in smoothly. The commentator said, 'Lays it up got it back hook it and score it.'.", "B. Blue Team 1 has the ball and gets into the lane with his teammates, but has no chance to shoot. He passes the ball to 45 at the 3-point line, and 45 hooks the ball and scores a 3-pointer. The commentator says, 'Pass to 25 from the 3-point line.'.", "C. White 13 has the ball, he cuts into the lane, and when he is guarded by three players from the Blue team, he passes the ball to 25 at the three-point line, who makes a three-pointer. The commentator says: 'but that works too Bola that sure does.'.", "D. White Team 25 has the ball, 25 goes to pick up the ball, 41 helps block the shot, 25 breaks through the defense, he jumps and shoots and scores. The commentator says, 'inside how about the left hand by a J Mitchell.'." ] }, { "video_id": "sample_36_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 285.0, "options": [ "A. Blue Team 1 misses a shot from the three-point line, 45 makes a grab for the rebound but still misses, when 55 suddenly jumps up and dunks the ball for a smooth finish. The commentator said: 'puts it up and the touch for two.'.", "B. White Team Player 25 has the ball on offense, he makes an offensive cut into the lane, he turns left plus right to confuse his opponent, then goes up for a hook shot and puts it in. The commentator said, 'now you get edie at a different style of playfor sure and amanda goes about three hundred pounds.'. ", "C. White team 3 has the ball and he cuts into the lane, facing 2 players from the blue team, he throws the ball down to the ground, the ball bounces into the hands of 50, who shoots the ball smoothly. The commentator said: 'put a lot of pressure on him they double to guess resulting.'.", "D. Player 45 of the blue team goes around in a circle and half shakes off his opponent and goes up to receive the ball, then he takes advantage of his opponent's surprise by attacking the lane and scoring on a layup shot. The commentator says, 'inside strong front move on the lean.'." ] }, { "video_id": "sample_33_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 49.0, "options": [ "A. Player 0 on the black team breaks through the lane with the ball and misses, then 34 makes a remedy and successfully scores, and the commentator says, 'No. 34 Caddy Marshall.'.", "B. Player 1 of the yellow team makes a 3-point shot and misses, then the yellow team makes a putback and 28 dunks the ball. The commentator says, 'Sonano quick turn and the finish.'.", "C. Player 0 from the black team passes the ball to player 34, who breaks through the opponent's defense and scores a goal. The commentator says:'Johnson in the corner knocks down the 3.'.", "D. The black side makes three passes and passes the ball to player 5 for a backward three-pointer. The commentator says, 'He's there.'." ] }, { "video_id": "sample_33_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 90.0, "options": [ "A. Player 22 of the Black team receives the ball, scrambles, turns and breaks through the lane, and successfully scores the ball, and the commentator says:'you might recall as Middleton hits option is it.'.", "B. Player 3 of the Yellow Team blocks for Player 15. Player 15 has no chance to pass to Player 3, who fakes a dunk and scores. The commentator says 'he moves in and scores just a third Laker basket.'.", "C. The Blacks' Player 24 has no chance to attack the ball, he passes the ball to Player 0, who tries to break through the opposing team's defense, and then shoots a backward shot from outside the three-point, and the commentator says 'Yonah's on the bench and Lopez having to stay attached.'.", "D. The Yellow Team's 15 faces three opponents from the Black Team, gets the ball and scores a basket. The commentator says The commentator says:'a R goes to the rim he talks how good he is.'." ] }, { "video_id": "sample_33_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 98.0, "options": [ "A. Black 24 makes a tackle on Yellow 15, who passes the ball to 3, who then passes the ball to 11. The commentator says:'You know Lillard did not shoot it well from beyond.'.", "B. Yellow's 15, facing the Black defense, gives the ball to the open 3, who lives up to his name and tosses the ball back and scores. The commentator says:'Earlier in the year as a d switches it through.'.", "C. The Blacks' No. 24 has no chance on offense and passes the ball to No. 0, who tries to break through the opposing team's defense, gets blocked, and then shoots a backward shot from beyond the three-point line for a successful score. the commentator says, 'Lopez having to stay attached to the ad if they get another one.'.", "D. Player 15 of the Yellow Team faces three opponents of the Black Team, throw the ball and get scores. The commentator says 'a R goes to the rim he talks how good he is.'." ] }, { "video_id": "sample_33_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 148.0, "options": [ "A. A player in a yellow No. 1 uniform threw a ball that flew over the head of a player in a black No. 20 uniform, and the throw went into the hoop, the narrator said'Any scores for an end one pull up for D. Lo got it.'.", "B. The Yellow team's player 1, facing the Black team's defense, gives the ball to player 12 who is at the three-point line. player 12 lives up to his name and throws the ball backward for the three-point shot. The commentator says, 'open his GP yes sir.'.", "C. The Blacks' 34 has no chance to make a play, so he passes the ball to 0, who tries to break through the defense, gets blocked, and then shoots a backward shot from beyond the three-point line for a successful score. the commentator says:'Lopez having to stay attached to the ad if they get another one.'.", "D. The black team's player 34 has no chance to attack with the ball. The black team's player 9 crosses over to the three-point line to receive the ball, stabilizes himself and shoots a three-pointer, scoring. The commentator says:'here is Portis.'." ] }, { "video_id": "sample_33_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 166.0, "options": [ "A. Player No. 34 of the Black team had no chance to attack, so he passed the ball to Player No. 0, who tried to break through the opponent's defense, was blocked, and then made a backward shot from outside the three-point line and successfully scored, and the commentator said: 'Lopez having to stay attached to the ad if they get another.'.", "B. Player No. 28 of the yellow team gets the ball, and when he is surrounded by three opponents, he turns around and fakes a move and scores. The commentator says, 'that has turned into one of his patented moves.'.", "C. Player 24 of the black team attacks with the ball, but he is guarded by his opponent. He gives the ball to player 34, who goes to the basket with the ball, and he sends his opponent flying and scores a goal. The commentator says: 'she got hit from behind and he scores for an and one.'. ", "D. Player No.1 of the yellow team launched an attack quickly after getting the ball, but was blocked by the opponent, then he passed the ball to No.28, who broke through quickly and finished the dunk, The narrator said afterward 'Rise and throw down the slam .'." ] }, { "video_id": "sample_29_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 57.0, "options": [ "A. He is confused because a baby appeared in the video he was watching.", "B. He is calm because he's talking to the audience.", "C. He is looking forward to it as he received videos sent to him by viewers.", "D. He is confused because there are some children playing soccer in the video he is watching." ] }, { "video_id": "sample_29_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 92.0, "options": [ "A. He is confused because a baby appeared in the video he watched.", "B. He is sorry and surprised because the doctor said that the young player would not grow any taller.", "C. He is calm because he's talking to the audience.", "D. He is confused because the video he was watching had some children playing soccer." ] }, { "video_id": "sample_29_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 199.0, "options": [ "A. He is a little confused because a baby appeared in the video he was watching.", "B. He is surprised because the video showed God blowing the ball away from the goal.", "C. He is confused because there were some children playing soccer in the video he watched.", "D. He is a bit shocked because the young player had signed with FCB when he was 10 years old." ] }, { "video_id": "sample_29_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 250.0, "options": [ "A. He is somewhat puzzled because a baby appeared in the video he was watching.", "B. He is surprised because the video showed God blowing the ball away from the goal.", "C. He is happy Because the guy in the video was working out hard.", "D. He is shocked because the young player signed with FCB when he was 10 years old." ] }, { "video_id": "sample_29_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 302.0, "options": [ "A. He is excited because he thinks Messi is awesome.", "B. He is surprised because the video showed God blowing the ball away from the goal.", "C. He is a bit sorry and surprised because the doctor said the young player could not grow any taller.", "D. He is a bit shocked because the young player signed with FCB when he was 10 years old." ] }, { "video_id": "sample_20_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'but rather as the instruction LOAD A 14.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 90.0, "options": [ "A. A computer instruction table featuring RAM & memory operations with 4-bit opcodes & addresses, outlined against an orange backdrop, elucidating binary interactions.", "B. A blonde woman in glasses, a black cardigan and a plaid shirt, sitting in the middle, speaks intently against a backdrop of a room full of small scientific machines, including a monitor and a green robot model, conveying an air of professional technology.", "C. The animated scene, in which Kelly Anne in a yellow top holds a cell phone and is surrounded by tech gadgets, including a TV, a personal computer, a robot dog and a raspberry PI board, embodies a tech-centric studio of Geek Girl Diaries.", "D. A hand wields a rectangular chip with pinholes and metal contacts, amidst a backdrop of electronics, emphasizing a futuristic tech scene with blurred blue hues." ] }, { "video_id": "sample_20_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'First, LOAD A14 loads the value 1 intoreqister A.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 243.0, "options": [ "A. A computer instruction table featuring RAM & memory operations with 4-bit opcodes & addresses, outlined against an orange backdrop, elucidating binary interactions.", "B. A detailed schematic of a CPU chip, featuring control units, ALU, registers, & opcodes, illustrated on a blue backdrop, showcasing its intricate computing architecture.", "C. The animated scene, in which Kelly Anne in a yellow top holds a cell phone and is surrounded by tech gadgets, including a TV, a personal computer, a robot dog and a raspberry PI board, embodies a tech-centric studio of Geek Girl Diaries.", "D. A hand wields a rectangular chip with pinholes and metal contacts, amidst a backdrop of electronics, emphasizing a futuristic tech scene with blurred blue hues." ] }, { "video_id": "sample_20_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Remember our AlU didn't have the functionaity to divide two numbers.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 447.0, "options": [ "A. A computer instruction table featuring RAM & memory operations with 4-bit opcodes & addresses, outlined against an orange backdrop, elucidating binary interactions.", "B. A detailed schematic of a CPU chip, featuring control units, ALU, registers, & opcodes, illustrated on a blue backdrop, showcasing its intricate computing architecture.", "C. The animated scene, in which Kelly Anne in a yellow top holds a cell phone and is surrounded by tech gadgets, including a TV, a personal computer, a robot dog and a raspberry PI board, embodies a tech-centric studio of Geek Girl Diaries.", "D. A blonde woman wearing a black jacket with a white and navy blue plaid shirt and black-rimmed glasses is talking to the video camera." ] }, { "video_id": "sample_20_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'In 1971, lntel released the 4004 processor.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 552.0, "options": [ "A. An office scene from the 70s and 80s shows a woman facing a large computer while another man stands next to her, looking down at a machine surrounded by old-fashioned electronics.", "B. A detailed schematic of a CPU chip, featuring control units, ALU, registers, & opcodes, illustrated on a blue backdrop, showcasing its intricate computing architecture.", "C. The animated scene, in which Kelly Anne in a yellow top holds a cell phone and is surrounded by tech gadgets, including a TV, a personal computer, a robot dog and a raspberry PI board, embodies a tech-centric studio of Geek Girl Diaries.", "D. A cartoon scene of a blonde woman standing inside a red elevator with an orange computer floating in the air on the right with the number 010 on the screen and pixelated text on the left with A NEW LEVEL OF ABSTRACTION." ] }, { "video_id": "sample_20_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'It also uses 8-bit immediate values.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 571.0, "options": [ "A. An office scene from the '70s and '80s shows a woman facing a large computer while another man stands next to her, looking down at a machine surrounded by old-fashioned electronics.", "B. The INTEL 4004 INSTRUCTION SET is detailed in a blue-hued display, showcasing opcodes, operands, & operation types for various computing tasks, including data transfers, arithmetic, & logic.", "C. The animated scene, in which Kelly Anne in a yellow top holds a cell phone and is surrounded by tech gadgets, including a TV, a personal computer, a robot dog and a raspberry PI board, embodies a tech-centric studio of Geek Girl Diaries.", "D. A cartoon scene of a blonde woman standing inside a red elevator with an orange computer floating in the air on the right with the number 010 on the screen and pixelated text on the left with A NEW LEVEL OF ABSTRACTION." ] }, { "video_id": "sample_3_Emotion_Recognition.mp4", "question": "What is the emotion of the woman in black in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 92.0, "options": [ "A. She's feeling nervous.", "B. Her heart rejoiced.", "C. She feels anticipation.", "D. She feels anxious." ] }, { "video_id": "sample_3_Emotion_Recognition.mp4", "question": "What is the mood of the man in the black hat in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 147.0, "options": [ "A. He is filled with a sense of accomplishment.", "B. He exuded pride.", "C. He looked extremely excited.", "D. He was full of expectations." ] }, { "video_id": "sample_3_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the grey suit in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 192.0, "options": [ "A. He has expectations.", "B. He was excited.", "C. He has a sense of loss.", "D. He is nervous." ] }, { "video_id": "sample_3_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the grey suit in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 283.0, "options": [ "A. He is cheerful.", "B. He has a sense of loss.", "C. He is excited.", "D. He is nervous." ] }, { "video_id": "sample_3_Emotion_Recognition.mp4", "question": "What is the emotion of the woman in black in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 362.0, "options": [ "A. She feels a little lost.", "B. She was very happy.", "C. She was nervous.", "D. She is looking forward to it." ] }, { "video_id": "sample_17_Misleading_Context_Understanding.mp4", "question": "What is written on the left side of the whiteboard in orange lettering pen?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 80.0, "options": [ "A. The orange letters say, 'The second power of three equals nine', 'The fourth power of five equals six hundred and twenty-five'.", "B. The orange letters say, 'The second power of three equals nine', 'The fourth power of five equals six hundred and twenty-five', 'The negative power of six equals one-sixth'.", "C. The orange letters say, 'The second power of three equals nine', 'The fourth power of five'.", "D. The orange letters say, 'The second power of three equals nine'." ] }, { "video_id": "sample_17_Misleading_Context_Understanding.mp4", "question": "What is written to the right of the orange line on the whiteboard?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 187.0, "options": [ "A. It says here in black letters, 'LOGARITHM LAWS'.", "B. It says here in black letters, 'LOGARITHM LAWS', 'CONSIDER'.", "C. Here in black letters are 'LOGARITHM LAWS', 'Conside', 'log5 5 =', '&', 'log5 125 ='.", "D. It says here in black letters, 'LOGARITHM LAWS', 'CONSIDER', 'log5 5 =.'." ] }, { "video_id": "sample_17_Misleading_Context_Understanding.mp4", "question": "What is written on the whiteboard to the right of the orange line?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 246.0, "options": [ "A. It says here in black letters, 'LOGARITHM LAWS', 'CONSIDER', 'log5 5='.", "B. Here in black letters are 'LOGARITHM LAWS', 'Conside', 'log5 5 =', '&', 'log5 125 ='.", "C. Here in black letters are 'LOGARITHM LAWS', 'Conside', 'log5 5 =1', '&', 'log5 125 ='.", "D. Here in black letters are 'LOGARITHM LAWS', 'Conside', 'log5 5 =1', '&', 'log5 125 =3'." ] }, { "video_id": "sample_17_Misleading_Context_Understanding.mp4", "question": "What does the orange writing to the right of the orange line on the whiteboard say?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 313.0, "options": [ "A. The orange text here says 'LAW', 'loga a=1'.", "B. The orange text here says 'LAW', 'loga a='.", "C. The orange text here says 'LAW', 'loga'.", "D. The orange text here says 'LAW'." ] }, { "video_id": "sample_17_Misleading_Context_Understanding.mp4", "question": "What is written under the black letters above the white board to the right of the orange line?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 396.0, "options": [ "A. These orange letters say '① + ②' 'log5 5+ log5 125 = 4' 'log5 5+ log5 125= log5 625' 'log5 5+log5 125=log5'.", "B. These orange letters say '① + ②' 'log5 5+ log5 125 = 4' 'log5 5+ log5 125= log5 625' 'log5 5+log5 125=log5 (5x125)'.", "C. These orange letters say '① + ②' 'log5 5+ log5 125 = 4' 'log5 5+ log5 125= log5 625' .", "D. These orange letters say '① + ②' 'log5 5+ log5 125 = 4'." ] }, { "video_id": "sample_27_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the upper left corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 139.0, "options": [ "A. He appreciates it very much because the man in the video keeps flipping his head in the sand slope", "B. He was very happy because of the jokes told by the little girl in the video", "C. He was very happy because he saw the man in the red clothes swallow the food that flew over with his mouth.", "D. He was surprised because he saw the elephant use its trunk to hit the woman taking a photo with her phone" ] }, { "video_id": "sample_27_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the upper left corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 167.0, "options": [ "A. He was very happy because the person he saw in the video slapped the dummy during CPR.", "B. He was very happy because of the jokes told by the little girl in the video.", "C. He was very happy because he saw the man in the red clothes swallow the food that flew over with his mouth.", "D. He was very happy because he saw the man's car roof being lifted off in the video." ] }, { "video_id": "sample_27_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the upper left corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 218.0, "options": [ "A. He was very happy because the person he saw in the video slapped the dummy during CPR", "B. He was very happy because he saw various forms of throwing blankets at people in the video", "C. He was amazed because the person he saw the video flattened their nose", "D. He was amazed because of the sound of the artificial heart in the video" ] }, { "video_id": "sample_27_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the upper left corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 461.0, "options": [ "A. He was very happy because one of the animals in the video slipped while running to the left", "B. He was very happy because the woman in the video burned the food and triggered the fire alarm", "C. He was very happy because in the video, he was riding a bicycle alone in the tram and eventually fell and broke the glass", "D. He was very happy because in the video, an orange cat got stuck in a white iron fence door and even shouted angrily" ] }, { "video_id": "sample_27_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the upper left corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 614.0, "options": [ "A. He was puzzled because of the slugs in the video and the introduction to slugs", "B. He was amazed because the man in the video threw the stone skipping far across the water", "C. He was very puzzled because the dog in the video spat out a coin", "D. He was very happy because the squirrel in the video buried food in the girl's hair" ] }, { "video_id": "sample_47_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 165.0, "options": [ "A. It's a Minecraft game scene where the player is in front of a house made of stone with a tree next to it and the player says 'That way when we go mining, it's not such a huge waste that we can get some fortune.'.", "B. This is a scene from Minecraft where the player is in a stone room digging through a grate holding zombie villagers, and the player says 'The first thing that we need to do is we need to convert both villagers to a zombie villager.'.", "C. This is a scene from the game Minecraft, the player is holding a potion bottle with two zombie villagers in front of them, the player says 'I know for a fact,lwant fortune.'.", "D. This is the Minecraft game scenario where the player is holding two potion bottles and there are two zombie villagers in front of them and the player says 'I know for a fact,lwant fortune.'." ] }, { "video_id": "sample_47_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 182.0, "options": [ "A. This is a scene from the game Minecraft where two zombie villagers are in front of the player with black swirling effects coming out of them and the player says 'So we are just waiting on which doctor to complete now.'.", "B. This is a scene from Minecraft where the player is in a stone room digging through a grate holding zombie villagers, and the player says 'The first thing that we need to do is we need to convert both villagers to a zombie villager.'.", "C. This is a scene from the game Minecraft, the player is holding a potion bottle with two zombie villagers in front of them, the player says 'I know for a fact,lwant fortune.'.", "D. This is a scene from the game Minecraft where there are two zombie villagers in front of the player with yellow swirling effects and the player says 'So we are just waiting on which doctor to complete now.'." ] }, { "video_id": "sample_47_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 313.0, "options": [ "A. This is the Minecraft game scene where the player is standing on the grass eating a carrot, surrounded by green boxes and a stone fence, and the player says 'So l have diamond tools andl don't really want to waste my diamond stuff just yet.'.", "B. This is a scene from Minecraft where the player is standing on the grass eating a carrot, surrounded by brown boxes and a stone fence, and the player says 'So I have diamond tools andl don't really want to waste my diamond stuff just yet.'.", "C. This is a scene from the game Minecraft where the player is holding a potion bottle and there are two zombie villagers in front of him, the player says 'I know for a fact, l want fortune.'.", "D. This is the Minecraft game scenario where there are two zombie villagers in front of the player with yellow swirling effects, and the player says 'So we are just waiting on which doctor to complete now.'." ] }, { "video_id": "sample_47_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 363.0, "options": [ "A. This is the Minecraft game scene where the player is standing on the grass eating a carrot, surrounded by green boxes and a stone fence, and the player says 'So l have diamond tools andl don't really want to waste my diamond stuff just yet.'.", "B. This is a scene from Minecraft where the player is walking through a snowy forest with a shield in his left hand and meat in his right, the player says 'The way back from caving, l actually just saw this gnarly cave that l want to go into.'.", "C. This is a scene from Minecraft where the player is walking through a snowy forest with a shield in his left hand and a sword in his right, and the player says 'The way back from caving, l actually just saw this gnarly cave that l want to go into.'.", "D. This is the Minecraft game scenario where there are two zombie villagers in front of the player with yellow swirling effects, and the player says 'So we are just waiting on which doctor to complete now.'." ] }, { "video_id": "sample_47_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 386.0, "options": [ "A. This is the Minecraft game scene where the player is standing on the grass eating a carrot, surrounded by green boxes and a stone fence, and the player says 'So l have diamond tools andl don't really want to waste my diamond stuff just yet.'.", "B. This is a scene from Minecraft where the player is walking through a snowy forest with a shield in his left hand and meat in his right, the player says 'The way back from caving, l actually just saw this gnarly cave that l want to go into.'.", "C. This is a scene from the game Minecraft, the player is holding a shield in his left hand and meat in his right hand and is looking down into a cave with a wooden platform underneath it, the player says 'So we do have to be a little careful.'.", "D. This is a scene from the game Minecraft where the player is holding a shield in his left hand and meat in his right hand and is looking up into a cave with say and wooden platforms underneath it and the player says 'So we do have to be a little careful.'." ] }, { "video_id": "sample_1_Source_Discrimination.mp4", "question": "Who just said 'Oh my God.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 57.0, "options": [ "A. A brown-haired male wearing a dark green blazer with a white shirt, black vest, blue tie and black pants.", "B. a brown-haired man wearing a black blazer with a white turtleneck and black pants.", "C. a brunette female wearing a black, deep V-neck dress and a necklace with gold stones.", "D. a brunette female wearing a pink blouse and black pants with a black belt with a silver square buckle and multiple necklaces." ] }, { "video_id": "sample_1_Source_Discrimination.mp4", "question": "Who just said 'Good for you.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 80.0, "options": [ "A. A brown-haired male wearing a dark green blazer with a white shirt, black vest, blue tie and black pants.", "B. a brown-haired man wearing a black blazer with a white turtleneck and black pants.", "C. a brunette female wearing a black, deep V-neck dress and a necklace with gold stones.", "D. a brunette female wearing a pink blouse and black pants with a black belt with a silver square buckle and multiple necklaces." ] }, { "video_id": "sample_1_Source_Discrimination.mp4", "question": "Who just said 'You're right, l'm sorry.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 154.0, "options": [ "A. A brown-haired male wearing a dark green blazer with a white shirt, black vest, blue tie and black pants.", "B. a brown-haired man wearing a black blazer with a white turtleneck and black pants.", "C. a brunette female wearing a black, deep V-neck dress and a necklace with gold stones.", "D. a brunette female wearing a pink blouse and black pants with a black belt with a silver square buckle and multiple necklaces." ] }, { "video_id": "sample_1_Source_Discrimination.mp4", "question": "Who just said 'Can we have three chocolate mousses to go, please?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 160.0, "options": [ "A. A brown-haired male wearing a dark green blazer with a white shirt, black vest, blue tie and black pants.", "B. a brown-haired man wearing a black blazer with a white turtleneck and black pants.", "C. a brunette female wearing a black, deep V-neck dress and a necklace with gold stones.", "D. a brunette female wearing a pink blouse and black pants with a black belt with a silver square buckle and multiple necklaces." ] }, { "video_id": "sample_1_Source_Discrimination.mp4", "question": "Who just said 'a stupid man who left us his credit card'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 216.0, "options": [ "A. a brown-haired man wearing a black blazer with a white turtleneck and black pants.", "B. a brunette female wearing a black, deep V-neck dress and a necklace with gold stones.", "C. a brunette female wearing a pink blouse and black pants with a black belt with a silver square buckle and multiple necklaces.", "D. A brown-haired male wearing a dark green blazer with a white shirt, black vest, blue tie and black pants." ] }, { "video_id": "sample_36_Source_Discrimination.mp4", "question": "Who just said 'And then there's little bro.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 49.0, "options": [ "A. A blonde female wearing a brown blazer with a black blouse under it.", "B. A bald man wearing a gray blazer and a black shirt.", "C. A white-haired male wearing a dark blue suit with a white shirt, a blue and white tie with polka dots, and black-framed glasses.", "D. A dark-haired male wearing a white blazer with a black shirt, black tie, and black-rimmed glasses." ] }, { "video_id": "sample_36_Source_Discrimination.mp4", "question": "Who just said 'Welcome to Top Magazine!'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 86.0, "options": [ "A. A blonde female wearing a dark pink shirt.", "B. A blonde woman wearing a green blazer with a white blouse and dark green pants.", "C. A blonde woman wearing a yellow blazer.", "D. A dark-haired male wearing a white blazer with a black shirt, black tie, and black-rimmed glasses." ] }, { "video_id": "sample_36_Source_Discrimination.mp4", "question": "Who just said 'Just like Vegas.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 137.0, "options": [ "A. A blonde woman in a black sleeveless blouse.", "B. A bald man in a gray suit with a white shirt and black tie.", "C. A white-haired male wearing a dark blue suit with a white shirt and black vest and a blue-white-dark-blue tie.", "D. A dark-haired male wearing a dark blue suit with a white shirt and dark blue tie and white-framed glasses." ] }, { "video_id": "sample_36_Source_Discrimination.mp4", "question": "Who just said 'Edge, don't do this to me!'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 210.0, "options": [ "A. A blonde woman in a black sleeveless blouse.", "B. A bald man in a gray suit with a white shirt and black tie.", "C. A white-haired male wearing a dark blue suit with a white shirt and black vest and a blue-white-dark-blue tie.", "D. A dark-haired male wearing a dark blue suit with a white shirt and dark blue tie and white-framed glasses." ] }, { "video_id": "sample_36_Source_Discrimination.mp4", "question": "Who just said 'I do Sunday's bigger audience.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 271.0, "options": [ "A. A blonde woman in a black sleeveless blouse.", "B. A bald man in a gray suit with a white shirt and black tie.", "C. A white-haired male wearing a dark blue suit with a white shirt and black vest and a blue-white-dark-blue tie.", "D. A dark-haired male wearing a gray suit with a white shirt and gray tie and white-framed glasses." ] }, { "video_id": "sample_12_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 109.0, "options": [ "A. A blonde man was electrocuted and screamed after touching the magician's forehead.", "B. The magician puts a pamphlet in the blonde woman's hand.", "C. A blonde woman was electrocuted and screamed after touching the magician's forehead.", "D. The magician opens the booklet and shows its contents to the audience." ] }, { "video_id": "sample_12_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 175.0, "options": [ "A. The magician spreads out the white paper and Beckham's head appears on it.", "B. The female guest of honor spreads out the white paper and Messi's head appears on it.", "C. The magician cut the white paper with scissors in front of the audience.", "D. A blonde woman was electrocuted and screamed after touching the magician's forehead." ] }, { "video_id": "sample_12_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 217.0, "options": [ "A. The male guest is electrocuted by the magician's hat, he stands up and screams.", "B. The male guest is electrocuted by the magician's finger, he bends down and screams.", "C. The magician spreads out the white paper and Beckham's head appears on it.", "D. A blonde woman was electrocuted and screamed after touching the magician's forehead." ] }, { "video_id": "sample_12_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 262.0, "options": [ "A. The magician spreads out the white paper and Beckham's head appears on it.", "B. The male guest is electrocuted by the magician's finger, he bends down and screams.", "C. beer was poured out of the cup of tea with orange juice.", "D. Tea was poured from a can containing orange juice." ] }, { "video_id": "sample_12_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 366.0, "options": [ "A. The magician spreads out the white paper and Beckham's head appears on it.", "B. The magician turned the small ticket in his hand into two bills.", "C. Tea was poured from a can containing orange juice.", "D. The magician turns the small bill in his hand into two small bills." ] }, { "video_id": "sample_48_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'never happen.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 61.0, "options": [ "A. The background of the picture is white, with the number '1905' written in the middle of the picture, with many concentric circles in the middle of the number and a thin black line at the bottom of the number.", "B. The background of the picture is white, there is a black circle in the middle of the picture, inside the circle there are many white concentric circles, and on top of the black circle there is a clock tower building.", "C. The background of the screen is white, and there is nothing in the screen but the 'BBC' logo in the upper left corner.", "D. The background of the picture is white, with the number '1905' written in the middle of the picture, a black border above the number, and a bust of a man." ] }, { "video_id": "sample_48_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'But a meteorologist named Edward Lawrence made chaos theory a visible phenomenon.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 112.0, "options": [ "A. The background of the picture is black with a white butterfly in the middle of the picture, surrounded by white text that says 'the ButtErfLy effect'.", "B. The background of the picture is black, and in the centre of the picture is written in white 'ChAos ThEory'.", "C. The background of the image is blue, with a short-haired woman in a white patterned shirt talking in the centre of the image, and 'Camilla Costa' written in white letters on the left side of the image.", "D. The background of the picture is white, and in the centre of the picture there are several portraits of different people, with the words 'Edward Lorenz' written in black on the left side of the portraits." ] }, { "video_id": "sample_48_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'But chaos is not the same as disorder.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 216.0, "options": [ "A. The background of the picture is blue, and there is a short-haired woman wearing a white shirt with a floral pattern waving her hands and speaking.", "B. The background of the picture is white, and in the centre of the picture there are several portraits of different people, with the words 'Edward Lorenz' written in black on the left side of the portraits.", "C. The screen has a white background with several different character images, a white keyboard with four white motifs with black borders to the right of the largest character image and a browser interface showing the outline of the map.", "D. The background of the image is white, on the left side of the image there are several images of smaller figures and one image of a larger figure on a black background, on the right side of the image there is a black horizontal line with a yellow butterfly on top of the horizontal line." ] }, { "video_id": "sample_48_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'In the stock market, it reminds us that a slight fluctuation can cause a crisis in the market.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 250.0, "options": [ "A. The background of the screen is black, and there is a long series of small white numbers in the middle of the screen.", "B. The background of the picture is black, there are many white squares of different shapes linked by dotted lines, and there is a red curve extending from the upper left corner of the picture to the lower right corner of the picture.", "C. The background of the picture is black, and there is a string of small white numbers and a figurehead in the picture.", "D. The background of the screen is black, and there are many green squares of different shapes connected together by white dotted lines." ] }, { "video_id": "sample_48_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Our universe continues to obey the laws of cause and effect.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 277.0, "options": [ "A. The background of the image is black, the left side of the image has a white folded line of an electrocardiogram, and the right side of the image has a black and white shadow of a heart.", "B. The scene shows the inside of a high-rise building with a transparent glass facade outside, several flights of stairs and many people inside.", "C. On the left side of the screen is an image of the Earth taken in space, and on the right side of the screen is a cogwheel.", "D. In the middle of the picture there is a girl in a white long-sleeved shirt chanting a white school bag holding a mobile phone in both hands and looking down at it, and in the background behind her there are several other children gathered around looking at their mobile phones." ] }, { "video_id": "sample_33_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 111.0, "options": [ "A. He is a little surprised because he sees blind and deaf people using devices to communicate.", "B. He is a little disgusted because he saw that the person in the video has a tattoo on his lip.", "C. He is shocked because he sees the man in the video riding a suitcase as if it were a bicycle.", "D. He is a bit embarrassed because he sees the little boy run around the female wearing a black dress with a floral pattern to the male behind her." ] }, { "video_id": "sample_33_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 135.0, "options": [ "A. He is a little surprised because he sees blind and deaf people using devices to communicate.", "B. He is a little confused because he sees that the tires on the car in the video are made of rocks.", "C. He is a little surprised because the woman in the video uses the visual illusion to look like she is standing on a dog's head.", "D. He is a bit embarrassed because he sees the little boy run around the female wearing a black dress with a floral pattern to the male behind her." ] }, { "video_id": "sample_33_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 260.0, "options": [ "A. He is a little shocked because the man in the video is holding himself up with four fingers.", "B. He is a little confused because he sees that the tires on the car in the video are made of rocks.", "C. He is a little surprised because the woman in the video uses the visual illusion to look like she is standing on a dog's head.", "D. He is a little surprised because the video shows the person driving almost hitting the car in front of him, during which the passenger is screaming in terror." ] }, { "video_id": "sample_33_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 285.0, "options": [ "A. He is a little shocked because the man in the video is holding himself up with four fingers.", "B. He is a little happy because the little girl in the video says her father is diabetic.", "C. He is a little confused because the two young boys in the video fell down at the same time after an accident while playing with a ball.", "D. He is a little surprised because the video shows the person driving almost hitting the car in front of him, during which the passenger is screaming in terror." ] }, { "video_id": "sample_33_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 355.0, "options": [ "A. He is a little surprised because one of the hippos in the video is nibbling on the engine of the boat.", "B. He is a little happy because the little girl in the video says her father is diabetic.", "C. He is a little confused because the two young boys in the video fell down at the same time after an accident while playing with a ball.", "D. He is confused because the man in the video is holding a brown water bamboo shoot and rubbing it on the ground." ] }, { "video_id": "sample_14_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 45.0, "options": [ "A. A man squats down and describes to the plant in front of him, 'These are little immature fern fronds and there are actually edible, and indigenous people around here will harvest these and then eat them but you need to boil them twice before you do eat them but you can recognise them just from these monkey tail shape that they have and also the way they are covered in this kind of horrible loopy slime.'.", "B. A man strokes the plant on the ground and says, 'But they develop this just to protect themselves from being eaten from bugs. ', then he cuts down the plant on the ground.", "C. A man just comes out of a cave and looks around, and the interpreter says: 'The rainforest here has over nine feet of rainfall every year and it's home over a million species of plants and animals.'.", "D. A man cautiously walks through a puddle and the narrator says, 'I'm out of the cloud forests of Ecuador, and I'm entering the dark jungles of the mighty Amazon.'." ] }, { "video_id": "sample_14_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 105.0, "options": [ "A. A man comes out into the open looking around and explains, 'I'm definitely now down in the rainforest and I can tell this just because the height of the tree canopies above me, some of these are probably about 80 foot high and also it's much much more humid down here, really noticeably so.'.", "B. A man walks in and out of a small stream when the narrator says, 'In the wet season this would be a raging torrent, but at the moment I can use it to lead me down.'.", "C. A man looks around after jumping over a stump and explains, 'You can see here where two streams meet in like a junction but the important thing is just keep following the flow of the water downhill.'.", "D. As the man continues to cross the stream, the narrator says, 'This part of the Amazon has a huge variety of wildlife.'." ] }, { "video_id": "sample_14_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 235.0, "options": [ "A. A man walks in and out of a stream when the narrator explained, 'The Amazon rainforest is also full of life, that's easy on the palate.'.", "B. The man slowly crosses the river and then enters the dense jungle, the narrator says, 'The rain will distract the fish and make it easier to get in close.'.", "C. The man picks away at the dead wood on the ground and flattens it with his knife as he explains, 'The Boam Whitling is designed for fishing.'.", "D. The man looks at the river around him and says, 'Just picking in to drizzle again and that's a good time for a bit of fishing as well.'." ] }, { "video_id": "sample_14_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 286.0, "options": [ "A. A man holds a stick and surveys it in detail and says, 'This Chonata palm wood has just been perfect. It's taken me about 15 minutes and already I've whiteeled that down into something about the right length.'.", "B. The man puts the stick over his shoulder to check that it is straight and the narrator says, 'A Wirrani hunter will take days to make one of these but they expect theirs to last for years.'.", "C. The man walks slowly through the jungle where the palm grows, and the narrator says, 'The Pitta Palm grows throughout the jungle. The leaves contain long fibers that make perfect.'.", "D. The man takes a palm leaf and carefully cuts through the barbs of the palm leaf with his knife and says, 'This pitta has these nasty little barbs all the way down, so the first thing I need to do is just take those off.'." ] }, { "video_id": "sample_14_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 335.0, "options": [ "A. A man explains, 'Then I just want to separate the fleshy bit from the actual strong back of these leaves.', while breaking palm leaves with both hands.", "B. A man sticks a knife in a tree and puts the torn palm leaves in his mouth to weave them, he explains: 'And I just take the strands of this, put it in my mouth and then start to weave it.'.", "C. The man ties the woven palm fronds to the wood explains, 'And now to attach it what I've done down this end I've put a simple bowling loop onto it there.'.", "D. The man puts the palm fronds to his mouth to weave as the narrator says: 'Weaving the strands together, increases their strength and durability.'." ] }, { "video_id": "sample_39_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Well garum or fish sauce is basically a condiment.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 170.0, "options": [ "A. Two men were cleaning and handling a large, very old bottle container, with the man standing on the right holding the bottle in both hands and the man on the left holding a blue hose in his right hand and rinsing the inside of the bottle against the mouth.", "B. A man wearing a black short-sleeved top speaks to the camera. He is located on a long corridor of an old building, with several thick, tall columns on the right side of the frame and an archway visible in the background.", "C. A white-haired man in a light blue short-sleeved shirt speaks to the camera, with several blue artificial pools of water propped up in the background and four people standing to the right. There are also boxes of various colors stacked in the distance to the left and in the background.", "D. The pool was filled with many old bottles, most of which were characterized by large, rounded bodies, handles on either side of the mouth, and slender, narrow bottoms." ] }, { "video_id": "sample_39_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'The team prizes 22 of them from the wreck.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 255.0, "options": [ "A. There is a ship traveling on a vast expanse of sea, with the sea shimmering in the lower right corner, and large mountains looming in the background in the distance to the left.", "B. In a brightly lit chamber, many shelves held many, many bottles, all of which had large, round bodies with handles on either side of the mouth, and slender, narrow bottoms.", "C. Two men in diving suits are carrying out underwater archaeology, the man on the left holding a white container in one hand and using a tool to shovel over the object with the other. The man in the red helmet on the right assists.", "D. A man wearing a black short-sleeved top speaks to the camera. He is located on a long corridor of an old building, with several thick, tall columns on the right side of the frame and an archway visible in the background." ] }, { "video_id": "sample_39_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'So which emperor could it be destined for?'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 356.0, "options": [ "A. There was a boat travelling on a wide sea, with its yellow sails spread out, and the sun was giving off golden rays that shone in the sky, and the sunlight was reflecting on the sea.", "B. In a dimly lit room, a man in a black blazer with a blue-grey shirt faces the camera and speaks. To the right are blue shelves. In the background rows of shelves are lined with old antique bottles.", "C. In a brightly lit interior, a man wearing a black blazer with a blue-grey shirt underneath and blue gloves walks over to a row of shelves and examines artefacts. The shelves on the right side of the video screen hold large, ancient bottles.", "D. A woman wearing a white institute costume with white hair sits in a red chair with yellow gloves on her hands, cleaning artifacts that are covered in clear containers. To the left of the woman stands a man, who watches the woman's work with his hands clasped over his chest." ] }, { "video_id": "sample_39_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Almost invisible marks prove the coins were stamped around AD 66.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 424.0, "options": [ "A. The sea is churning, the water strikes the reefs and stirs up white waves, there is a mountain range in the background to the far left, the sea horizon is streaked with orange and dark clouds.", "B. The ground on either side of the watercourse was lined with bottles, some sunk in the mud and sand, others submerged beneath the surface of the water, and through the crystal clear water could be seen planks crossed horizontally and vertically at the bottom.", "C. There was a boat travelling on a wide sea, with its yellow sails spread out, and the sun was giving off golden rays that shone in the sky, and the sunlight was reflecting on the sea.", "D. In a brightly lit room, a man wearing a black blazer with a short-sleeved blue shirt sits at a white table with a large desk lamp on the right side of the table. Behind the man there are baskets of various colours on shelves along the wall, and a computer sits on a table to the right." ] }, { "video_id": "sample_39_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'In 64 AD, an inferno ravages the city for six days.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 464.0, "options": [ "A. In a brightly lit room, a man wearing a black blazer with a short-sleeved blue shirt sits at a white table with a large desk lamp on the right side of the table. Behind the man there are baskets of various colours on shelves along the wall, and a computer sits on a table to the behind.", "B. The fire burned so brightly that it collapsed the wooden door of an arched doorway, through which multiple fires and smoke could be seen inside the building.", "C. The ground on either side of the watercourse was lined with bottles, some sunk in the mud and sand, others submerged beneath the surface of the water, and through the crystal clear water could be seen planks crossed horizontally and vertically at the bottom.", "D. Against a dark background, the camera focuses on the head of a statue of a figure, which is male with curly hair and a beard." ] }, { "video_id": "sample_48_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in a suit with a red tie of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 30.0, "options": [ "A. He is serious because he is about to present a Power Point to everyone.", "B. He is very happy because he can hold a meeting with his employees.", "C. He is very sad because he doesn't want to have the meeting.", "D. He is very angry because the employees are not doing well." ] }, { "video_id": "sample_48_Emotion_Recognition.mp4", "question": "What is the current emotion of the woman with platinum blonde hair tied in a high ponytail of the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 58.0, "options": [ "A. She smiled happily.", "B. She cried sadly.", "C. She was calm and expressionless.", "D. She rolled her eyes in disbelief." ] }, { "video_id": "sample_48_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing a black suit with a beard of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 107.0, "options": [ "A. He is very happy because the man with the red tie has a second job.", "B. He is calm because he doesn't care if others have a second job.", "C. He is serious because he is stating that having a second job is not allowed.", "D. He is upset because the man with the red tie didn't tell him about his second job in advance." ] }, { "video_id": "sample_48_Emotion_Recognition.mp4", "question": "What is the current emotion of the black-skinned woman wearing purple clothes of the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 120.0, "options": [ "A. She laughs happily.", "B. She is nervous.", "C. She cries sadly.", "D. She is angry." ] }, { "video_id": "sample_48_Emotion_Recognition.mp4", "question": "What is the current emotion of the man wearing orange-red clothes with curly hair flowing freely of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 134.0, "options": [ "A. She is calm because she doesn't care about the meeting at all.", "B. She is shocked because the woman in purple kissed a black-skinned man in front of everyone.", "C. She is annoyed because she finds it boring.", "D. She is happy because she can leave." ] }, { "video_id": "sample_40_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 48.0, "options": [ "A. A player in blue No. 10 was running towards the goal with the ball, but he kicked it sideways.", "B. When a player wearing purple dress No. 1 was about to grab the ball with both hands, it was kicked into the goal by a player wearing white dress No. 10.", "C. A player dressed in orange stole the ball from a player dressed in purple No. 95 and kicked it into the goal.", "D. When a player in orange came running, the player in purple No. 95 threw the ball into the goal in the form of a flop." ] }, { "video_id": "sample_40_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 178.0, "options": [ "A. The ball came in from A distance and hit the back of a teammate who was standing in front of the player in green, number 18, sending it flying into the goal.", "B. The football was flying from a distance, and at the edge of the goal, a player wearing green clothes, No. 18, kicked the football into the goal.", "C. A player in white dress No. 9 steals the ball from a player in turquoise dress No. 1 and kicks it into the goal.", "D. A player dressed in white No. 14 kicked the ball towards the goal and was unexpectedly held in his arms by the goalkeeper dressed in blue." ] }, { "video_id": "sample_40_Anomaly_Context_Understanding.mp4", "question": "Describe the unusual event that just occurred.?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 229.0, "options": [ "A. A player in red No. 9 was running and playing a football, but he missed and the ball rolled outside the goal.", "B. The player in red, number 66, kicks the ball at his teammate. Over there, a player in red, number 27, kicks the ball away.", "C. C.66, a player in red, kicks the ball at a teammate, and there, a player in red, No. 23, kicks the ball forward.", "D. The player in blue, No. 22, shoots, and the goalkeeper in yellow, No. 1, bumps the ball into the air. When the ball hits the ground, the goalkeeper falls and bats it out." ] }, { "video_id": "sample_40_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 348.0, "options": [ "A. A.29 The player in black looked around and then kicked the football into the goal with A sudden kick.", "B. The player in white shirt No. 11 kicks the ball towards the goal, it is kicked back by the goalkeeper in purple shirt No. 13, the player No. 11 kicks the ball back and it goes into the goal.", "C. The player in blue No. 48 kicks the ball towards the goal, is kicked back by the goalkeeper in purple No. 13, and the player No. 11 kicks the ball into the goal.", "D. The ball was flying towards the goal. The goalkeeper, dressed in grey and white No. 26, jumped up and slapped the ball. After a bump, the ball went into the goal." ] }, { "video_id": "sample_40_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 390.0, "options": [ "A. The football is flying. At the edge of the goal, A player in red dress No. 7 kicks the ball out of the field.", "B. A player in blue runs over and kicks the ball into the goal in front of the player in red.", "C. A player dressed in white heads the ball flying, and another player dressed in green kicks the ball flying out of the field.", "D. A player dressed in white heads the ball and another player dressed in white kicks the ball out of the field." ] }, { "video_id": "sample_11_Emotion_Recognition.mp4", "question": "What is the mood of this white man in a suit, dark purple tie, blue shirt underneath, blue tag on his left breast, and dark hair? Why is he in this mood?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 48.0, "options": [ "A. He was happy because the host introduced their team.", "B. He was happy because the audience laughed.", "C. He was happy because the host was walking up to the stage.", "D. He was happy because the host he knew." ] }, { "video_id": "sample_11_Emotion_Recognition.mp4", "question": "What is the mood of this white man in a suit, dark purple tie, blue shirt underneath, blue tag on his left breast, and dark hair? Why is he in this mood?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 66.0, "options": [ "A. He is a little bit happy that he and his opponent are shaking hands.", "B. He is happy because of the cheering of the crowd.", "C. He is happy because the host introduced their team.", "D. He is happy because the host he knew." ] }, { "video_id": "sample_11_Emotion_Recognition.mp4", "question": "What is the mood of this white man in a suit, dark purple tie, blue shirt underneath, blue tag on his left breast, and dark hair? Why is he in this mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 87.0, "options": [ "A. He is a little bit happy that he and his opponent are shaking hands.", "B. He is a little embarrassed because his opponent told him to use his injured hand.", "C. He was happy because the host introduced their team.", "D. He is excited because the host is introducing the rules." ] }, { "video_id": "sample_11_Emotion_Recognition.mp4", "question": "What is the mood of this white man in a suit, dark purple tie, blue shirt underneath, blue tag on his left breast, and dark hair? Why is he in this mood?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 130.0, "options": [ "A. He was a little happy that he answered the question correctly.", "B. He is a little embarrassed because his opponent told him to use his injured hand.", "C. He was happy because the host introduced their team.", "D. He is excited because the host is introducing the rules." ] }, { "video_id": "sample_11_Emotion_Recognition.mp4", "question": "What is the mood of this white man in a suit, dark purple tie, blue shirt underneath, blue tag on his left breast, and dark hair? Why is he in this mood?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 232.0, "options": [ "A. He was a little happy that he answered the question correctly.", "B. He was happy because his opponent didn't answer the question correctly.", "C. He was happy because the host introduced their team.", "D. He was a little disappointed that he didn't grab the question." ] }, { "video_id": "sample_15_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 18.0, "options": [ "A. A.The man in striped shorts slipped and fell into the water.", "B. B.The woman with the yellow football hit a piece of yellow and black cloth and fell to the ground.", "C. C.A silver sedan was involved in an accident on the side of the road.", "D. D.The man in white shorts slipped and fell into the water." ] }, { "video_id": "sample_15_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 298.0, "options": [ "A. A.A woman in red left her dentures on a cake.", "B. B.Iron Man flipped to the ground with his motorcycle.", "C. C.An old man with a walking stick rubbed a bag of snacks on his butt and smelled it.", "D. D.A blonde woman was left on the tracks after her roller coaster malfunctioned." ] }, { "video_id": "sample_15_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 524.0, "options": [ "A. A.A motorcycle drifts at an intersection and falls to the ground.", "B. B.One dog was standing on top of another dog stealing food from the kitchen.", "C. C.The woman in the white dress accidentally knocked the cake over.", "D. D.A car drifted at an intersection and fell to the ground." ] }, { "video_id": "sample_15_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 718.0, "options": [ "A. A.A man in a black jacket was carrying the goods to the car when an accident occurred causing the goods to fall to the ground.", "B. B.A man in a black T-shirt and sunglasses slipped in the mud.", "C. C.A man in a white suit riding a bicycle collapsed on the lawn.", "D. D.A man wearing a white T-shirt and riding a bicycle fell on the lawn." ] }, { "video_id": "sample_15_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 761.0, "options": [ "A. A.A woman in a black dress fell into the water while rowing.", "B. B.A woman in a dark blue T-shirt slipped in the hallway.", "C. C.A woman in a dark blue T-shirt slipped in the room.", "D. D.A woman in a white blouse and white sneakers fell from a chair that people were carrying." ] }, { "video_id": "sample_6_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Episodes of subpsychotic rage.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 124.0, "options": [ "A. A brown-haired male wearing a light blue T-shirt with a black long-sleeved top and black pants sat on a beige sofa chair playing electronic drums.", "B. A blonde woman in a yellow blouse and flowered pants held the door handle in one hand.", "C. A brown-haired male wearing a beige hooded jacket with a patterned green top and black-framed glasses leans over a table to talk on the phone.", "D. A dark-haired male wearing a green T-shirt with a red long-sleeved top held a notepad in his left hand and took notes with a pen in his right." ] }, { "video_id": "sample_6_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'I think Penny has a point. We can see it another day.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 216.0, "options": [ "A. A dark-haired male wearing a graphic blue T-shirt with a long-sleeved gray top sits at a table and engages in conversation.", "B. A dark-haired male wearing a graphic red T-shirt and black-rimmed glasses sits at a table, talking with a fork in his right hand.", "C. A brown-haired male wearing a beige hooded jacket with a patterned green top and black-framed glasses leans over a table to talk on the phone.", "D. A dark-haired male wearing a green T-shirt with a red long-sleeved top held a notepad in his left hand and took notes with a pen in his right." ] }, { "video_id": "sample_6_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'How did you even understand what they were saying?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 235.0, "options": [ "A. A dark-haired male wearing a graphic blue T-shirt with a long-sleeved gray top sits at a table and engages in conversation.", "B. A white-haired sex in a black blazer with a black shirt and black and gray striped tie stood on the stage.", "C. A dark-haired male wearing a black blazer with a pink shirt and black vest underneath, a pink floral tie, and a small pink flower on his chest was gesturing with his hands as he talked.", "D. A dark-haired male wearing a graphic red T-shirt and black-rimmed glasses sits at a table, talking with a fork in his right hand." ] }, { "video_id": "sample_6_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'You are so hot.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 280.0, "options": [ "A. A brunette female wearing a light blue dress with a floral pattern talks to a dark-haired male wearing a gray plaid blazer with a white shirt and a red and black bow.", "B. A white-haired sex in a black blazer with a black shirt and black and gray striped tie stood on the stage.", "C. A dark-haired male wearing a black blazer with a pink shirt and black vest underneath, a pink floral tie, and a small pink flower on his chest was gesturing with his hands as he talked.", "D. A dark-haired male wearing a gray plaid blazer with a white shirt and a red and black bow sat in a dark brown chair." ] }, { "video_id": "sample_6_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'There's an infinite number of possibilities.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 294.0, "options": [ "A. A brunette female wearing a light blue dress with a floral pattern talks to a dark-haired male wearing a gray plaid blazer with a white shirt and a red and black bow.", "B. A dark-haired male wearing a dark blue jacket with a purple blouse and black-rimmed glasses sits on a brown couch and talks.", "C. A dark-haired male wearing a graphic red T-shirt with a green long-sleeved top underneath and beige pants with a cell phone in his hand is talking to the current person.", "D. A dark-haired male wearing a gray plaid blazer with a white shirt and a red and black bow sat in a dark brown chair." ] }, { "video_id": "sample_39_Misleading_Context_Understanding.mp4", "question": "How many billiards are there on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 57.0, "options": [ "A. There are now seventeen billiard balls on the table.", "B. There are nine billiard balls on the table.", "C. There is only one white ball left on the table.", "D. There are six billiard balls on the table." ] }, { "video_id": "sample_39_Misleading_Context_Understanding.mp4", "question": "How many balls are left on the table and what colour are they?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 117.0, "options": [ "A. There are also a black ball, a white ball, a red ball, a yellow ball and a blue ball totalling five balls.", "B. There is a black ball, a white ball, a red ball, a pink ball, a blue ball, a brown ball and a green ball totalling seven balls.", "C. There is also a black ball, a white ball, a yellow ball, a blue ball, a pink ball and a green ball totalling six balls.", "D. There is also a black ball, a white ball and a brown ball." ] }, { "video_id": "sample_39_Misleading_Context_Understanding.mp4", "question": "Apart from the white ball, how many balls of what colour are now on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 177.0, "options": [ "A. There is also a black ball, a pink ball and a blue ball.", "B. There is also a black ball and a pink ball.", "C. There are also a brown ball, a green ball, a blue ball, a pink ball and a black ball for a total of five balls.", "D. There is also a yellow ball, a brown ball, a blue ball, a black ball, a green ball, a pink ball and a red ball for a total of seven balls." ] }, { "video_id": "sample_39_Misleading_Context_Understanding.mp4", "question": "What color ball is left on the table besides the black ball?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 238.0, "options": [ "A. There is also a white ball and a blue ball.", "B. There are also blue, pink, and white balls.", "C. There are also white, brown, yellow, green, blue, pink, and red balls.", "D. There are also white, brown, blue, and pink balls." ] }, { "video_id": "sample_39_Misleading_Context_Understanding.mp4", "question": "How many balls are there on the table and what colour are they?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 294.0, "options": [ "A. There are a pink ball, a white ball and a black ball.", "B. There are one blue ball, one white ball, one pink ball and one black ball, making a total of four balls.", "C. There are two more red balls, a white ball, a pink ball and a blue ball, making five balls in all.", "D. There are also a white ball, a red ball, a brown ball, a green ball, a yellow ball, a blue ball, a pink ball and a black ball, making a total of eight balls." ] }, { "video_id": "sample_22_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 137.0, "options": [ "A. A player in a white uniform passes the ball to another player in a white uniform, who then shoots directly at the goal, but the goalkeeper in a green uniform jumps up and knocks the ball away, which the narrator says 'plays a good ball inside as wel and the shot.'.", "B. A player in a black jersey shoots a ball that was mis-kicked by a player in a white jersey, but it is blocked by the goalie in light blue, and the narrator says 'There's a mistake and Foden!'.", "C. A player in a black jersey shoots, the ball flies over the goal, and halfway through, a player in a light blue jersey jumps up and tries to block the ball, and the narrator yells 'oh Kvardial!'.", "D. A player in a white jersey shoots, the ball flies over the goal, and halfway through, a player in a white jersey jumps up and tries to block the ball, and the narrator yells 'oh Kvardial!'." ] }, { "video_id": "sample_22_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 177.0, "options": [ "A. A player in a black jersey kicks the ball to a player in a black jersey, the ball is caught and kicked by another player in a black jersey, but the ball is still headed out by a player in a white jersey, and the narrator says 'Foden crosses the face of the goal and hit by Harlan and then Bernardo. then Bernardo Silva.'.", "B. A player in a black jersey shoots a ball that was mis-kicked by a player in a white jersey, but it is blocked by the goalie in light blue, and the narrator says 'There's a mistake and Foden!'.", "C. A player in a black jersey shoots, the ball flies over the goal, and halfway through, a player in a light blue jersey jumps up and tries to block the ball, and the narrator yells 'oh Kvardial!'.", "D. A player in a black jersey kicks the ball to a player in a white jersey, the ball is caught and kicked by another player in a black jersey, but the ball is still headed away by a player in a white jersey, and the narrator says 'Foden crosses the face of the goal and hit by Harlan and then Bernardo, who is in a white jersey, is in a white jersey. then Bernardo Silva.'." ] }, { "video_id": "sample_22_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 216.0, "options": [ "A. A player in a black shirt receives the ball and shoots directly at the goal, but is beaten by the goalkeeper in a light blue shirt, who shouts 'And De Bruyne on the swerve.'. ", "B. A player in a black shirt receives the ball and shoots directly at the goal, but is beaten by the goalkeeper in a green shirt, who shouts 'And De Bruyne on the swerve.'. ", "C. A player in a black jersey shoots, the ball flies over the goal, and halfway through, a player in a light blue jersey jumps up and tries to block the ball, and the narrator yells 'oh Kvardial!'.", "D. A player in a black jersey kicks the ball to a player in a white jersey, the ball is caught and kicked by another player in a black jersey, but the ball is still headed away by a player in a white jersey, and the narrator says 'Foden crosses the face of the goal and hit by Harlan and then Bernardo, who is in a white jersey, is in a white jersey. then Bernardo Silva.'." ] }, { "video_id": "sample_22_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 251.0, "options": [ "A. A player in a black shirt receives the ball and shoots directly at the goal, but is beaten by the goalkeeper in a light blue shirt, who shouts 'And De Bruyne on the swerve.'. ", "B. A player in a white jersey and another player in a black jersey are charging a falling soccer ball, they collide, and the player in the black jersey falls down while the narrator says 'Son should get to it.'.", "C. A player in a green jersey and another player in a black jersey are charging a falling soccer ball, they collide, and the player in the black jersey falls down while the narrator says 'Son should get to it.'.", "D. A player in a black jersey kicks the ball to a player in a white jersey, the ball is caught and kicked by another player in a black jersey, but the ball is still headed away by a player in a white jersey, and the narrator says 'Foden crosses the face of the goal and hit by Harlan and then Bernardo, who is in a white jersey, is in a white jersey. then Bernardo Silva.'." ] }, { "video_id": "sample_22_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 285.0, "options": [ "A. A player in a black shirt receives the ball and shoots directly at the goal, but is beaten by the goalkeeper in a light blue shirt, who shouts 'And De Bruyne on the swerve.'. ", "B. A player in a white jersey and another player in a black jersey are charging a falling soccer ball, they collide, and the player in the black jersey falls down while the narrator says 'Son should get to it.'.", "C. A player in a black uniform shoots the ball close to the goal, the goalkeeper in light blue dives to stop it but misses, another player in a black uniform kicks the ball into the goal, and the narrator says 'On it goes to De Bruyne, across the of the goal.'.", "D. A player in a green uniform shoots the ball close to the goal, the goalkeeper in light blue dives to stop it but misses, another player in a black uniform kicks the ball into the goal, and the narrator says 'On it goes to De Bruyne, across the of the goal.'." ] }, { "video_id": "sample_17_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 55.0, "options": [ "A. At the turn, a man in blue and green fell over on his bicycle, leaving both man and bike on the ground.", "B. A man in a suit was walking when he stepped on the wedding dress of a woman in a wedding dress.", "C. A female athlete fell to the ground while running over the hurdles. She hurriedly got up, got under the hurdles and continued to run.", "D. A female athlete falls to the ground during a hurdle run. She got up, jumped over the bar and continued to run." ] }, { "video_id": "sample_17_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 118.0, "options": [ "A. In the wedding chapel, the crowd was listening to the bishop preach when A man in a gray suit suddenly collapsed on the red carpet of the stage.", "B. On the podium, a man was talking with a microphone. As he was moving forward, he did not expect to step on the edge of the stage and then fell to the ground.", "C. A woman in black No. 21 ran to the edge of the sports field and high-fived the audience, but did not expect to fall down with the hand fence, causing the audience in that row to fall down with her.", "D. A woman in yellow No. 21 ran to the edge of the sports field and high-fived the audience, but did not expect to fall down with the hand fence, causing the audience in that row to fall down with her." ] }, { "video_id": "sample_17_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 175.0, "options": [ "A. A man wearing a yellow jacket and blue shorts pushed the boat into the water and later climbed aboard, but the boat failed to support the man and capsized.", "B. In a room where many people were dancing, a woman in a gray and white plaid dress fell because she was unsteady on her feet.", "C. In a room where many people were dancing, a woman in a blue and white plaid dress fell down because she was unsteady on her feet.", "D. A man in blue stood on a plank and fell backwards, many women were waiting below to catch him, but they couldn't and he fell to the ground." ] }, { "video_id": "sample_17_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 236.0, "options": [ "A. A female athlete, dressed in blue, fell forward as she was approaching the finish line.", "B. A male was holding a yellow cake in his hand, but because of carelessness the cake slipped out of his hand.", "C. A male was holding a green cake in his hand, but because of carelessness the cake slipped out of his hand.", "D. An actor in costume walks onto the stage and a corner of his dress cape gets stuck in a gap at the edge of the stage." ] }, { "video_id": "sample_17_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 294.0, "options": [ "A. A kid in a blue safety suit is riding his bike on a green track on the water, but he's about to reach the finish line when he falls.", "B. A man finished drinking water, put down his bottle, and was about to walk to the stage when he tripped over an object on the floor.", "C. A little red car was traveling down the road, came to a house, hit a curb, and flipped over.", "D. A little black car was traveling down the road, came to a house, hit a curb, and flipped over." ] }, { "video_id": "sample_34_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 26.0, "options": [ "A. A white small car skidded on the road at night and slid off the road", "B. A gray small car skidded on the road at night and slid off the road", "C. A white small car is driving normally on the road at night", "D. A collision occurred between the sides of a gray sedan and a red sedan, which subsequently triggered a series of rear end collisions" ] }, { "video_id": "sample_34_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 84.0, "options": [ "A. A gray small car slowly drove forward when the traffic light turned yellow", "B. A gray sedan on the left lane turned around from the yellow and white zebra crossing and entered the right lane", "C. A white sedan on the left lane turned around from the yellow and white zebra crossing and entered the right lane", "D. A damaged white sedan is slowly making its way along the left-hand roadside" ] }, { "video_id": "sample_34_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 168.0, "options": [ "A. A white SUV is speeding towards the power pole", "B. A gray SUV hit a utility pole, and the pole and wires emitted white flames.", "C. A small green crane collided with a wire, causing it to constantly shake", "D. A white SUV hit a utility pole, and the pole and wires emitted white flames." ] }, { "video_id": "sample_34_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 197.0, "options": [ "A. A white small car rushed quickly from the left and collided with a black small car that was driving in a straight line.", "B. A white small car rushed quickly from the left and collided with a gray small car that was driving in a straight line.", "C. C .A small, gray car is driving straight on a cloudy road in the weather.", "D. A gray SUV was caught between a light brown cable car and a black Land Rover" ] }, { "video_id": "sample_34_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 276.0, "options": [ "A. A yellow car turned left quickly, only to be hit by a white car going straight ahead.", "B. A large truck collided with the edge of the road while turning left", "C. An orange car turned left quickly, only to be hit by a white car going straight ahead.", "D. An orange car is slowly driving straight on the left side of the road." ] }, { "video_id": "sample_35_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 54.0, "options": [ "A. The White team cut into each other's lane, but had no chance to shoot, then passed to each other in silence, finally allowing 3 to shoot and score from the three-point line. The commentator said, 'open 3 Antoine Davis for asville wow.'.", "B. Player 31 of the Yellow team brings the ball on offense, but is guarded by player 55 of the White team. Player 36 of the Yellow team steps up to receive the ball and shoots an accurate three-pointer. The commentator said: 'that's beautiful nice pick and pop great job.'.", "C. Player No. 31 of the yellow team cut into the interior with the ball, jumped up to shoot the ball and found that he was deadlocked, and then passed the ball to No. 37, who quickly dunked the ball and fell down in excitement. The commentator said excitedly, 'For Traore There you go Nice job.'.", "D. Yellow team No. 31 player with the ball attack, but the front was dead defense, and then a high throw ball pass to the inside of the No. 37 to do a false move, and quickly shot a score. The commentator said, 'inside Troy Power triple nice finish for our melt.'." ] }, { "video_id": "sample_35_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 100.0, "options": [ "A. Player 31 of the White team carries the ball and with two players on the Yellow team's defense, makes a quick offensive cut into the lane to shoot the ball and score. The commentator says, 'And right there, he settled for the fourteen.'.", "B. White's player 37 brings the ball to the offense, but is guarded by Yellow's player 36, and is robbed by Yellow's player 9 when he passes the ball. The commentator says, 'wax here late clock stolen by brawny.'.", "C. Player No. 14 of the Yellow Team cut into the lane with the ball and was stopped by the defense, then No. 9 of the Yellow Team went up to receive the ball and scored a three-step layup. The commentator says, 'there that that's you know really nice penetration.'.", "D. The white team tried to cut into the lane with the ball, but the yellow players were dead set on defense, then the white team 35 passed the ball out of the lane, and then the white team 7 scored a three-pointer. The commentator said 'bonds a little out of control, Jane Nagle 3 lasers it in.'." ] }, { "video_id": "sample_35_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 116.0, "options": [ "A. The white team's 37th player passed the ball to the 31st player, during which time it was almost intercepted by the yellow team's 9th, but fortunately there was a scare and the 31st threw the ball and scored successfully. The commentator says:'Brawny read it right but it still gets in the hands of Jordan ford and he hits the fadeaway.'.", "B. White's player 37 brings the ball to the offense, but is guarded by Yellow's player 36, and is robbed by Yellow's player 9 when he passes the ball. The commentator says, 'wax here late clock stolen by brawny.'.", "C. Yellow player 14 cuts into the lane for a layup, White player 43 defends, but the ball goes in and player 43 is fouled. The commentator says, 'That looks a little bit like Steph Curry.'.", "D. The white team tried to cut into the lane with the ball, but the yellow players were dead set on defense, then the white team 35 passed the ball out of the lane, and then the white team 7 scored a three-pointer. The commentator said 'bonds a little out of control, Jane Nagle 3 lasers it in.'." ] }, { "video_id": "sample_35_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 168.0, "options": [ "A. Yellow team 4 with the ball on offense, two players from the White team on defense, Yellow team 4 has no offensive opportunity to pass to 21, 21 cuts into the lane and creates an opportunity for 4, who completes the three-pointer without incident. The commentator said, 'draws two defenders to set up connect.'.", "B. White player 33 takes the ball and quickly breaks through the yellow team's three players and scores. The commentator says, 'year as nobody picks up Dan Goodwin.'.", "C. Yellow team player 29 attacks with the ball, he passes it to 14, who passes it to 4, who passes it back to 14 and scores a goal. The commentator says, 'Good shooter, huh? yes.'.", "D. The white team tried to cut into the lane with the ball, but the yellow players were dead set on defense, then the white team 35 passed the ball out of the lane, and then the white team 7 scored a three-pointer. The commentator said 'bonds a little out of control, Jane Nagle 3 lasers it in.'." ] }, { "video_id": "sample_35_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 227.0, "options": [ "A. The White team 45 passes ball to 31, who catches it and scores on a hook shot. The commentator says, 'Holy Moly.'.", "B. The White team 31 carries the ball, doesn't get a shot, then passes the ball to 45 who cuts to the basket, draws a foul and scores. The commentator says excitedly, 'Catch, this guy's game is out of control now.'.", "C. The Yellow team player 29 passes the ball to 14 who catches the ball and shoots a three-pointer from the three-point line. The commentator says, 'Castleton from deep in the Big C has done it again.'.", "D. Player 29 of the Yellow is blocked by a teammate who makes a quick cut to the basket and finishes with an outside shot. The commentator says, 'Juko Division 2 Division 1.'." ] }, { "video_id": "sample_33_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 53.0, "options": [ "A. An out-of-control black car suddenly rushed out from the left. The car swerved to the right and hit A blue car moving forward.", "B. An out-of-control white car suddenly rushed out from the left. The car swerved to the right and hit a blue car moving forward.", "C. A red car driving on the far right side of the road suddenly lost control. After rocking from side to side for some time, the car hit a black car on the left, and finally the two cars collided with the guardrail beside the road.", "D. A truck full of goods was moving forward and hit a parked car. The goods rolled off the truck and fell on the car." ] }, { "video_id": "sample_33_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 76.0, "options": [ "A. A white car driving on the road suddenly lost control. After swaying from side to side for some time, it turned left and hit a black car driving in the opposite direction on the side of the road. The white car then spun and continued to hit a vehicle acting as a camera.", "B. An out-of-control white car suddenly rushed out from the left. The car swerved to the right and hit a blue car moving forward.", "C. A black car driving on the road suddenly lost control and, after swaying from side to side for some time, turned left and hit a black car driving in the opposite direction on the side of the road, after which the white car spun and continued to hit a vehicle acting as a camera.", "D. A truck full of goods was moving forward and hit a parked car. The goods rolled off the truck and fell on the car." ] }, { "video_id": "sample_33_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 109.0, "options": [ "A. A white car driving on the road suddenly lost control. After swaying from side to side for some time, it turned left and hit a black car driving in the opposite direction on the side of the road. The white car then spun and continued to hit a vehicle acting as a camera.", "B. When a black car was turning left, the right rear of the car was hit by the right front of a black car moving from right to left.", "C. When a white car was turning left, the right rear of the car was hit by the right front of a white car moving from right to left.", "D. A truck full of goods was moving forward and hit a parked car. The goods rolled off the truck and fell on the car." ] }, { "video_id": "sample_33_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 118.0, "options": [ "A. A white car driving on the road suddenly lost control. After swaying from side to side for some time, it turned left and hit a black car driving in the opposite direction on the side of the road. The white car then spun and continued to hit a vehicle acting as a camera.", "B. A black car was passing the intersection from the top down when it collided with a black car that suddenly came out from the left.", "C. When a white car was turning left, the right rear of the car was hit by the right front of a white car moving from right to left.", "D. A white car was passing the intersection from the top down when it collided with a white car that suddenly rushed out from the left." ] }, { "video_id": "sample_33_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 149.0, "options": [ "A. A black car driving on the road suddenly slowed down and opened the door on the right, and a woman dressed in white got out of the car.", "B. A black car was passing the intersection from the top down when it collided with a black car that suddenly came out from the left.", "C. When a white car was turning left, the right rear of the car was hit by the right front of a white car moving from right to left.", "D. A white car driving on the road suddenly slowed down and opened the door on the right, and a woman dressed in red got out of the car." ] }, { "video_id": "sample_47_Misleading_Context_Understanding.mp4", "question": "What's in the room in the video?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 32.0, "options": [ "A. The overhead view shows a view of a small town with many houses with black or grey roofs, some with blue swimming pools, and a wide road in the middle of the houses.", "B. The video screen shows the courtyard of a house with a blue pool in the middle of the screen and moving low houses with grey roofs, lots of yellow lights outside the house and a few trees around the house.", "C. This room has white walls, a black floor, several round metal ornaments on the walls, a brown table in the centre of the room with some cups and cutlery on it, and several white chairs around the table.", "D. On the left side of the room there is a row of white cupboards with silver handles, in the middle of the room there is a white table with two white chairs next to it, on top of the table there are several containers with fruits, on the right side of the room there is a cupboard, and an oven, and on the ceiling of the room there are five clear glass chandeliers." ] }, { "video_id": "sample_47_Misleading_Context_Understanding.mp4", "question": "What is on display in this room?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 116.0, "options": [ "A. This room has a black floor, white walls, a brown table in the middle of the room, eight white chairs around the table, several wine glasses on top of the table, and two round silver ornaments on the walls.", "B. The walls of this room are white, the floor has a black and white pattern, there is a table on the left side of the room with some sundries on it, there is a polygonal mirror on the wall on the left side of the room, there is a shelf in the corner of the room with a green plant and some sundries on it, there is a painting on the wall in the middle of the room, and there is a black carpet on the floor.", "C. This room has a black floor, an off-white carpet on the floor, two black chairs on top of the carpet, and a clear coffee table with a white ornament and a few miscellaneous items on top of it.", "D. On the left side of the room there is a row of white cupboards with silver handles, in the middle of the room there is a white table with two white chairs next to it, on top of the table there are several containers with fruits, on the right side of the room there is a cupboard, and an oven, and on the ceiling of the room there are five clear glass chandeliers." ] }, { "video_id": "sample_47_Misleading_Context_Understanding.mp4", "question": "What exists in the room?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 159.0, "options": [ "A. This room has a black floor, white walls, a brown table in the middle of the room, eight white chairs around the table, several wine glasses on top of the table, and two round silver ornaments on the walls.", "B. This room has a brown floor, white walls, a chandelier above a white ceiling, a white carpet on the floor, a black bed on the carpet, a glass nightstand next to the bed, a white coffee table and two white chairs in the room.", "C. This room has a black floor, an off-white carpet on the floor, two black chairs on top of the carpet, and a clear coffee table with a white ornament and a few miscellaneous items on top of it.", "D. This room has a white floor, grey walls, a chandelier above the ceiling, a transparent table in the middle of the room and several white stools around the table." ] }, { "video_id": "sample_47_Misleading_Context_Understanding.mp4", "question": "What is on display inside the room in the video?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 204.0, "options": [ "A. This room has a brown floor, white walls, a chandelier with yellow lights on the ceiling, a white bathtub in the middle of the room, and two brown cabinets, and a round mirror on the wall.", "B. This room has a brown floor, white walls, a chandelier above a white ceiling, a white carpet on the floor, a black bed on the carpet, a glass nightstand next to the bed, a white coffee table and two white chairs in the room.", "C. The floor of the room is black, the walls are blue, there is a white carpet in the middle of the room, a bed on the carpet, two round tables on either side of the bed with white table lamps, two glass containers in the corner of the room, and a chandelier above the ceiling.", "D. This room has a brown floor, beige walls, a chandelier with yellow lights on the ceiling, a white bathtub in the middle of the room, a washbasin and a mirror on the left and right sides of the room." ] }, { "video_id": "sample_47_Misleading_Context_Understanding.mp4", "question": "What image does the video footage show?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 228.0, "options": [ "A. There is a blue swimming pool inside the picture, and there is water constantly flowing down from the top of the pool.", "B. There is a courtyard with a black parasol in the centre, four blue deckchairs under the parasol, and a staircase leading to the interior.", "C. The floor of the room is black, the walls are blue, there is a white carpet in the middle of the room, a bed on the carpet, two round tables on either side of the bed with white table lamps, two glass containers in the corner of the room, and a chandelier above the ceiling.", "D. The overhead shot shows a view of a small town with a lot of low houses with grey or black roofs, a lot of roads in the middle of the houses, and a lot of thick trees and grass around the houses." ] }, { "video_id": "sample_20_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 89.0, "options": [ "A. On the pitch, one team is wearing red and white jerseys and one team is wearing light blue jerseys. The red team has formed a wall in front of them and has turned back a shot from the light blue jersey, the docent says 'Your moment, Mario, your moment.'.", "B. A player in a light blue jersey shoots from a distance away from the goal, and midway through the shot another player in a light blue jersey takes a shot at the ball, but the goalkeeper in a black jersey catches it and presses it firmly to the ground, and the narrator says 'In by Nasri, Dzeko, Kenny saves.'.", "C. A player in a light blue uniform tries to pass the ball in front of the goal, but a player in a red and white uniform heads it back, then another player in a red and white uniform passes the ball out, and the narrator says 'Silver, out by Ferdinand.'.", "D. A player in a light blue jersey tries to pass the ball in front of the goal, but a player in a red and white jersey heads it back, then another player in a light blue jersey passes the ball out, and the narrator says 'Silver, out by Ferdinand.'." ] }, { "video_id": "sample_20_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 110.0, "options": [ "A. A player in a green uniform tries to pass the ball in front of the goal and is caught by the goalkeeper in a black uniform, the narrator says 'will account for quite a while In by Nasri.'.", "B. A player in a light blue uniform tries to pass the ball in front of the goal and is caught by the goalkeeper in a black uniform, the narrator says 'will account for quite a while In by Nasri.'.", "C. A player in a light blue uniform tries to pass the ball in front of the goal, but a player in a red and white uniform heads it back, then another player in a red and white uniform passes the ball out, and the narrator says 'Silver, out by Ferdinand.'.", "D. A player in a light blue jersey shoots from a distance away from the goal, and midway through the shot another player in a light blue jersey takes a shot at the ball, but the goalkeeper in a black jersey catches it and presses it firmly to the ground, and the narrator says 'In by Nasri, Dzeko, Kenny saves.'." ] }, { "video_id": "sample_20_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 148.0, "options": [ "A. A player in a light blue jersey tipped a ball from a player in a light blue jersey, which rolled off the field, and the announcer said 'Ferdinand away from Balotelli.'.", "B. A player in a light blue uniform tries to pass the ball in front of the goal and is caught by the goalkeeper in a black uniform, the narrator says 'will account for quite a while In by Nasri.'.", "C. A player in a light blue uniform tries to pass the ball in front of the goal, but a player in a red uniform heads it back, then another player in a red uniform passes the ball out, and the narrator says 'Silver, out by Ferdinand.'.", "D. A player in a red and white jersey tipped a ball from a player in a light blue jersey, which rolled off the field, and the announcer said 'Ferdinand away from Balotelli.'." ] }, { "video_id": "sample_20_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 342.0, "options": [ "A. A player in a red and white jersey tries to slide in to block, but a player in a light blue jersey kicks the ball before it can be taken away, but the ball flies over the goal, and the announcer says 'Balotelli.'.", "B. A player in a light blue jersey tries to slide in to block, but a player in a red and white jersey kicks the ball before it can be taken away, but the ball flies over the goal, and the announcer says 'Balotelli.'.", "C. A player in a light blue uniform tries to pass the ball in front of the goal, but a player in a red uniform heads it back, then another player in a red uniform passes the ball out, and the narrator says 'Silver, out by Ferdinand.'.", "D. A player in a red and white jersey tipped a ball from a player in a light blue jersey, which rolled off the field, and the announcer said 'Ferdinand away from Balotelli.'." ] }, { "video_id": "sample_20_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 402.0, "options": [ "A. A player in a red and white jersey tries to slide in to block, but a player in a light blue jersey kicks the ball before it can be taken away, but the ball flies over the goal, and the announcer says 'Balotelli.'.", "B. The player in light blue headed the ball towards the goal, but it was caught by a goalkeeper in a black uniform, and the narrator shouted 'Balotelli!'.", "C. The player in red and white headed the ball towards the goal, but it was caught by a goalkeeper in a black uniform, and the narrator shouted 'Balotelli!'.", "D. A player in a red and white jersey tipped a ball from a player in a light blue jersey, which rolled off the field, and the announcer said 'Ferdinand away from Balotelli.'." ] }, { "video_id": "sample_47_Source_Discrimination.mp4", "question": "Who just said 'I'm a princess, too.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 17.0, "options": [ "A. A woman with dark brown hair up and wearing a yellow dress.", "B. A woman with dark brown hair, two braids, and a black and blue dress.", "C. A blonde woman with her hair up, wearing a gradient blue dress and a blue cape.", "D. A girl with black hair tied up in a ponytail, wearing a green hoodie." ] }, { "video_id": "sample_47_Source_Discrimination.mp4", "question": "Who just said 'What kind of a princess are you?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 30.0, "options": [ "A. A woman with dark brown hair, two braids, and a black and blue dress.", "B. A girl with black hair tied up in a ponytail, wearing a green hoodie.", "C. A woman with long black hair, a blue necklace around her neck, a staff in her right hand and a long yellow dress.", "D. A woman with dark brown hair up and wearing a yellow dress." ] }, { "video_id": "sample_47_Source_Discrimination.mp4", "question": "Who just said 'And now for the millon of questions.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 61.0, "options": [ "A. A girl with black hair tied up in a ponytail, wearing a green hoodie.", "B. A woman with long black hair and dark brown skin, wearing a blue jewel necklace, a brown top, and a brown and white dress.", "C. A woman with blond hair, curly bangs, a golden crown on her head, and a gold chain around her neck.", "D. A woman with long blond hair wearing a pink striped dress." ] }, { "video_id": "sample_47_Source_Discrimination.mp4", "question": "Who just said 'What's going on?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 110.0, "options": [ "A. A girl with black hair tied up in a ponytail, wearing a green hoodie.", "B. A woman with long black hair and dark brown skin, wearing a blue jewel necklace, a brown top, and a brown and white dress.", "C. A woman with blond hair, curly bangs, a golden crown on her head, and a gold chain around her neck.", "D. A woman with long black hair, a blue necklace around her neck, a staff in her right hand and a long yellow dress." ] }, { "video_id": "sample_47_Source_Discrimination.mp4", "question": "Who just said 'I don't think so ladys, but thanks.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 198.0, "options": [ "A. A woman with long black hair and dark brown skin, wearing a blue jewel necklace, a brown top, and a brown and white dress.", "B. A girl with black hair tied up in a ponytail, wearing a green hoodie.", "C. A woman with blond hair, curly bangs, a golden crown on her head, and a gold chain around her neck.", "D. A woman with long black hair, a blue necklace around her neck, a staff in her right hand and a long yellow dress." ] }, { "video_id": "sample_10_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 167.0, "options": [ "A. The magician places a long strip of paper on the table.", "B. The magician is introducing himself to the guests.", "C. The rectangular strip of paper in the magician's hand suddenly appeared on the table.", "D. The triangular strip of paper in the magician's hand suddenly appears on the table." ] }, { "video_id": "sample_10_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 215.0, "options": [ "A. A rectangular piece of paper in the magician's hand suddenly appears on the table.", "B. The magician draws a card from a deck of blue playing cards in his left hand and the color of the back of the card changes from blue to red.", "C. The magician divides the playing cards on the table into two groups.", "D. The magician draws a card from a deck of red playing cards and the color of the back of the card changes from red to blue." ] }, { "video_id": "sample_10_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 225.0, "options": [ "A. One of the playing cards held in the magician's right hand flew off the table.", "B. The magician's clothes changed from black to blue and red.", "C. The square of paper in the magician's hand disappeared and became two square pieces of paper lying flat on the table.", "D. The magician opened the playing cards on the table, and the color of the cards changed from red to blue." ] }, { "video_id": "sample_10_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 252.0, "options": [ "A. The magician turns over the playing cards on the table and the color of the cards changes from red to blue.", "B. The magician turns over the playing cards on the table and the color of the cards changes from blue to red.", "C. The magician's clothes changed from black to blue and red.", "D. The magician draws a playing card from a deck of red playing cards and the color of the playing card suddenly changes to blue." ] }, { "video_id": "sample_10_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 332.0, "options": [ "A. As the strip of paper moves to the right, the blue playing card underneath the strip of paper slowly disappears.", "B. As the strip of paper moves to the left, the blue playing card underneath the strip of paper slowly disappears.", "C. The magician turns over the playing cards on the table and the color of the cards changes from red to blue.", "D. The magician draws a playing card from a deck of red playing cards and the color of the playing card suddenly changes to blue." ] }, { "video_id": "sample_7_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 25.0, "options": [ "A. The magician's right hand turned the machine, and the white paper passed by the machine changed into dollars.", "B. The magician's right index finger clicked on the lighter, and the flame ran from the right lighter to the man's finger.", "C. The magician's left index finger clicked on the lighter, and the flame ran from the right lighter to the man's finger.", "D. The magician squashed a paper bag containing a green bottle with his hands, and the green bottle in the paper bag disappeared." ] }, { "video_id": "sample_7_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 90.0, "options": [ "A. The magician's left index finger clicked on the lighter, and the flame ran from the right lighter to the man's finger.", "B. The magician's right index finger clicked on the lighter, and the flame ran from the right lighter to the man's finger.", "C. The magician's left index finger and thumb press the index finger of the right hand, moving it to the right, and the fingers of the right hand are separated from the fingers.", "D. The magician squashed a paper bag containing a green bottle with his hands, and the green bottle in the paper bag disappeared." ] }, { "video_id": "sample_7_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 154.0, "options": [ "A. The magician's right hand turned the machine, and the white paper passed by the machine changed into dollars.", "B. The magician's left index finger and thumb press the index finger of the right hand, moving it to the right, and the fingers of the right hand are separated from the fingers.", "C. The magician raised his left hand, and the blue playing card in his left hand suddenly disappeared and then suddenly reappeared.", "D. The magician raised his right hand, and the blue playing card in his right hand suddenly disappeared and then suddenly reappeared." ] }, { "video_id": "sample_7_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 214.0, "options": [ "A. The magician's right hand held the metal ring on the little finger of his left hand, and the metal ring broke free from his finger.", "B. The magician raised his right hand, and the blue playing card in his right hand suddenly disappeared and then suddenly reappeared.", "C. The magician's left hand held the metal ring on the little finger of his right hand, and the metal ring broke free from his finger.", "D. The magician's right hand turned the machine, and the white paper passed by the machine changed into dollars." ] }, { "video_id": "sample_7_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 289.0, "options": [ "A. The magician squashed a paper bag containing a red bottle with his hands, and the red bottle in the paper bag disappeared.", "B. The magician's right hand held the metal ring on the little finger of his left hand, and the metal ring broke free from his finger.", "C. The magician's left hand held the metal ring on the little finger of his right hand, and the metal ring broke free from his finger.", "D. The magician squashed a paper bag containing a green bottle with his hands, and the green bottle in the paper bag disappeared." ] }, { "video_id": "sample_30_Source_Discrimination.mp4", "question": "Who just said 'I mean, nobody anticipated this result.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 40.0, "options": [ "A. A blonde female wearing an orange short-sleeved shirt with gold-colored earrings and necklace.", "B. A male with brown hair wearing a black and white short-sleeved striped shirt.", "C. A dark-haired male wearing a black jacket and a blue, white, orange, and black striped T-shirt.", "D. A dark-haired male wearing a black long-sleeved shirt." ] }, { "video_id": "sample_30_Source_Discrimination.mp4", "question": "Who just said 'Ferreira Carrasco, De Bruyne, Dukaku.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 106.0, "options": [ "A. A blonde female wearing an orange short-sleeved shirt with gold-colored earrings and necklace.", "B. A male with brown hair wearing a black and white short-sleeved striped shirt.", "C. A dark-haired male wearing a black jacket and a blue, white, orange, and black striped T-shirt.", "D. A dark-haired male wearing a black long-sleeved shirt." ] }, { "video_id": "sample_30_Source_Discrimination.mp4", "question": "Who just said 'They have scored in al but one.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 154.0, "options": [ "A. A blonde female wearing an orange short-sleeved shirt with gold-colored earrings and necklace.", "B. A male with brown hair wearing a black and white short-sleeved striped shirt.", "C. A dark-haired male wearing a black jacket and a blue, white, orange, and black striped T-shirt.", "D. A dark-haired male wearing a black long-sleeved shirt." ] }, { "video_id": "sample_30_Source_Discrimination.mp4", "question": "Who just said 'Not only, but a big issue is Lukaku.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 218.0, "options": [ "A. A blonde female wearing an orange short-sleeved shirt with gold-colored earrings and necklace.", "B. A male with brown hair wearing a black and white short-sleeved striped shirt.", "C. A dark-haired male wearing a black jacket and a blue, white, orange, and black striped T-shirt.", "D. A dark-haired male wearing a black long-sleeved shirt." ] }, { "video_id": "sample_30_Source_Discrimination.mp4", "question": "Who just said 'But he had opportunities, easy opportunities.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 335.0, "options": [ "A. A blonde female wearing an orange short-sleeved shirt with gold-colored earrings and necklace.", "B. A male with brown hair wearing a black and white short-sleeved striped shirt.", "C. A dark-haired male wearing a black jacket and a blue, white, orange, and black striped T-shirt.", "D. A dark-haired male wearing a black long-sleeved shirt." ] }, { "video_id": "sample_35_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 147.0, "options": [ "A. He is a little surprised because he saw the prosthetic leg of the man playing on the trampoline fall off.", "B. He is a little disgusted because he sees the women in the video saddened by the sight of their son's tattoos.", "C. He is a bit surprised because he saw a man pulling a green parasol blown away by the wind.", "D. He is a bit excited because of the questions being raised by the live chat audience." ] }, { "video_id": "sample_35_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 173.0, "options": [ "A. He is a little surprised because he saw the prosthetic leg of the man playing on the trampoline fall off.", "B. He is a little surprised because he saw an orca jumping out of the water.", "C. He is a little surprised because he sees because females do push-ups with the ball on their backs and afterward back-kick the ball into the basketball hoop.", "D. He is a bit excited because of the questions being raised by the live chat audience." ] }, { "video_id": "sample_35_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 276.0, "options": [ "A. He is a little confused because he saw someone else gluing a bottle to a car door.", "B. He is a little surprised because he saw an orca jumping out of the water.", "C. He is a little surprised because he sees because females do push-ups with the ball on their backs and afterward back-kick the ball into the basketball hoop.", "D. He is a little confused because he saw a car dive into the pool." ] }, { "video_id": "sample_35_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 430.0, "options": [ "A. He is a little confused because he saw someone else gluing a bottle to a car door.", "B. He is somewhat surprised because the solar flares in the video he is watching are astonishing.", "C. He is somewhat surprised because the solar flares in the video he is watching are astonishing.", "D. He is a little confused because he saw a car dive into the pool." ] }, { "video_id": "sample_35_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 615.0, "options": [ "A. He is a little confused because he saw someone else gluing a bottle to a car door.", "B. He is somewhat surprised because the solar flares in the video he is watching are astonishing.", "C. He is somewhat surprised because the solar flares in the video he is watching are astonishing.", "D. He is somewhat puzzled and dissatisfied because the lady is saying that Jeff Bezos is a garbage collector." ] }, { "video_id": "sample_31_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 236.0, "options": [ "A. He is feeling confused because he is seeing two people dressed as horses walking around in the supermarket.", "B. He was disgusted because he thought the apology in the video was stupid.", "C. He is feeling discomfort because he is seeing the comments on a beer advertisement.", "D. He is feeling discomfort because he is reading that the hamburger contains 29% horse meat in the article." ] }, { "video_id": "sample_31_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 315.0, "options": [ "A. He is feeling confused because he is seeing two people dressed as horses walking around in the supermarket.", "B. He is experiencing some discomfort because he is seeing tweets in response to the Syrian civil war.", "C. He is confused because he doesn't know who the Kenneth Cole is that appears in the video.", "D. He is feeling discomfort because he is reading that the hamburger contains 29% horse meat in the article." ] }, { "video_id": "sample_31_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 397.0, "options": [ "A. He is a bit confused by the questions being written in the live chat.", "B. He is experiencing some discomfort because he is seeing tweets in response to the Syrian civil war.", "C. He is confused because he doesn't know who the Kenneth Cole is that appears in the video.", "D. He's a little Agitation because he saw the video advertised similar to the 9/11 scene done." ] }, { "video_id": "sample_31_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 452.0, "options": [ "A. He is a bit confused by the questions being written in the live chat.", "B. He is feeling a bit of aversion because he is seeing the content in the live chat.", "C. He is a bit confused because he is seeing the comments about the Subway coupon.", "D. He's a little Agitation because he saw the video advertised similar to the 9/11 scene done." ] }, { "video_id": "sample_31_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 620.0, "options": [ "A. He is a bit surprised because he is seeing a person in a gorilla costume sitting between two Black people in the video.", "B. He is feeling a bit of aversion because he is seeing the content in the live chat.", "C. He is a bit confused because he is seeing the comments about the Subway coupon.", "D. He is a bit confused because he is seeing the Twitter comments in the video." ] }, { "video_id": "sample_20_Misleading_Context_Understanding.mp4", "question": "What does the screen show?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 58.0, "options": [ "A. The camera shows a pair of hands pressing on a stack of blue playing cards.", "B. The camera shows a pile of blue playing cards sitting on a table.", "C. The camera shows a pair of hands holding a stack of face-up playing cards.", "D. The camera shows a right hand holding a pile of blue playing cards." ] }, { "video_id": "sample_20_Misleading_Context_Understanding.mp4", "question": "What's on the yellow table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 209.0, "options": [ "A. There's now a stack of blue playing cards and a nine of hearts on the table.", "B. There are now three piles of blue playing cards on the table.", "C. There are now two piles of blue playing cards on the table.", "D. There's nothing on the table now." ] }, { "video_id": "sample_20_Misleading_Context_Understanding.mp4", "question": "What is the screen showing now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 258.0, "options": [ "A. The camera shows a pair of hands holding a pile of blue playing cards and other blue playing cards on the table.", "B. The camera shows a pair of hands holding a pile of face-up playing cards, with many other blue on the table.", "C. The camera shows three stacks of blue playing cards and a j of spades.", "D. The camera shows a hand holding a jack of spades and a number of blue playing cards on the table below it." ] }, { "video_id": "sample_20_Misleading_Context_Understanding.mp4", "question": "What exists on this yellow table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 406.0, "options": [ "A. There were three piles of blue playing cards and a jack of spades.", "B. There are four stacks of blue playing cards and a jack of spades.", "C. There were five stacks of blue playing cards, and a jack of spades.", "D. There's just two piles of blue playing cards." ] }, { "video_id": "sample_20_Misleading_Context_Understanding.mp4", "question": "What else exists on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 517.0, "options": [ "A. Now there's a nine of hearts and a jack of spades on the table, and a stack of blue playing cards.", "B. There's nothing on the table now.", "C. Now there are two piles of blue cards on the table.", "D. Now there are three piles of blue cards on the table." ] }, { "video_id": "sample_45_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'This is the cycle of procrastination.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 42.0, "options": [ "A. The picture shows a cluttered room with a yellow baseball in the middle of the picture.", "B. In the middle of the picture there is a person wearing a blue dress with pink stripes sitting on an orange carpet and looking in the direction of the camera with wide open eyes.", "C. The image shows a cluttered room with a person sitting in the middle of the screen looking at the computer screen in front of her, her left hand on the screen and her right hand on the mouse, the light from the screen illuminating her shadow.", "D. The background of the picture is pink, there is a circle in the middle of the picture, the letters 'PROCRASTINATION' are written around the circle, and there is a person looking at a mobile phone inside the circle." ] }, { "video_id": "sample_45_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Studies of procrastinating university students have found participants were more likely to put off tasks they perceived as stressful or challenging.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 151.0, "options": [ "A. The background of the screen is dark blue, there is a beige progress bar in the middle of the screen, the left side of the bar says 'TODAY', and the right side of the bar says 'DEADLINE'.", "B. There is a crane machine in the picture, and a man with his hands pressed against the top of the glass of the crane machine is looking at the hook that catches the dolls in it.", "C. The background of the image is dark blue, and in the middle of the image there is a human outline with a red brain and a white exclamation mark in it.", "D. There is a grey grassy field with a grey bear standing behind a seated man with his arms raised and 'DEADLINE' written in white letters on the ground next to the grassy field." ] }, { "video_id": "sample_45_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'because they're afraid their work won't live up to their high standards.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 230.0, "options": [ "A. The picture shows two people with rackets standing on either side of a net playing tennis.", "B. The background of the picture is a pale yellow colour, with a huge black square stone in the middle of the picture, and to the left of the stone there is a man standing on top of a ladder looking at the stone.", "C. There is a ball net in the picture, on the left side of the net there is a person wearing a blue hat sitting cross-legged on the ground reading a computer, on the right side of the net there is a person lying on the ground reading a book.", "D. The background of the picture is pink, there is a circle with 'PROCARASTINATION' written around it, and inside the circle there is a man playing with an hourglass." ] }, { "video_id": "sample_45_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'We need to address and reduce these negative emotions.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 292.0, "options": [ "A. The background of the picture is dark blue, and there is a line of letters that reads 'HIGH STRESS'.", "B. The background of the screen is blue, and there is a white hand wearing a watch with the word 'REPORT' written on the screen.", "C. The background of the picture is pink and there is a spherical statue carved out of stone in the picture.", "D. The background of the picture is pink, and in the middle of the picture there is an off-white stone slab with a white circle on it." ] }, { "video_id": "sample_45_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Forgiving yourself and making a plan to do better next tirme.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 318.0, "options": [ "A. The background of the picture is pink, with 'TASK' written in white letters at the top of the picture, '1234' in the middle of the picture, a white arrow at the top of the numbers, and four white horizontal lines under each number.", "B. The background of the picture is pink, and at the top of the picture there is a white word that says 'JOURNAL', and in the picture there are four white lines with the number 1234 written in front of them.", "C. The background of the picture is pink and there is a spherical statue carved out of stone in the picture.", "D. There is a purple bed on the left side of the picture, and in the room a man in dark blue is waving to each other with a white bear on the right side of the picture, who is holding a basket with sundries in his hand." ] }, { "video_id": "sample_44_Source_Discrimination.mp4", "question": "Who just asked 'What are you doing?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 21.0, "options": [ "A. A man with black hair, a black beard, a gold chain, and a red suit.", "B. A minion with no hair on top of his head, metallic glasses, and jean overalls.", "C. A woman with light brown hair up and wearing a blue dress.", "D. A man with no hair, wearing a dark striped scarf, a black top and black pants." ] }, { "video_id": "sample_44_Source_Discrimination.mp4", "question": "Who just said 'Oh, There's a chicken.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 46.0, "options": [ "A. A woman with light brown hair up and wearing a blue dress.", "B. A man with no hair, wearing a dark striped scarf, a black top and black pants.", "C. A man with black hair, a black beard, a gold chain, and a red suit.", "D. A minion with no hair on top of his head, metallic glasses, and jean overalls." ] }, { "video_id": "sample_44_Source_Discrimination.mp4", "question": "Who just said 'No, no yet.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 116.0, "options": [ "A. A man with black hair, a black beard, a gold chain, and a red suit.", "B. A woman with light brown hair up and wearing a blue dress.", "C. A minion with no hair on top of his head, metallic glasses, and jean overalls.", "D. A man with no hair, wearing a dark striped scarf, a black top and black pants." ] }, { "video_id": "sample_44_Source_Discrimination.mp4", "question": "Who just asked 'Who's that?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 194.0, "options": [ "A. A minion with no hair on top of his head, metallic glasses, and jean overalls.", "B. A woman with light brown hair up and wearing a blue dress.", "C. A man with no hair, wearing a dark striped scarf, a black top and black pants.", "D. A man with black hair, a black beard and a red suit." ] }, { "video_id": "sample_44_Source_Discrimination.mp4", "question": "Who just said 'No, she just works with me.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 447.0, "options": [ "A. A man with no hair, wearing a dark striped scarf, a black top and black pants.", "B. A woman with light brown hair up and wearing a blue dress.", "C. A minion with a few hairs on top, metallic glasses, and jean overalls.", "D. A man with black hair, a black beard, a gold chain, and a red suit." ] }, { "video_id": "sample_28_Source_Discrimination.mp4", "question": "Who just said 'I knew it was gonna be a different game.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 51.0, "options": [ "A. A bald male wearing a blue blazer with a colored shirt under it.", "B. A blonde female wearing a long-sleeved blouse with white and green stripes.", "C. A male with short black hair wearing a beige short-sleeved shirt.", "D. A gray-haired male wearing a gray short-sleeved shirt." ] }, { "video_id": "sample_28_Source_Discrimination.mp4", "question": "Who just said 'He had it showed.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 104.0, "options": [ "A. A bald male wearing a blue blazer with a colored shirt under it.", "B. A blonde female wearing a long-sleeved blouse with white and green stripes.", "C. A male with short black hair wearing a beige short-sleeved shirt.", "D. A gray-haired male wearing a gray short-sleeved shirt." ] }, { "video_id": "sample_28_Source_Discrimination.mp4", "question": "Who just said 'It was Watkins and not lvan Tony.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 162.0, "options": [ "A. A bald male wearing a blue blazer with a colored shirt under it.", "B. A blonde female wearing a long-sleeved blouse with white and green stripes.", "C. A male with short black hair wearing a beige short-sleeved shirt.", "D. A gray-haired male wearing a gray short-sleeved shirt." ] }, { "video_id": "sample_28_Source_Discrimination.mp4", "question": "Who just asked 'How much credit are we giving Gareth Southgate?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 208.0, "options": [ "A. A bald male wearing a blue blazer with a colored shirt under it.", "B. A blonde female wearing a long-sleeved blouse with white and green stripes.", "C. A male with short black hair wearing a beige short-sleeved shirt.", "D. A gray-haired male wearing a gray short-sleeved shirt." ] }, { "video_id": "sample_28_Source_Discrimination.mp4", "question": "Who just said 'I would not be surprised.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 292.0, "options": [ "A. A bald male wearing a blue blazer with a colored shirt under it.", "B. A blonde female wearing a long-sleeved blouse with white and green stripes.", "C. A male with short black hair wearing a beige short-sleeved shirt.", "D. A gray-haired male wearing a gray short-sleeved shirt." ] }, { "video_id": "sample_32_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 78.0, "options": [ "A. He is a little shocked because he saw white smoke suddenly coming out of the man's cell phone.", "B. He is a little uncomfortable because he saw the man who was working out accidentally smash his cell phone with a dumbbell.", "C. He is very confused because he does not understand why the woman in the video is screaming after being tased.", "D. He is feeling a bit of discomfort because he is seeing someone rubbing away splinters from a piece of wood with their hands." ] }, { "video_id": "sample_32_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 150.0, "options": [ "A. He is a little shocked because he saw white smoke suddenly coming out of the man's cell phone.", "B. He is a bit happy because of the sound the pump is making in the video.", "C. He is a little confused because he doesn't know why the man's cell phone is emitting white smoke.", "D. He is feeling a bit of discomfort because he is seeing someone rubbing away splinters from a piece of wood with their hands." ] }, { "video_id": "sample_32_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 174.0, "options": [ "A. He was surprised because the video showed a man swimming in a pool during an earthquake.", "B. He is a bit happy because of the sound the pump is making in the video.", "C. He is a little confused because he doesn't know why the man's cell phone is emitting white smoke.", "D. He is a little surprised because the black car in the video has long cobwebs at the door." ] }, { "video_id": "sample_32_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left lower corner of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 215.0, "options": [ "A. He is a little shocked because he saw white smoke suddenly coming out of the man's cell phone.", "B. He is somewhat admiring because the person in the video has tattooed the measurement readings onto his own hand.", "C. He is a little confused because the floor in the video rises and falls as if he were breathing.", "D. He is feeling a bit of discomfort because he is seeing someone rubbing away splinters from a piece of wood with their hands." ] }, { "video_id": "sample_32_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the top left corner of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 247.0, "options": [ "A. He is very shocked because a tire is suddenly flying past in the video.", "B. He is somewhat admiring because the person in the video has tattooed the measurement readings onto his own hand.", "C. He is a little confused because the floor in the video rises and falls as if he were breathing.", "D. He is very happy because the woman in the video, who is on the phone, is seeing the reaction to the tattoo." ] }, { "video_id": "sample_38_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 48.0, "options": [ "A. In the process of competing for the ball, A player wearing yellow dress No. 8 and a player wearing blue dress No. 5 collided, and the player in yellow dress No. 8 fell to the ground.", "B. A player wearing red dress No. 14 in the process of pushing the ball towards the goal, just as the ball was about to enter the goal, did not expect to be behind a player wearing blue dress No. 3 stretched his foot to kick the ball away.", "C. A player in red No. 19 kicked the ball on the side of the goal. The ball bounced between the goalkeeper's legs, and surprisingly the ball went behind him.", "D. A player wearing red number 19 on the side of the goal kicks the ball directly between the goalkeeper's legs and into the goal." ] }, { "video_id": "sample_38_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?​", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 202.0, "options": [ "A. In the process of sending the ball in the direction of the goal, A goalkeeper in green No. 1 accidentally tripped by a player in white No. 15.", "B. In the process of sending the ball towards the goal, a goalkeeper in green No. 1 accidentally tripped by a player in white No. 18.", "C. When a player dressed in orange kicked a football, he was accidentally kicked directly into the goal by a player dressed in black.", "D. When a player dressed in white was kicking the ball, the ball hit the goalkeeper and bounced into the goal against a player dressed in black, who fell to the ground." ] }, { "video_id": "sample_38_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?​", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 232.0, "options": [ "A. A goalkeeper No. 1 in green is kicking the ball when he is not expected to be kicked aside by a player No. 10 in red, and the ball is then kicked into the goal.", "B. The goalkeeper kicks the ball to a red player and the ball falls to the opponent's yellow player, resulting in a goal.", "C. When a player No. 34 in blue was kicking the ball, he accidentally bumped into a player No. 9 in red, causing the ball to bounce into the goal.", "D. A player in red, No. 27, was kicking the ball when he accidentally bumped into a player in red, No. 9, causing the ball to bounce into the goal." ] }, { "video_id": "sample_38_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?​", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 269.0, "options": [ "A. In front of the player in blue dress No. 11, the player in white dress No. 9 actually kicked the ball out of the court with his heel.", "B. In front of the player in blue dress No. 11, the player in green dress No. 95 kicked the football out of the field with his foot.", "C. The football flew towards the goal and accidentally hit the head of a player in blue, number 9.", "D. The football flew from the side of the goal, a player in green clothes No. 1 jumped up and caught the ball. Unexpectedly, the ball fell down and rolled into the goal." ] }, { "video_id": "sample_38_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?​", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 303.0, "options": [ "A. In front of the goal, A player dressed in red and blue clothes, originally intended to fall into the goal, did not expect to kick the side, was held by the goalkeeper.", "B. Two players were running for the ball, near the edge of the pitch, a player dressed in black threw himself over to push the ball back, did not expect to be kicked away by the player running with him, and easily scored a goal.", "C. A No. 17 player dressed in red kicked the ball, a player dressed in black gently kicked back, the No. 17 player gently intercepted with his foot, but did not touch, the ball rolled into the goal.", "D. A No. 17 player dressed in red kicked the ball, a player dressed in white gently kicked back, the No. 17 player gently intercepted with his foot, who knew not to touch, the ball rolled into the goal." ] }, { "video_id": "sample_21_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Remember that in binary, one is the same as true, and zero is the same as false.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 157.0, "options": [ "A. There is a blackboard with the words '4+2=6' written on it, and a short-haired woman in a white long-sleeved and checkered vest is pointing with her left hand to the words on the blackboard.", "B. The scene shows a room with a table with clutter and a woman with long blonde hair in a pink checkered shirt sitting in the room and speaking.", "C. The background of the picture is red, and in the centre of the picture is written 'Input Combination' in white and three vertical formulas in yellow.", "D. The background of the screen is red, and in the middle of the screen there are three yellow vertical formulas with a green line '1=TRUE' and a red line '0=FALSE'." ] }, { "video_id": "sample_21_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'This circuit is called a half adder.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 201.0, "options": [ "A. The background of the picture is red, and in the picture there are white letters that say 'HALF ADDER' and 'SUM CARRY', and 'A B' and in the picture there are two yellow A pattern made up of two yellow shapes.", "B. The background of the screen is red, and at the top of the screen there is a table that says 'INPUT OUTPUT A B SUM' and some numbers '0' and '1', and at the bottom of the table there is a table that says 'INPUT OUTPUT A B SUM' and some numbers '0' and '1'. Below the table there is a yellow pattern that says 'XOR'.", "C. The screen has a red background with four yellow vertical formulas and a white line 'BOOLEAN LOGIC TABLE FOR XOR' with a table and a pattern.", "D. The background of the screen is red, and in the middle of the screen there are three yellow vertical formulas with a green line '1=TRUE' and a red line '0=FALSE'." ] }, { "video_id": "sample_21_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'We can build a full adder using half adders.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 256.0, "options": [ "A. The picture shows a blonde woman in a pink checkered shirt sitting inside a room and talking.", "B. The background of the picture is yellow, with the words 'BUILDING A FULL ADDER' written in red at the top of the picture, and there is also a box and a pattern of horizontal lines in the picture, with 'HALF ADDER' written inside the box.", "C. There is a blonde woman in a pink checkered shirt speaking, and on the right side of the picture there is a yellow vertical formula that reads '101+101=1010'.", "D. The background of the screen is purple, and at the top of the screen there is a line in yellow that says 'FULL ADDER TABLE', and there is a table on the screen that says 'A B C CARRY SUM' and many numbers There is a table with 'A B C CARRY SUM' and many numbers '0' and '1'." ] }, { "video_id": "sample_21_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'This can usually cause errors and unexpected behavior.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 348.0, "options": [ "A. The scene shows a blonde woman in a pink checkered shirt waving her hands around the room and talking.", "B. The background of the screen is green, there is a line in red at the top of the screen that reads 'BUILDING AN 8-BIT ADDER', and in the middle of the screen there is a box with a line that reads 'HALF ADDER'.", "C. The screen shows a glowing screen with two yellow horizontal lines at the top and bottom, and orange writing in the screen.", "D. The background of the screen is green, there is a line in red at the top of the screen that reads 'BUILDING AN 8-BIT ADDER', there is a box in the middle of the screen with a line that reads 'HALF ADDER', and on the left side of the box it reads 'A0 B0'." ] }, { "video_id": "sample_21_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Okay, let's move on to the other half of the ALU, the logic unit.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 458.0, "options": [ "A. The scene shows a blonde woman in a pink checkered shirt sitting in the middle of the room talking.", "B. There is a blonde woman in a pink checkered shirt sitting in the middle of the picture speaking, and in the middle of the picture there is a line in yellow that reads 'CARRY-LOOK-AHEAD ADDER'.", "C. A hand is shown resting on the right button of a microwave oven.", "D. A blonde woman in a pink checkered shirt sits in the middle of the picture and speaks, and in the middle of the picture there is a line in yellow that says 'LOGIC UNIT'." ] }, { "video_id": "sample_23_Source_Discrimination.mp4", "question": "Who just said 'We haven't even started yet.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 6.0, "options": [ "A. An older white-haired male wearing a dark blue plaid blazer with a pink shirt, an orange tie, and blue plaid blazer pants.", "B. A brown-haired child wearing a gray long-sleeved blouse and dark blue jeans.", "C. A brown-haired child wearing a green plaid shirt and khaki pants.", "D. A blonde woman wearing a dark blue shirt over a gray blazer and dark blue pants." ] }, { "video_id": "sample_23_Source_Discrimination.mp4", "question": "Who just said 'Minnesota.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 52.0, "options": [ "A. An older white-haired male wearing a dark blue plaid blazer with a pink shirt, an orange tie, and blue plaid blazer pants.", "B. A brown-haired child wearing a gray long-sleeved blouse and dark blue jeans.", "C. A brown-haired child wearing a green plaid shirt and khaki pants.", "D. A blonde woman wearing a dark blue shirt over a gray blazer and dark blue pants." ] }, { "video_id": "sample_23_Source_Discrimination.mp4", "question": "Who just said 'Turkmenistan.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 113.0, "options": [ "A. An older white-haired male wearing a dark blue plaid blazer with a pink shirt, an orange tie, and blue plaid blazer pants.", "B. A brown-haired child wearing a gray long-sleeved blouse and dark blue jeans.", "C. A brown-haired child wearing a green plaid shirt and khaki pants.", "D. A blonde woman wearing a dark blue shirt over a gray blazer and dark blue pants." ] }, { "video_id": "sample_23_Source_Discrimination.mp4", "question": "Who just said 'Let's see the next one.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 149.0, "options": [ "A. An older white-haired male wearing a dark blue plaid blazer with a pink shirt, an orange tie, and blue plaid blazer pants.", "B. A brown-haired child wearing a gray long-sleeved blouse and dark blue jeans.", "C. A brown-haired child wearing a green plaid shirt and khaki pants.", "D. A blonde woman wearing a dark blue shirt over a gray blazer and dark blue pants." ] }, { "video_id": "sample_23_Source_Discrimination.mp4", "question": "Who just said 'Seven and a half, l think.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 244.0, "options": [ "A. An older white-haired male wearing a dark blue plaid blazer with a pink shirt, an orange tie, and blue plaid blazer pants.", "B. A brown-haired child wearing a gray long-sleeved blouse and dark blue jeans.", "C. A brown-haired child wearing a green plaid shirt and khaki pants.", "D. A blonde woman wearing a dark blue shirt over a gray blazer and dark blue pants." ] }, { "video_id": "sample_50_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'The tiny probe detects volatile chemical elements in concentrations that no one had thought possible this close to the Sun.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 60.0, "options": [ "A. The picture shows a view of the surface of the Moon, with many craters of different sizes, and in the middle of the picture there is a satellite with solar panels flying on the surface of the Moon.", "B. The background of the picture is black, and in the middle of the picture there is a picture of the surface of the planet in the shape of a semicircle.", "C. A white satellite with two solar panels rotating in the middle of the frame, with golden reflections on the surface of the solar panels.", "D. The background of the picture is black and there is a man in a blue shirt talking in the middle of the picture." ] }, { "video_id": "sample_50_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'In the region of space where the young Earth is also forminng.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 245.0, "options": [ "A. The screen's background is black, there is a woman with short black hair wearing glasses and a black T-shirt talking in the center of the screen. ", "B. The screen shows a picture on a black background with a huge planet in the centre of the screen, illuminated by the yellow sun in its outline, and a smaller white planet on the left side of the screen.", "C. The background of the screen is black, and in the middle of the screen there is a man in a blue shirt waving his hands as he speaks.", "D. The screen shows a picture with a black background and a hemispherical moon in the middle of the screen, where the greyish-white surface of the moon and some craters can be seen." ] }, { "video_id": "sample_50_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'And once we were out of fuel we could no longer burn our engines to keep from crashing into Mercury.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 373.0, "options": [ "A. The background of the picture is black, and there are two huge planets colliding together with sparks glowing on their surface.", "B. The background of the screen is black, there is a large planet in the upper right corner of the screen, an asteroid on fire and broken up, and a lot of debris from the planets in the screen.", "C. The background of the picture is black and there is a man in a blue shirt talking in the picture.", "D. The screen shows a lot of dark red flames with a black dot moving in the middle of these flames." ] }, { "video_id": "sample_50_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'That protection keeps solar wind and other ionizing radiation off of the surface.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 478.0, "options": [ "A. The background of the picture is black with a glowing sun in the middle of the picture.", "B. A yellow sun in the middle of the screen with grey clouds above and below the sun.", "C. The background of the picture is black and there is a man with short white hair wearing a pink shirt talking in the middle of the picture.", "D. There is a grey cloud cover in the picture, and in the middle the sun shines through the cloud on the mountains and river below." ] }, { "video_id": "sample_50_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'It's best seen at the poles, but across Earth it's protecting our atmosphere and all life on our planet.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 526.0, "options": [ "A. There is a green aurora borealis in the sky and the shadow of a mountain range in the picture.", "B. The background of the picture is black and there is a long-haired woman wearing a black sleeveless vest talking in the picture.", "C. The background of the picture is black and in the middle of the picture there is a man with short white hair wearing a pink shirt waving his hands and talking.", "D. There is a snow-covered mountain range in the picture, with a few grey clouds drifting by above the blue-white sky." ] }, { "video_id": "sample_27_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'For this, computer scientists use data structures.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 31.0, "options": [ "A. The background of the screen is white, with 'MERGE SORT' written in black on a line at the top of the screen, and several lines of small black numbers in the screen.", "B. The background of the scene is a room with two stools and a table with miscellaneous items on it, and a blonde woman wearing black rimmed glasses, a black long-sleeved jacket and a white shirt is sitting in the middle of the room talking.", "C. The scene shows a cluttered room with a white couch, a table with lots of clutter and a half-eaten pizza, and a man in a white shirt and plaid jacket leaning against the white couch talking on the phone.", "D. The image shows a woman in a blue backless shirt sitting at a computer, holding a mobile phone in her left hand and making a phone call, with a pen basket for pens sitting on the computer in front of her." ] }, { "video_id": "sample_27_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Like letters, numbers, punctuation, and other written symbols.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 135.0, "options": [ "A. The background of the screen is pink, there is a purple table in the middle of the screen, the top of the table is yellow, and 'MEMORY LOCATION' and 'VALUE' are written in it, and many numbers are written in the purple table.", "B. The screen shows a room with many small holes in the walls, two stools and a table with miscellaneous items, a blonde woman in a black jacket and white shirt speaking in the middle, a blue rectangle and a pink rectangle on the left side of the screen, and inside the pink pattern is written 'a=j[0]+j[2]'.'.", "C. The screen shows a room with many small holes in the walls, two stools and a table with miscellaneous items, and a blonde woman in a black jacket and white shirt in the centre talking.", "D. The screen shows a blue and white browser, a yellow and white browser and a red and white browser page in the middle, with some blue and red words inside the red and white browser page in the middle." ] }, { "video_id": "sample_27_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'or the pixels no your computer screen.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 194.0, "options": [ "A. The background of the screen is red, there is a table in the middle of the screen, the top of the table is yellow and it says 'MEMORY LOCATION' and 'VALUE', and there are some numbers written on the orange part of the table.", "B. The background of the picture is blue, and in the centre of the picture there is a box with the words 'STRING CONCATENATION' written in pink.", "C. The background of the screen is blue with the word 'strcat' written in pink in the middle of the screen and the words 'FIRST = 'ADA' LAST = 'LOVELACE' NAME = STRCAT(FIRST,LAST)' and 'OUTPUT = ADA LOVELACE' written in black below. PRINT(NAME)' and 'OUTPUT = ADA LOVELACE'.", "D. The screen shows a room with many small holes in the walls, two stools and a table with miscellaneous items, and a blonde woman in a black jacket and white shirt in the centre talking." ] }, { "video_id": "sample_27_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'with each index storing an array of size three.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 204.0, "options": [ "A. The background of the screen is green with 'ARRAY OF SIZE 3' written in yellow at the top of the screen and 'SUB-ARRAY 0 10 15 12', 'SUB-ARRAY 1 8 7 42', 'SUB-ARRAY 2 18 12 7' in the middle of the screen. ", "B. The screen is green and there is a yellow font in the centre of the screen that says 'MATRIX'.", "C. The background of the image is green, with 'MATRIX' written in yellow letters at the top of the image and the numbers '10 15 12 8 7 42 18 12 7' written in the centre of the image.", "D. The background of the picture is blue, and in the centre of the picture there is a box with the words 'STRING CONCATENATION' written in pink." ] }, { "video_id": "sample_27_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Like you might want to store a bank account number along with its balance.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 247.0, "options": [ "A. The background of the picture is blue, and in the middle of the picture there is a line in yellow that says 'FIVE DIMENSIONAL MATRIX'.", "B. The background of the screen is brown, there is a pair of hands in the screen, the left hand holding a mobile phone right hand clicking on the screen, the screen of the mobile phone to show the online banking related information.", "C. The background of the screen is blue, and in the middle of the screen there is a line in yellow lettering that says 'FIVE DIMENSIONAL MATRIX', and underneath there is a dark blue box that says 'a =j[2][0][18][13][3]'. ", "D. The screen shows a room with many small holes in the walls, two stools and a table with miscellaneous items, and a blonde woman in a black jacket and white shirt in the centre talking." ] }, { "video_id": "sample_18_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 53.0, "options": [ "A. A man in the grayish-green coat picks up hay and wood from the ground and puts them in his hands. Then he places them in an open area. The narrator says: 'When night falls the temperature will plummet but a fire and some food will always help you thought the night.'.", "B. A man in the grayish-green shirt wearing dark glasses and a black backpack crawls up a stone wall to the top of the mountain. The narrator says: 'I escaped the scorching heat of the Arizona desert by climbing up into the Sky Island mountains.'.", "C. A man in the grayish-green shirt wearing a black backpack walks slowly through a complex road surrounded by dense vegetation. The narrator says: 'In a matter of hours you can pass through six different environments from the blistering desert to subalpine forest.'.", "D. The man in the grayish-green shirt looks at the mountains ahead, then puts on his gray-green coat and explains: 'Being up this high though, there's a whole new series of challenges but also opportunities.'." ] }, { "video_id": "sample_18_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 113.0, "options": [ "A. A man in the grayish-green coat took two silver iron rods from his black and blue backpack, and then explained:' You can do that just with two bits of tubes. I've taken this off the ultralight and they fit nicely together to create an airtight seal.'. ", "B. The man in the grayish-green coat hits the finished piston with a stone at one end. He obviously fails. Then, after trying again, he says, 'Put that once more, grab a bit of tinder.'.", "C. The man in the grayish-green coat sun the finished iron rod into another iron pipe and says: 'With the other end of the tube sealed the fire piston is now ready. You need to give this a good whack, really generate that compressed air and heat, pull it out and you'll have an ember.'.", "D. The man in the grayish-green coat puts down an iron rod and smeashes one end of the iron rod with charcoal. He says: 'Put a bit of charcoal, full sand to the end and that's the bit that's going to take the ember.'.\"" ] }, { "video_id": "sample_18_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 165.0, "options": [ "A. A man in the grayish-green coat took blows on the flaming side of an iron rod and puts it into the hay. The narrator says, 'the fire piston technique was developed in the jungles of Southeast Asia where they used pieces of bamboo or hollowed out bone.'.", "B. The man in the grayish-green coat took puts the burning hay into the haystack and throws the dry branch beside it into the fire, saying excitedly, 'Wow once that goes, it goes.'.", "C. The man in the gray-green coat blew on the hay in his hands and puffed out puffs of smoke. The music in the background was very solemn and made people feel suffocated. As the smoke increased, the fire burned the hay and the fire started successfully.", "D. The man in the grayish-green coat hits the finished piston with a stone at one end. He obviously fails. Then, after trying again, he says, 'Put that once more, grab a bit of tinder, give it a blow and you can see that glowing now.'." ] }, { "video_id": "sample_18_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 230.0, "options": [ "A. A man in the grayish-green coat carries a blue and black backpack down a small steep hill, and the narrator says:'with a fire stoked finding food as the next priority.'.", "B. The man in the grayish-green coat finds the body of the half-eaten animal under the wood and then takes it out. The narrator says, 'Mountain lions often leave part of their kill hidden.'.", "C. The man in the grayish-green coat is walking in the forest with half of the dead animals in his hands. The narrator says, 'But this region is also home to other predators apart from just big cats.'.", "D. The man in the grayish-green coat holds up the half-eaten animal carcass and says to the camera:'There's still meat on that to eat. Let's take that back to the fire.'." ] }, { "video_id": "sample_18_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 348.0, "options": [ "A. The man in the grayish-green coat rolls up A laid white parachute and carries it over his shoulder as he continues his journey, with the narrator saying, 'If you're on the ground, it's more important to insulate yourself from below than above as the earth will suck warmth from you faster than the air.'.", "B. A man in the grayish-green coat scooped up black food, pulled off a piece of meat with two iron rods and his hand, put it in his mouth and tasted it, saying, 'Actually a bit of shoulder meat's well cooked, that's alright.'.", "C. The man in the grayish-green coat is collecting hay in the woods and then laying it on top of a white parachute when the narrator says: 'Filling my reserve parachute with grasses and pine needles,will protect me from the worse of the coming night's cold.'.", "D. The man in the grayish-green coat cut a piece of black food with a knife, put It in his mouth and tasted it with relish and said: 'It's warm and it's nutritious.'." ] }, { "video_id": "sample_35_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 8.0, "options": [ "A. A red and black truck turned left at the intersection.", "B. A passerby wearing black clothes and pants walked into a door.", "C. A white car collided with a power pole.", "D. A green car collided with a power pole." ] }, { "video_id": "sample_35_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 70.0, "options": [ "A. A black car collided with a truck ahead while changing lanes.", "B. A purple car collided with a truck ahead while changing lanes.", "C. A red car stops the car used as a video camera, after which a man gets out of a red automobile.", "D. A light green car suddenly stopped on the roadside and was rear ended by a vehicle behind it." ] }, { "video_id": "sample_35_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 96.0, "options": [ "A. A black tractor is working on the roadside.", "B. Two black cars collided at the intersection.", "C. Two yellow cars collided at the intersection.", "D. A white car was rear ended by a car behind it while preparing to turn left." ] }, { "video_id": "sample_35_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 106.0, "options": [ "A. A pedestrian wearing black clothes and pants is crossing the road.", "B. A white car suddenly slowed down and stopped at the intersection.", "C. A black bus was waiting for a red light on the road when it was hit by another blue sedan.", "D. A white bus was waiting for a red light on the road when it was hit by another white sedan." ] }, { "video_id": "sample_35_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 143.0, "options": [ "A. As the car serving as the video camera approached the T-junction, it collided with another red sedan.", "B. As the car serving as the video camera approached the T-junction, it collided with another black sedan.", "C. A black sedan lost control and collided with another black sedan on the road.", "D. The car serving as the video camera is driving forward, and a red car ahead is attempting to make a turn." ] }, { "video_id": "sample_26_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 89.0, "options": [ "A. A blue Formula One car and a white and red Formula One car collided sideways, sending both cars off the track.", "B. The side of a red Formula One car hit the rear wheels of two yellow and black Formula One cars, which then slid out of control off the track.", "C. A black-and-white Formula One car rear-ended a blue-and-white Formula One car, which then lost control of the blue-and-white Formula One car and came to rest across the track.", "D. A red-and-white Formula One car rear-ended a blue-and-white Formula One car, which then lost control of the blue-and-white Formula One car and came to rest across the track." ] }, { "video_id": "sample_26_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 105.0, "options": [ "A. A pink and black Formula One car was stopped by a red Formula One car driving in from off the track, causing the pink and blue Formula One car to lose control and run off the track.", "B. The side of a red Formula One car hit the rear wheels of two yellow and black Formula One cars, which then slid out of control off the track.", "C. A pink and blue Formula One car was stopped by a red Formula One car driving in from off the track, causing the pink and blue Formula One car to lose control and run off the track.", "D. A red-and-white Formula One car rear-ended a blue-and-white Formula One car, which then lost control of the blue-and-white Formula One car and came to rest across the track." ] }, { "video_id": "sample_26_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 112.0, "options": [ "A. A blue Formula One car was stopped by a pink and blue Formula One car driving in from off the track, causing the blue Formula One car to run off the track.", "B. The side of a red Formula One car hit the rear wheels of two yellow and black Formula One cars, which then slid out of control off the track.", "C. A pink and blue Formula One car was stopped by a red Formula One car driving in from off the track, causing the pink and blue Formula One car to lose control and run off the track.", "D. A black Formula One car was stopped by a pink and blue Formula One car driving in from off the track, causing the blue Formula One car to run off the track." ] }, { "video_id": "sample_26_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 123.0, "options": [ "A. A blue Formula One car was stopped by a pink and blue Formula One car driving in from off the track, causing the blue Formula One car to run off the track.", "B. A green Formula One car loses control on a bend, with tires emitting puffs of white smoke, and the red Formula car veers off the track.", "C. A pink and blue Formula One car was stopped by a red Formula One car driving in from off the track, causing the pink and blue Formula One car to lose control and run off the track.", "D. A red Formula One car loses control on a bend, with tires emitting puffs of white smoke, and the red Formula car veers off the track." ] }, { "video_id": "sample_26_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 239.0, "options": [ "A. A blue Formula One car was stopped by a pink and blue Formula One car driving in from off the track, causing the blue Formula One car to run off the track.", "B. A black Formula One car has nudged a red Formula One car out of the track with its side.", "C. A yellow Formula One car has nudged a red Formula One car out of the track with its side.", "D. A red Formula One car loses control on a bend, with tires emitting puffs of white smoke, and the red Formula car veers off the track." ] }, { "video_id": "sample_41_Emotion_Recognition.mp4", "question": "What is the current emotion of the man standing on the stage of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 90.0, "options": [ "A. He was some dissatisfied because the man in the defense seat spoke in a vulgar manner.", "B. He was a little angry because the man in the defense seat refuted him.", "C. He was a little angry because the words of the man in the defense seat made him feel a bit excessive.", "D. He was a little dissatisfied because he thinks the male student in the defense seat is a fraud." ] }, { "video_id": "sample_41_Emotion_Recognition.mp4", "question": "What is the current emotion of the man on the left of the video, and what caused his emotional changes?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 148.0, "options": [ "A. He is very angry because he is dissatisfied with the educational methods of the school.", "B. He became calm because he had finished expressing his opinions.", "C. He was very angry because he felt that the man on stage was speaking incorrectly.", "D. He was a little excited because he was expressing his opinion." ] }, { "video_id": "sample_41_Emotion_Recognition.mp4", "question": "What is the current mood of the brown-haired male in formal attire in the video, and what is causing his mood to change?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 350.0, "options": [ "A. He was a bit nervous because the man on stage said he was going to be Expelled.", "B. He is calm because he is listening to others.", "C. He was a little happy because the man on his left was defending him.", "D. He was somewhat delighted and admired because of the speech made by the man on his left." ] }, { "video_id": "sample_41_Emotion_Recognition.mp4", "question": "What is the current mood of the brown-haired man in the formal school uniform on the right side of the video, and what is causing his mood to change?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 457.0, "options": [ "A. He is very angry because he is dissatisfied with the educational methods of the school.", "B. He became calm because he had finished expressing his opinions.", "C. He was very angry because he felt that the man on stage was speaking incorrectly.", "D. He felt relaxed because the school committee lifted the punishment for the male student sitting next to him." ] }, { "video_id": "sample_41_Emotion_Recognition.mp4", "question": "What is the current mood of the blonde man in the formal school uniform on the left?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 465.0, "options": [ "A. he is calm.", "B. he is a little confused.", "C. he is disappointed.", "D. he is a little shocked" ] }, { "video_id": "sample_7_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'That one was clever.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 85.0, "options": [ "A. In a dark room, a man in a long-sleeved suit, standing next to a green skeleton model that glowing in the dark, speaks to it.", "B. Two men are standing in the dining room, hugging each other. The man on the left, wearing a black suit jacket and striped shirt, looks away awkwardly to his left, and the man on the right, wearing a light shirt and tie, speaks excitedly.", "C. A man in a plaid suit reaches out, picks up a glass glass on the table, looks to the right, toasts while talking, and the person sitting next to him looks at him and smiles.", "D. Two men are talking in a restaurant. The man on the left sits at a table, wearing a black suit jacket and striped shirt, and looks at the man on the right. The man on the right, wearing a light-colored shirt and tie, stands talking excitedly." ] }, { "video_id": "sample_7_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'You should see your face.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 98.0, "options": [ "A. In a dark room, a man in a long-sleeved suit, standing next to a green skeleton model that glowing in the dark, speaks to it.", "B. In come two men on the right, the man on the left wearing a red jacket and sweater vest, and the man on the right wearing a green plaid shirt. They joking with the man on the left. In the middle is a skeleton model hanging from the ceiling.", "C. A man in a plaid suit reaches out, picks up a glass glass on the table, looks to the right, toasts while talking, and the person sitting next to him looks at him and smiles.", "D. Two men are talking in a restaurant. The man on the left sits at a table, wearing a black suit jacket and striped shirt, and looks at the man on the right. The man on the right, wearing a light-colored shirt and tie, stands talking excitedly." ] }, { "video_id": "sample_7_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'He's probably right.' .", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 124.0, "options": [ "A. In a dark room, a man in a long-sleeved suit, standing next to a green skeleton model that glowing in the dark, speaks to it.", "B. In come two men on the right, the man on the left wearing a red jacket and sweater vest, and the man on the right wearing a green plaid shirt. They joking with the man on the left. In the middle is a skeleton model hanging from the ceiling.", "C. Three men are standing in a room. The man in the middle, wearing a red coat and an orange sweater vest, dropped his head quickly as he finished speaking.", "D. Two men are talking in a restaurant. The man on the left sits at a table, wearing a black suit jacket and striped shirt, and looks at the man on the right. The man on the right, wearing a light-colored shirt and tie, stands talking excitedly." ] }, { "video_id": "sample_7_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'OK, show's over.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 177.0, "options": [ "A. In a dark room, a man in a long-sleeved suit, standing next to a green skeleton model that glowing in the dark, speaks to it.", "B. In come two men on the right, the man on the left wearing a red jacket and sweater vest, and the man on the right wearing a green plaid shirt. They joking with the man on the left. In the middle is a skeleton model hanging from the ceiling.", "C. Three men are standing in a room. The man in the middle, wearing a red coat and an orange sweater vest, dropped his head quickly as he finished speaking.", "D. Three women in the living room. The woman in the middle sits on the couch, preventing the woman standing on the left from continuing with her camera." ] }, { "video_id": "sample_7_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Trick or treat.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 231.0, "options": [ "A. A man lying on the ground suddenly opened his eyes and looked up to speak to another man who was performing first aid.", "B. In come two men on the right, the man on the left wearing a red jacket and sweater vest, and the man on the right wearing a green plaid shirt. They joking with the man on the left. In the middle is a skeleton model hanging from the ceiling.", "C. Three men are standing in a room. The man in the middle, wearing a red coat and an orange sweater vest, dropped his head quickly as he finished speaking.", "D. Three women in the living room. The woman in the middle sits on the couch, preventing the woman standing on the left from continuing with her camera." ] }, { "video_id": "sample_11_Source_Discrimination.mp4", "question": "Who just said 'Ugly naked guy got a thymaster.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 46.0, "options": [ "A. a dark-haired male wearing a gray V-neck short-sleeved shirt and black pants", "C. a blonde woman wearing a purple short-sleeved shirt and an orange patterned skirt", "B. a dark-haired male wearing a short-sleeved shirt with red, gray, and white stripes and blue pants", "D. A dark-haired female wearing a white V-neck sleeveless vest with a gold necklace and black pants." ] }, { "video_id": "sample_11_Source_Discrimination.mp4", "question": "Who just said 'Has anybody seen my engagement ring?'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 53.0, "options": [ "A. a woman wearing a light green short-sleeved top and a long skirt with a floral pattern", "B. a dark-haired male wearing a short-sleeved shirt with red, gray, and white stripes and blue pants", "C. a blonde woman wearing a purple short-sleeved shirt and an orange dress with a patterned skirt", "D. a dark-haired female wearing a white V-neckline sleeveless vest with a gold necklace on the chest and black pants" ] }, { "video_id": "sample_11_Source_Discrimination.mp4", "question": "Who just said 'Oh,like l wasn't dreading tomorrow enough'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 70.0, "options": [ "A. a blonde woman wearing a purple short-sleeved shirt and an orange patterned skirt", "B. a dark-haired male wearing a short-sleeved shirt with red, gray, and white stripes and blue pants", "C. a dark-haired male wearing a gray V-neck short-sleeve shirt and black pants", "D. a woman wearing a light green short-sleeved blouse and a long skirt with a floral pattern" ] }, { "video_id": "sample_11_Source_Discrimination.mp4", "question": "Who just said 'Dinah?'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 108.0, "options": [ "A. a blonde woman wearing a purple short-sleeved shirt and an orange patterned skirt", "B. a dark-haired male wearing a short-sleeved shirt with red, gray, and white stripes and blue pants", "C. a dark-haired female wearing a white V-neck sleeveless vest with a gold necklace on the chest and black pants", "D. a woman wearing a light green short-sleeved blouse and a long skirt with a floral pattern" ] }, { "video_id": "sample_11_Source_Discrimination.mp4", "question": "Who just said 'Basically, it's totally up to me.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 186.0, "options": [ "A. a male wearing a blue shirt with a striped tie, gray pants, and a black watch on his left hand", "B. a dark-haired female wearing a white sleeveless vest with a V-neckline, a gold necklace on her chest, and black pants", "C. a dark-haired male wearing a short-sleeved shirt with a red, gray, and white striped pattern and blue pants", "D. a blonde woman wearing a purple short-sleeved shirt and an orange patterned skirt" ] }, { "video_id": "sample_16_Misleading_Context_Understanding.mp4", "question": "What's written inside the screen?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 108.0, "options": [ "A. The top coloured text says 'Singnlar Value Decomposition(SVD)' and the bottom blue text says 'Data Reduction' and 'Data-Drixen Gemmalgation Of Fourien tinnsform (FFT)'.", "B. The top coloured text says 'Singnlar Value Decomposition (SVD)' and the bottom blue text says 'Data Reduction' and 'Data-Drixen Gemmalgation'. 'Data Reduction' and 'Data-Drixen Gemmalgation'.", "C. In the upper coloured text 'Singnlar Value Decomposition (SVD)' and in the lower blue text 'Data Reduction'.", "D. 'Singnlar Value Decomposition (SVD)' is written in coloured text above." ] }, { "video_id": "sample_16_Misleading_Context_Understanding.mp4", "question": "What does the blue font on the screen say?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 174.0, "options": [ "A. The blue text says 'Data Reduction', 'Data-Drixen Gemmalgation Of Fourien tinnsform (FFT)'.", "B. The blue text says 'Data Reduction', 'Data-Drixen Gemmalgation Of Fourien tinnsform (FFT)', 'Tailored' to speeiFic problem'.", "C. The blue text says 'Data Reduction', 'Data-Drixen Gemmalgation'.", "D. The blue text says 'Data Reduction'." ] }, { "video_id": "sample_16_Misleading_Context_Understanding.mp4", "question": "What does it say in the top right corner of the screen?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 237.0, "options": [ "A. There's nothing written there.", "B. It says 'Solve Ax = b' in blue.", "C. It says 'Solve Ax = b', 'for non sque A', 'regression' in blue.", "D. It says 'Solve Ax = b', 'for non sque A' in blue." ] }, { "video_id": "sample_16_Misleading_Context_Understanding.mp4", "question": "What is displayed in the upper right corner of the screen?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 260.0, "options": [ "A. The blue font says 'Solve Ax = b', 'For nonque A', 'Regression'.", "B. The blue font says 'solve Ax = b', 'for non que A', 'regression', 'base'.", "C. The blue font says 'Solve Ax = b', 'for nonque A', 'regression', 'base PCA'.", "D. The blue font says 'Solve for Ax = b', 'for nonque A', 'regression', 'basis PCA', 'correlation'." ] }, { "video_id": "sample_16_Misleading_Context_Understanding.mp4", "question": "Now on the left side of the screen, what words are written in the place below those texts?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 320.0, "options": [ "A. Underneath the original text, it says 'Google', 'Face book', 'Netflix', '...'.", "B. Underneath the original text, it says 'Google', 'Face book', 'Netflix'.", "C. Underneath the original text, it says 'Google', 'Face book'.", "D. Underneath the original text, it says 'Google'." ] }, { "video_id": "sample_9_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'How did you get this number?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 43.0, "options": [ "A. Two men in suits are talking and playing with each other in the office.", "B. A blond man in a light shirt and dark tie held out the thumbs of his hands to himself and made a face.", "C. A man in a black suit behind a desk is looking forward and seriously questioning the person on the phone.", "D. A blond man in a light shirt and dark tie sits behind his desk and looks away in slight embarrassment." ] }, { "video_id": "sample_9_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Who the hill is that?'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 144.0, "options": [ "A. A man in a black suit behind a desk is looking forward and seriously questioning the person on the phone.", "B. Two men ase standing next to a red convertible, and the one on the right, with his waist forked, is talking angrily to the one on the left.", "C. A blond man in a light shirt and dark tie held out the thumbs of his hands to himself and made a face.", "D. A blond man in a light shirt and dark tie sits behind his desk and looks away in slight embarrassment." ] }, { "video_id": "sample_9_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I do know how to read though.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 220.0, "options": [ "A. A man in a black suit behind a desk is looking forward and seriously questioning the person on the phone.", "B. Two men ase standing next to a red convertible, and the one on the right, with his waist forked, is talking angrily to the one on the left.", "C. A man in a black suit, white shirt and striped tie, smiling in the office, first turns his head to the right and finally returns to the front, looking at the man on his left to speak.", "D. A blond man in a light shirt and dark tie sits behind his desk and looks away in slight embarrassment." ] }, { "video_id": "sample_9_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Check this out'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 363.0, "options": [ "A. A man in a black suit behind a desk is looking forward and seriously questioning the person on the phone.", "B. Two men ase standing next to a red convertible, and the one on the right, with his waist forked, is talking angrily to the one on the left.", "C. A man in a black suit, white shirt and striped tie, smiling in the office, first turns his head to the right and finally returns to the front, looking at the man on his left to speak.", "D. A man with short black hair sat behind his desk, his hand on the mouse, looking solemnly at the computer screen." ] }, { "video_id": "sample_9_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'That's a lot of reasons'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 485.0, "options": [ "A. A man in a light shirt, sitting behind an office desk, is looking solemnly at the man on his right as he speaks.", "B. Two men ase standing next to a red convertible, and the one on the right, with his waist forked, is talking angrily to the one on the left.", "C. A man in a black suit, white shirt and striped tie, smiling in the office, first turns his head to the right and finally returns to the front, looking at the man on his left to speak.", "D. A man with short black hair sat behind his desk, his hand on the mouse, looking solemnly at the computer screen." ] }, { "video_id": "sample_8_Source_Discrimination.mp4", "question": "Who just said 'My face is dented.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 38.0, "options": [ "A. a woman with curly black hair wearing a white nurse's uniform.", "B. a male with brown hair wearing a white, blue, and red striped sweatshirt with the word “RANGERS” on the front of the sweatshirt and black pants.", "C. a male wearing a black jacket, dark gray shirt, blue jeans, and a blue baseball cap.", "D. a dark-haired male wearing a yellow windbreaker jacket with a blue and black striped sweater and beige pants." ] }, { "video_id": "sample_8_Source_Discrimination.mp4", "question": "Who just said 'What is the big deal about today?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 71.0, "options": [ "A. a woman with curly black hair wearing a white nurse's uniform.", "B. a male with brown hair wearing a white, blue, and red striped sweatshirt with the word “RANGERS” on the front of the sweatshirt and black pants.", "C. a male wearing a black jacket, dark gray shirt, blue jeans, and a blue baseball cap.", "D. a dark-haired male wearing a yellow windbreaker jacket with a blue and black striped sweater and beige pants." ] }, { "video_id": "sample_8_Source_Discrimination.mp4", "question": "Who just said 'That she left you for another woman that likes women?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 86.0, "options": [ "A. a woman with curly black hair wearing a white nurse's uniform.", "B. a male with brown hair wearing a white, blue, and red striped sweatshirt with the word “RANGERS” on the front of the sweatshirt and black pants.", "C. a male wearing a black jacket, dark gray shirt, blue jeans, and a blue baseball cap.", "D. a dark-haired male wearing a yellow windbreaker jacket with a blue and black striped sweater and beige pants." ] }, { "video_id": "sample_8_Source_Discrimination.mp4", "question": "Who just said 'Oh, that's attractive.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 160.0, "options": [ "A. a woman with curly black hair wearing a white nurse's uniform.", "B. a male with brown hair wearing a white, blue, and red striped sweatshirt with the word “RANGERS” on the front of the sweatshirt and black pants.", "C. a male wearing a black jacket, dark gray shirt, blue jeans, and a blue baseball cap.", "D. a dark-haired male wearing a yellow windbreaker jacket with a blue and black striped sweater and beige pants." ] }, { "video_id": "sample_8_Source_Discrimination.mp4", "question": "Who just said 'Funners keepers,losers weepers.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 187.0, "options": [ "A. a male with brown hair wearing a white, blue and red striped sweatshirt with “RANGERS” on the front and black pants.", "B. a male wearing a black jacket, dark gray shirt, blue jeans, and a blue baseball cap.", "C. a male wearing a green and burgundy and white long-sleeved shirt with blue jeans under it.", "D. a dark-haired male wearing a yellow windbreaker jacket with a blue and black striped sweater and beige pants." ] }, { "video_id": "sample_8_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Don't have one.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 126.0, "options": [ "A. A black male wearing a gray T-shirt with graphics and a blue top underneath is talking to a brown-haired female wearing purple stripes and glasses.", "B. A dark brown-haired male wearing a green jacket with a yellow and white striped shirt and a yellow undershirt and a brown-haired male wearing a purple and black plaid shirt with a purple blouse sit in front of a computer.", "C. A dark-haired male wearing a red T-shirt with a graphic, a purple long-sleeved top, and white, blue, and red plaid pants ran in place while knocking on the door.", "D. A blonde female wearing a gray tank top with a purple undershirt underneath talks to a black-haired male wearing a red T-shirt with a purple long-sleeved shirt underneath while doing warm-up exercises." ] }, { "video_id": "sample_8_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'An accident.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 165.0, "options": [ "A. A brown-haired male wearing a dark purple jacket with a blue blouse and yellow jacket underneath and black-rimmed glasses stood in front of the door to the room.", "B. A dark-haired male wearing a red T-shirt with a graphic, a purple long-sleeved top, and white, blue, and red plaid pants ran in place while knocking on the door.", "C. A brown-haired male in a green top sat in front of a red laptop with a joystick in his right hand.", "D. A blonde female wearing a gray tank top with a purple undershirt underneath talks to a black-haired male wearing a red T-shirt with a purple long-sleeved shirt underneath while doing warm-up exercises." ] }, { "video_id": "sample_8_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'you two are definitely not suited for each other.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 203.0, "options": [ "A. A dark-haired male wearing a graphic blue T-shirt with a long-sleeved gray top sits at a table and engages in conversation.", "B. A white-haired sex in a black blazer with a black shirt and black and gray striped tie stood on the stage.", "C. A dark-haired male wearing a black blazer with a pink shirt and black vest underneath, a pink floral tie, and a small pink flower on his chest was gesturing with his hands as he talked.", "D. A dark-haired male wearing a graphic red T-shirt and black-rimmed glasses sits at a table, talking with a fork in his right hand." ] }, { "video_id": "sample_8_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'It's Leonard, code Milky Green.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 298.0, "options": [ "A. A dark-haired male wearing a graphic red T-shirt with a blue long-sleeved blouse and a silver watch sits on a dark brown couch.", "B. An older white male wearing blue striped pajamas and sunglasses stands in front of a large red door.", "C. A brunette woman wearing a long-sleeved black dress with a blue-green floral print sat in a beige sofa chair.", "D. A brown-haired male wearing a black tank top with a gray hoodie underneath, brown pants, and black-framed glasses sits on the stairs tying his shoes while listening to a phone call." ] }, { "video_id": "sample_8_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'It's my problem, not yours.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 356.0, "options": [ "A. A brown-haired male in red pajamas sits on a black bed listening to a phone.", "B. An older white male wearing blue striped pajamas and sunglasses stands in front of a large red door.", "C. A brown-haired male wearing a beige jacket with a patterned red top and black-framed glasses is talking to a blonde female wearing a yellow tank top and a white top with lace.", "D. A brown-haired male wearing a black tank top with a gray hoodie underneath, brown pants, and black-framed glasses sits on the stairs tying his shoes while listening to a phone call." ] }, { "video_id": "sample_37_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 27.0, "options": [ "A. He is very angry.", "B. He is very happy.", "C. He is very confused.", "D. He is very sad." ] }, { "video_id": "sample_37_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones? What has caused his mood to change?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 88.0, "options": [ "A. He is happy because he sees the cat attacking the TV.", "B. He is confused because the man in the video continuously somersaults and then hits his head against the machine.", "C. He is a little surprised because the chicken in the video is big.", "D. He is a little happy because the sheep in the video is cute." ] }, { "video_id": "sample_37_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones? What has caused his mood to change?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 151.0, "options": [ "A. He is happy because he sees the cat attacking the TV.", "B. He is a little surprised because the hippo is chasing the hounds.", "C. He is amazed as the hound escapes the hippo.", "D. He is a little happy because the sheep in the video is cute." ] }, { "video_id": "sample_37_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 420.0, "options": [ "A. he is disgusted.", "B. he is shocked.", "C. he is confused.", "D. he is happy." ] }, { "video_id": "sample_37_Emotion_Recognition.mp4", "question": "What is the current mood of the man in the video wearing a black top and headphones? What has caused his mood to change?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 559.0, "options": [ "A. He is happy because he sees the cat attacking the TV.", "B. He is a little surprised because the hippo is chasing the hounds.", "C. He is amazed as the hound escapes the hippo.", "D. He is a little happy because in the video he sees the man who was captured trying to escape." ] }, { "video_id": "sample_19_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 56.0, "options": [ "A. On the side of an SUV traveling in the snow, a man dressed in black cloths clings to the door. The narrator says, 'My icelandic odyssey has pitted me against fire and ice.'.", "B. The river is very swift. The man dressed in the black cloths points to the standing point in front of him, then jumps up and clings to the stone wall on the opposite bank. He explains that 'The water's flowing straight off a glacier. It's barely above freezing.'.", "C. This man who wears the black cloths walks slowly along the side of a rock wall as the narrator says, 'In this narrow step-sided gorge, if there were a flood, the river would rise before you could climb to safety or anchor youself.'.", "D. A man dressed in the black cloths points to the rushing river in front of him and said, 'i don't wanna hang around long in this.'." ] }, { "video_id": "sample_19_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 120.0, "options": [ "A. A man in a black cloths walks along a steep stone wall. He stops at a very fast river and says, 'Try and find an anchor point.'.", "B. A man in a black cloths ties a rope to a cave, tied his body, grabs the rope and crawls down the wall. The narrator says, 'Back there, I could get a good grip on the rope.'.", "C. The man wearing the black cloths unpacks his backpack and takes out the rope from it. The narrator says, 'The technique is the same as I used on the glacier.'.", "D. The man wearing the black cloths looks at a hole in the stone wall and says, ' It's never been strong enough, that.'." ] }, { "video_id": "sample_19_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 177.0, "options": [ "A. The man wearing the black cloths walks down the river and then observes his surroundings. The narrator explains:'but I'm burning up energy just to keep hypothermia at bay. And those calories need to be replaced.'.", "B. The waterfall is very fast, the water is crashing, and the man pulls up the rope he has just used and says:'I'm gonna get the rope back.'.", "C. A man wearing the black cloths tugs at the rope and retrieves it. The narrator says:'if you're gonna commit yourself like this, you need to be confident that you can, keep moving forward.'.", "D. A man wearing the black cloths sees to the camera. The narrator says,'here the freezing cold water, stings my eyes and numbs my hands.'." ] }, { "video_id": "sample_19_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 236.0, "options": [ "A. The man in a black duffle coat walks down the river, using the stone wall to keep steady, and then jumps to the opposite low bank. The narrator explains:,'in a situation like this you can double that. That's the equivalent of fueling up with over 100 apples.'.", "B. The man in a black duffle coat sees a stony bank covered with snow. Then the man speeds up to an opening and says, 'You need to be a little bit carful following rivers like this through gorges.'.", "C. The man in a black duffle coat walks down the river with the stone wall and sees a faint light on the side of the hole,and he says, 'for the moment, I've still got that shimmer of light. You see a spray down there.'.", "D. A man in a black duffle coat stands in front of the hole, looks around the hole, explains: 'As long as you see a bit of daylight let's follow this. ', and then he walks to the hole." ] }, { "video_id": "sample_19_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 327.0, "options": [ "A. The man in a black duffle coat walks through the hole and finds a way out. He explains, 'this is good it's taking right through the rock' and then walks quickly to the exit.", "B. The man in a black duffle coat walks towards the camara and makes a gesture to the camera to indicate the real exit. The narrator says, 'At this point,with a 30-foot waterfall blocking any retreat, it's all about steady nerves.'.", "C. While walking, the man in a black duffle coat arranges his backpack and jumps on the stones covered with green plants. The narrator says: 'there are trout in these rivers all year round.'.", "D. The man in a black duffle coat looks for the fishes by the bank of river. The narrator says, 'if you can spot one under the banks they can be caught, even if you don't have a rod and line.'." ] }, { "video_id": "sample_2_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Well, never have lever used Sheldon's toothbrush to clean the sink.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 143.0, "options": [ "A. A dark-haired male wearing a black blazer and white shirt and a dark-haired female wearing a dark pink color and glasses are talking on a couch.", "B. A brunette male wearing a white blouse order and a brunette female wearing a lace white blouse talking on a beige bed with a floral pattern.", "C. A brunette male and a brunette female holding hands on a beige bed with a floral pattern.", "D. A brown-haired male wearing a gray shirt and black-framed glasses sat in a sofa chair and talked." ] }, { "video_id": "sample_2_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'Never have I ever completely rockedmy girlfriend's world in bed.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 172.0, "options": [ "A. A blonde woman wearing a white blouse with a floral pattern and black pants sat on a sofa chair holding a glass with red wine.", "B. Thought a brown-haired female wearing a purple vest with a conversation shirt and glasses and a dark-haired male with a graphic green T-shirt and gray long-sleeved top were sitting together on a beige couch.", "C. A brunette male and a brunette female holding hands on a beige bed with a floral pattern.", "D. A brown-haired male wearing a gray shirt and black-framed glasses sat in a sofa chair and talked." ] }, { "video_id": "sample_2_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Will you marry me?'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 312.0, "options": [ "A. A blonde woman wearing a white blouse with a floral pattern and black pants sat on a sofa chair holding a glass with red wine.", "B. Thought a brown-haired female wearing a purple vest with a conversation shirt and glasses and a dark-haired male with a graphic green T-shirt and gray long-sleeved top were sitting together on a beige couch.", "C. A brown-haired male wearing a green T-shirt and a watch on his left hand holds an open ring box with a ring inside, facing a female in a white bathrobe.", "D. A brunette woman wearing a purple jacket with a floral print skirt and glasses was talking to a brunette man wearing a green T-shirt with a gray long-sleeved blouse at the door." ] }, { "video_id": "sample_2_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'Oh, hey, where have you been?'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 326.0, "options": [ "A. A dark-haired male wearing a green T-shirt with a beige long-sleeved top, a watch in his left hand, and a cell phone in both hands was speaking to a woman in a white bathrobe.", "B. A dark-haired male wearing a beige shirt with a blue blouse underneath, black pants, and black-rimmed glasses is talking on a cell phone while a blonde female wearing a blue blouse sits next to him.", "C. A brown-haired male wearing a green T-shirt and a watch on his left hand holds an open ring box with a ring inside, facing a female in a white bathrobe.", "D. A brunette woman wearing a purple jacket with a floral print skirt and glasses was talking to a brunette man wearing a green T-shirt with a gray long-sleeved blouse at the door." ] }, { "video_id": "sample_2_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a man said 'I've thought about it and I really want to spend the rest of my life with Amy.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 374.0, "options": [ "A. A dark-haired male wearing a beige shirt with a blue blouse underneath, black pants, and black-rimmed glasses is talking on a cell phone while a blonde female wearing a blue blouse sits next to him.", "B. A dark-haired male wearing a green T-shirt with a beige long-sleeved top, a watch in his left hand, and a cell phone in both hands was speaking to a woman in a white bathrobe.", "C. A brunette woman in a white bathrobe and red glasses talks in the doorway.", "D. A brown-haired male wearing a green T-shirt with a white long-sleeved top underneath and brown pants had his laptop on his lap and he was talking into it." ] }, { "video_id": "sample_20_Source_Discrimination.mp4", "question": "Who just said 'How was the plane ride?'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 33.0, "options": [ "A. A blonde woman wearing a black plaid blazer with a black, yellow, and white shirt and plaid blazer pants.", "B. A young blonde boy wearing a red, dark blue, and white striped shirt and black pants.", "C. A dark-haired male wearing a black blazer with a white shirt underneath and dark blue jeans.", "D. A brunette female with a dark blue long-sleeved dress." ] }, { "video_id": "sample_20_Source_Discrimination.mp4", "question": "Who just said 'He was 12 months old and knew the alphabet?'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 63.0, "options": [ "A. A blonde woman wearing a black plaid blazer with a black, yellow, and white shirt and plaid blazer pants.", "B. A young blonde boy wearing a red, dark blue, and white striped shirt and black pants.", "C. A dark-haired male wearing a black blazer with a white shirt underneath and dark blue jeans.", "D. A brunette female with a dark blue long-sleeved dress." ] }, { "video_id": "sample_20_Source_Discrimination.mp4", "question": "Who just said 'And we got to the Playboy logo.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 180.0, "options": [ "A. A blonde woman wearing a black plaid blazer with a black, yellow, and white shirt and plaid blazer pants.", "B. A young blonde boy wearing a red, dark blue, and white striped shirt and black pants.", "C. A dark-haired male wearing a black blazer with a white shirt underneath and dark blue jeans.", "D. A brunette female with a dark blue long-sleeved dress." ] }, { "video_id": "sample_20_Source_Discrimination.mp4", "question": "Who just said 'what do you say, honey?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 251.0, "options": [ "A. A blonde woman wearing a black plaid blazer with a black, yellow, and white shirt and plaid blazer pants.", "B. A young blonde boy wearing a red, dark blue, and white striped shirt and black pants.", "C. A dark-haired male wearing a black blazer with a white shirt underneath and dark blue jeans.", "D. A brunette female with a dark blue long-sleeved dress." ] }, { "video_id": "sample_20_Source_Discrimination.mp4", "question": "Who just said 'I can't wait to come back any time.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 258.0, "options": [ "A. A blonde woman wearing a black plaid blazer with a black, yellow, and white shirt and plaid blazer pants.", "B. A young blonde boy wearing a red, dark blue, and white striped shirt and black pants.", "C. A dark-haired male wearing a black blazer with a white shirt underneath and dark blue jeans.", "D. A brunette female with a dark blue long-sleeved dress." ] }, { "video_id": "sample_27_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 138.0, "options": [ "A. A player in a blue jersey runs around the field and the narrator says 'That's exactly what I'm talking about.'.", "B. A player in a white jersey received the ball and another player in a blue jersey rushed forward to try and grab it, but the ball was kicked out ahead of him, over the goal, and down into the crowd as the narrator said 'Had a look, had a hit!'.", "C. A player in white jersey came quickly to grab the ball and ran straight into the player in blue jersey who was dribbling and had kicked the ball, then the player in blue jersey was knocked down and rolled on the ground, the player in white jersey continued to chase the ball, after which the narrator said 'Azpilicueta's kept going, referee has waved it on.'.", "D. As the ball comes in, a player in blue jersey knocks down a player in white jersey, but the player in white jersey catches the ball and kicks it to his teammate, and the narrator says 'think that's probably a foul by lvanovic,but La Mela does great on the think that's probably a foul by lvanovic, but La Mela does great on the floor.'." ] }, { "video_id": "sample_27_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 153.0, "options": [ "A. A player in a blue jersey dribbled close to the goal, and although three players in white jerseys were blocking in front of him, he managed to kick the ball towards the goal, after which it fell over the goal and into the crowd, with explanations shouting 'Costa!'.", "B. A player in a white jersey dribbled close to the goal, and although three players in blue jerseys were blocking in front of him, he managed to kick the ball towards the goal, after which it fell over the goal and into the crowd, with explanations shouting 'Costa!'.", "C. A player in white jersey came quickly to grab the ball and ran straight into the player in blue jersey who was dribbling and had kicked the ball, then the player in blue jersey was knocked down and rolled on the ground, the player in white jersey continued to chase the ball, after which the narrator said 'Azpilicueta's kept going, referee has waved it on.'.", "D. As the ball comes in, a player in blue jersey knocks down a player in white jersey, but the player in white jersey catches the ball and kicks it to his teammate, and the narrator says 'think that's probably a foul by lvanovic,but La Mela does great on the think that's probably a foul by lvanovic, but La Mela does great on the floor.'." ] }, { "video_id": "sample_27_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 187.0, "options": [ "A. A player in a blue jersey dribbled close to the goal, and although three players in white jerseys were blocking in front of him, he managed to kick the ball towards the goal, after which it fell over the goal and into the crowd, with explanations shouting 'Costa!'.", "B. A player in a white jersey dribbles the ball and prepares to shoot, a player in a blue fall jersey tries to slide kick the ball away but is unsuccessful, the ball goes into the goal anyway and the narrator yells 'Scores!'.", "C. A player in a green jersey dribbles the ball and prepares to shoot, a player in a blue fall jersey tries to slide kick the ball away but is unsuccessful, the ball goes into the goal anyway and the narrator yells 'Scores!'.", "D. As the ball comes in, a player in blue jersey knocks down a player in white jersey, but the player in white jersey catches the ball and kicks it to his teammate, and the narrator says 'think that's probably a foul by lvanovic,but La Mela does great on the think that's probably a foul by lvanovic, but La Mela does great on the floor.'." ] }, { "video_id": "sample_27_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 257.0, "options": [ "A. A player in a blue jersey dribbled close to the goal, and although three players in white jerseys were blocking in front of him, he managed to kick the ball towards the goal, after which it fell over the goal and into the crowd, with explanations shouting 'Costa!'.", "B. A player in a white jersey dribbles the ball and prepares to shoot, a player in a blue fall jersey tries to slide kick the ball away but is unsuccessful, the ball goes into the goal anyway and the narrator yells 'Scores!'.", "C. A player in a green jersey is dribbling the ball and to his left a player in a blue jersey attempts to grab the ball but the player in the white jersey kicks the ball out and through the legs of the player in the blue jersey while the narrator says 'Driving it as Pellequeta and beyond.'.", "D. A player in a white jersey is dribbling the ball and to his left a player in a blue jersey attempts to grab the ball but the player in the white jersey kicks the ball out and through the legs of the player in the blue jersey while the narrator says 'Driving it as Pellequeta and beyond.'." ] }, { "video_id": "sample_27_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 289.0, "options": [ "A. A player in a blue jersey dribbled close to the goal, and although three players in white jerseys were blocking in front of him, he managed to kick the ball towards the goal, after which it fell over the goal and into the crowd, with explanations shouting 'Costa!'.", "B. A player in a white jersey dribbles the ball and prepares to shoot, a player in a blue fall jersey tries to slide kick the ball away but is unsuccessful, the ball goes into the goal anyway and the narrator yells 'Scores!'.", "C. A player in a white jersey is dribbling close to the goal, a player in a blue jersey and a goalkeeper in light blue both slide tackle to try and stop it, but the player in the white jersey manages to get a shot off, while the narrator shouts 'And onside Son scores!'.", "D. A player in a white jersey is dribbling the ball and to his left a player in a blue jersey attempts to grab the ball but the player in the white jersey kicks the ball out and through the legs of the player in the blue jersey while the narrator says 'Driving it as Pellequeta and beyond.'." ] }, { "video_id": "sample_31_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'English has 26 different letters in itsalphabet, and way more possible sounds.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 89.0, "options": [ "A. A blonde woman in an orange sweater is facing the camera with a pink diamond on her right hand side that says '00101110.' in yellow.", "B. A blonde woman in an orange sweater is facing the camera with a pink diamond on her left hand side that reads 'LOAD_A 1110.' in yellow.", "C. A blonde woman in an orange sweater is facing the camera with 'LOAD ADDRESS 14 INTO REGISTER A.' written on her front.", "D. A blackboard has 26 letters of the alphabet written on it, and the letters of the alphabet, from left to right and top to bottom, are a, b, c, d, e, f, g, h, i, j, k, e, m, n, o, p, q, r, s, t, u, v, w, x, y, z." ] }, { "video_id": "sample_31_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'An informal, high-level description of a program like this is called pseudocode.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 129.0, "options": [ "A. In the purple background is a white piece of paper that says 'Retrieve the next salefrom memory, then add this to therunning total for the day, week and year, then calculate any tax to be added.'.", "B. A blonde woman in an orange sweater is facing the camera with 'PSEUDO-CODE.' written in light blue letters on her front.", "C. A blonde woman in an orange sweater is facing the camera, and on her front, in yellow letters, it says 'LOAD ADDRESS 14 INTO REGISTER A.'.", "D. A blackboard has 26 letters of the alphabet written on it, and the letters of the alphabet, from left to right and top to bottom, are a, b, c, d, e, f, g, h, i, j, k, e, m, n, o, p, q, r, s, t, u, v, w, x, y, z." ] }, { "video_id": "sample_31_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'write something like load A14.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 162.0, "options": [ "A. In the purple background is a white piece of paper that says 'Retrieve the next salefrom memory, then add this to therunning total for the day, week and year, then calculate any tax to be added.'.", "B. A blonde woman in an orange sweater is facing the camera with 'PSEUDO-CODE.' written in light blue letters on her front.", "C. A blonde woman in an orange sweater is facing the camera with a pink diamond on her right hand side that says 'LOAD_A 14.' in white.", "D. A woman wearing a patterned white dress sits in front of a large electronic device and operates it." ] }, { "video_id": "sample_31_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'This program is called, you guessed it, an assembler.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 184.0, "options": [ "A. A blonde woman in an orange sweater is facing the camera with 'ASSEMBLER.' written in green letters on her front.", "B. A male wearing a white shirt and gray pants sat in front of a large electronic device and operated it while another male wearing a white shirt and gray pants stood next to him.", "C. A blonde woman in an orange sweater is facing the camera with a pink diamond on her right hand side that says 'LOAD_A 14.' in white.", "D. A woman wearing a patterned white dress sits in front of a large electronic device and operates it." ] }, { "video_id": "sample_31_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a woman said 'This problem did not escape Dr Grace Hopper.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 274.0, "options": [ "A. A blonde woman in an orange sweater is facing the camera with 'ASSEMBLER.' written in green letters on her front.", "B. A male wearing a white shirt and gray pants sat in front of a large electronic device and operated it while another male wearing a white shirt and gray pants stood next to him.", "C. A blonde in an orange sweater is talking to the camera.", "D. In the background of the board is an elderly woman wearing a black blouse, glasses and a military cap, her face is purple with text underneath that says 'DR. GRACE HOPPER.' in green, and on the right side there is a green rectangle that says in black, 'GIGGLE BYTE Hopper would go on to attain the rank of Rear Admiral in the US Navy'. GIGGLE BYTE Hopper would go on to attain the rank of Rear Admiral in the US Navy.'." ] }, { "video_id": "sample_4_Emotion_Recognition.mp4", "question": "What is the emotion of the lady with blonde hair in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 47.0, "options": [ "A. She felt nervous.", "B. Her heart is full of joy.", "C. She had expectations in her heart.", "D. She felt uneasy in her heart." ] }, { "video_id": "sample_4_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the suit in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 139.0, "options": [ "A. He feels nervous.", "B. He was so excited.", "C. He's looking forward to it.", "D. He was greatly surprised." ] }, { "video_id": "sample_4_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the suit in the video now?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 226.0, "options": [ "A. He's very nervous.", "B. He feels thoroughly satisfied.", "C. His excitement was at its peak.", "D. He was very surprised." ] }, { "video_id": "sample_4_Emotion_Recognition.mp4", "question": "What is the emotion of the lady with blonde hair in the video now?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 322.0, "options": [ "A. She was very excited.", "B. She felt surprised.", "C. She has a very quiet mind.", "D. She was a little uneasy." ] }, { "video_id": "sample_4_Emotion_Recognition.mp4", "question": "What is the emotion of the man in the suit in the video now?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 428.0, "options": [ "A. He feels very peaceful.", "B. He was so excited.", "C. He's looking forward to it.", "D. He was greatly surprised." ] }, { "video_id": "sample_14_Emotion_Recognition.mp4", "question": "What's the mood of the man in the suit, black sneakers, holding a book? Why is he in that mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 52.0, "options": [ "A. He is happy because he and the host are talking about a book.", "B. He is happy because the audience cheered.", "C. He is happy because of the praise from the hosts.", "D. He is happy because he and the host are making jokes about book titles." ] }, { "video_id": "sample_14_Emotion_Recognition.mp4", "question": "What's the mood of the man in the suit, black sneakers, holding a book?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 65.0, "options": [ "A. he is excited.", "B. he is relaxed.", "C. he is happy.", "D. He is calm." ] }, { "video_id": "sample_14_Emotion_Recognition.mp4", "question": "What's the mood of the bright brown-haired man in the suit, sitting at the table? Why is he in that mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 95.0, "options": [ "A. He is happy because he asked the male next to him if he was gay and the male next to him said he is deeply closeted.", "B. He is a little confused and surprised because the male next to him says he is gay.", "C. He is a little confused because the male next to him says he is not gay.", "D. He is happy because the male next to him says he is as straight as an arrow." ] }, { "video_id": "sample_14_Emotion_Recognition.mp4", "question": "What's the mood of the bright brown-haired man in the suit, sitting at the table? Why is he in that mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 133.0, "options": [ "A. He is happy because the male next to him says he is as straight as an arrow.", "B. He is a little happy because the wife of the male next to him calls him a dirty dog.", "C. He is a little amused because the male next to him compares his wife to a battle axe.", "D. He is a little confused because the male next to him says he is not gay." ] }, { "video_id": "sample_14_Emotion_Recognition.mp4", "question": "What's the mood of the bright brown-haired man in the suit, sitting at the table? Why is he in that mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 213.0, "options": [ "A. He is happy because the male next to him says he is as straight as an arrow.", "B. He is a little happy because the wife of the male next to him calls him a dirty dog.", "C. He is a little amused because the male next to him compares his wife to a battle axe.", "D. He is excited because the male next to him jokes about his wife." ] }, { "video_id": "sample_44_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 56.0, "options": [ "A. A man in black shorts is punched in the chin by a man in green shorts and then falls forward onto the ground.", "B. A man in blue shorts is punched in the chin by a man in green shorts and then falls forward onto the ground.", "C. The male in red shorts struck the male in black shorts who was on the ground continuously.", "D. A male wearing black shorts was knocked down by a flying knee from a male wearing red shorts." ] }, { "video_id": "sample_44_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 71.0, "options": [ "A. A man in black shorts is punched in the chin by a man in green shorts and then falls forward onto the ground.", "B. A man in black shorts lies on the ground, getting hit in the head with a punch by a man in green shorts.", "C. A man in blue shorts lies on the ground, getting hit in the head with a punch by a man in green shorts.", "D. A male wearing black shorts was knocked down by a flying knee from a male wearing red shorts." ] }, { "video_id": "sample_44_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 74.0, "options": [ "A. A man in black shorts is punched in the chin by a man in green shorts and then falls forward onto the ground.", "B. A man in black shorts lies on the ground, getting hit in the head with a punch by a man in green shorts.", "C. A male in green shorts rode on a fence making a motion to spread money.", "D. A male in black shorts rode on a fence making a motion to spread money." ] }, { "video_id": "sample_44_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 120.0, "options": [ "A. A male wearing white shorts passed out and sat down by a fence after being punched in the jaw by a male wearing dark purple shorts, after which the male wearing dark purple shorts threw several punches to the head.", "B. A man in black shorts lies on the ground, getting hit in the head with a punch by a man in green shorts.", "C. A male in green shorts rode on a fence making a motion to spread money.", "D. A male wearing gray shorts passed out and sat down by a fence after being punched in the jaw by a male wearing dark purple shorts, after which the male wearing dark purple shorts threw several punches to the head." ] }, { "video_id": "sample_44_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 146.0, "options": [ "A. A male wearing dark blue shorts was punched in the jaw by a male wearing black shorts, and the male wearing dark blue shorts immediately fainted and sat down by the fence.", "B. A male wearing black shorts was punched in the jaw by a male wearing black shorts, and the male wearing dark blue shorts immediately fainted and sat down by the fence.", "C. A male in green shorts rode on a fence making a motion to spread money.", "D. A male wearing gray shorts passed out and sat down by a fence after being punched in the jaw by a male wearing dark purple shorts, after which the male wearing dark purple shorts threw several punches to the head." ] }, { "video_id": "sample_1_Misleading_Context_Understanding.mp4", "question": "How many cards and how many suits are on the table now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 33.0, "options": [ "A. There are three pink cards and one playing card, the playing card is Diamond 2.", "B. There are three pink cards and one playing card, the playing card is Diamond 3.", "C. There are three pink cards and two playing cards, Diamond 3 and Diamond 2 respectively.", "D. There are four pink cards." ] }, { "video_id": "sample_1_Misleading_Context_Understanding.mp4", "question": "How many cards and suits are there on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 52.0, "options": [ "A. There is a pile of pink cards being dealt up and down", "B. There are three pink playing cards", "C. There are three pink cards and one playing card, the playing card is a diamond 3", "D. There are three pink cards and two playing cards, one diamond 3 and one red heart 3." ] }, { "video_id": "sample_1_Misleading_Context_Understanding.mp4", "question": "What's on the table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 70.0, "options": [ "A. There are five playing cards, the 3 of diamonds, the 4 of clubs, the 5 of hearts, the 6 of spades, and the 7 of diamonds, and the text below reads: straight.", "B. There are five playing cards, the 3 of diamonds, the 4 of clubs, the 5 of hearts, the 6 of spades, and the 7 of diamonds, and the text below reads: five card groups.", "C. there are five playing cards, the 4 of hearts, the 4 of spades, the 5 of spades, the 5 of diamonds, and the 5 of clubs.", "D. there are two playing cards, a four of hearts and a four of spades." ] }, { "video_id": "sample_1_Misleading_Context_Understanding.mp4", "question": "How many cards, and of how many suits, are currently on the table?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 88.0, "options": [ "A. There are five playing cards, the 8 of diamonds, the 8 of clubs, the 8 of hearts, the 8 of spades, and the jack of diamonds.", "B. There are five playing cards, the 4 of diamonds, the 6 of diamonds, the 8 of diamonds, the 2 of diamonds, and the Q of diamonds.", "C. There are five playing cards, the nine of spades, the ten of spades, the jack of spades, the queen of spades, and the king of spades.", "D. There are five playing cards, the 10 of hearts, the 10 of diamonds, the 10 of clubs, the 9 of diamonds, and the 9 of clubs." ] }, { "video_id": "sample_1_Misleading_Context_Understanding.mp4", "question": "How many cards and how many suits are on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 150.0, "options": [ "A. There is one playing card, the 4 of spades.", "B. There are two playing cards, the 4 of diamonds and the 4 of hearts.", "C. There are three playing cards, the 3 of Spades, the 3 of Hearts, and the 3 of Clubs.", "D. There are five playing cards, the 4 of hearts, the 5 of clubs, the 6 of diamonds, the 7 of clubs, and the 8 of hearts." ] }, { "video_id": "sample_12_Misleading_Context_Understanding.mp4", "question": "What is displayed on top of this white paper?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 50.0, "options": [ "A. The white paper shows a line of letters '8 less than a number'.", "B. The white paper shows nothing.", "C. The white paper shows a line of letters '8 less'.", "D. The white sheet of paper shows a line of letters '8 less than'." ] }, { "video_id": "sample_12_Misleading_Context_Understanding.mp4", "question": "What does this thing write?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 92.0, "options": [ "A. This says '8 less than a number'.", "B. This says '3 more than'.", "C. This says '8 is less than a number -8'.", "D. This says '8 is less than a number n-8'." ] }, { "video_id": "sample_12_Misleading_Context_Understanding.mp4", "question": "What do the blue letters in here write?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 114.0, "options": [ "A. The blue letters say '3 more than twice a number'.", "B. The blue letters say '3 more than twice a number +3'.", "C. The blue word says '3 more than twice a number +3', with a horizontal line under '3 more than' and 'twice a number', and 'twice a number' have a horizontal line under them.", "D. The blue word says '3 more than twice a number +3' with a horizontal line under '3 more than'." ] }, { "video_id": "sample_12_Misleading_Context_Understanding.mp4", "question": "What is written on this white paper?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 141.0, "options": [ "A. '2n+3' is written on this white paper.", "B. '3 more than twice a number +3' is written on this white paper.", "C. '3 more than twice a number 2n+3' is written on this white paper.", "D. '2n+3 Difference of' is written on this white paper." ] }, { "video_id": "sample_12_Misleading_Context_Understanding.mp4", "question": "What is writed on the white paper with blue letters?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 161.0, "options": [ "A. In blue it says '2n+3 Difference of two numbers x-y'.", "B. The blue lettering says '2n+3'.", "C. The blue lettering says '2n+3 Difference of'.", "D. Blue lettering that says '2n+3 Difference of two numbers'." ] }, { "video_id": "sample_5_Emotion_Recognition.mp4", "question": "What is the current emotion of the dark-skinned man wearing a plaid suit jacket over a white shirt on the right side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 95.0, "options": [ "A. He is a bit surprised that the person next to him says they have Dwayne Johnson's phone number in their mobile phone.", "B. He was unhappy because a man named 'Dwayne Johnson' didn't answer his call but answered the call of the man in dark gray suit instead.", "C. He is very happy because of the audience's laughter.", "D. He is a bit excited because he said he knows Dwayne Johnson." ] }, { "video_id": "sample_5_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the dark gray suit wearing a dark blue tie on the left side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 135.0, "options": [ "A. He was very unhappy because Dwayne Johnson answered the call of the dark-skinned man instead of his.", "B. He smiled happily because Dwayne Johnson answered his call and didn't answer the dark-skinned man's, and Dwayne Johnson even said, 'We are the best friends,' which was quite entertaining and amusing for the show.", "C. He was very anxious because the audience's reaction was not very good.", "D. He was worried because the dark-skinned man looked very sad." ] }, { "video_id": "sample_5_Emotion_Recognition.mp4", "question": "What is the current emotion of the dark-skinned man wearing a plaid suit jacket over a white shirt on the right side of the video, and what caused his emotional changes?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 156.0, "options": [ "A. He was very angry because Dwayne Johnson preferred the man in dark gray suit on the left.", "B. He was very happy to hear Dwayne Johnson call him 'little gremlin'.", "C. He was unhappy to hear Dwayne Johnson call him 'little gremlin'.", "D. He cried sadly, thinking that Dwayne Johnson was speaking ill of him." ] }, { "video_id": "sample_5_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the dark gray suit wearing a dark blue tie on the left side of the video, and what caused his emotional changes?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 163.0, "options": [ "A. He was calm because he didn't care about Dwayne Johnson speaking ill of Kevin.", "B. He was very sad because Dwayne Johnson was actually speaking ill of Kevin.", "C. He was happy because he could speak ill of Kevin together with Dwayne Johnson. (This option may not be socially appropriate or respectful, but it translates the given sentence literally.)", "D. He frantically tried to stop it, worried that Dwayne Johnson would continue saying bad things about Kevin." ] }, { "video_id": "sample_5_Emotion_Recognition.mp4", "question": "What is the current emotion of the man in the dark gray suit wearing a dark blue tie on the left side of the video, and what caused his emotional changes?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 178.0, "options": [ "A. He was very sad because Dwayne Johnson was actually speaking ill of Kevin.", "B. He was calm because he didn't care about Dwayne Johnson speaking ill of Kevin.", "C. He was happy because he could speak ill of Kevin together with Dwayne Johnson. (This option may not be socially appropriate or respectful, but it translates the given sentence literally.)", "D. He frantically tried to stop it, worried that Dwayne Johnson would continue saying bad things about Kevin." ] }, { "video_id": "sample_19_Source_Discrimination.mp4", "question": "Who just said 'New Kids on the Block.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 32.0, "options": [ "A. A brown-haired male wearing a brown blazer with a black shirt underneath and black pants.", "B. A dark-haired male wearing a gray blazer with a white shirt and black pants.", "C. A dark-haired male wearing a white long-sleeved shirt with a red vest with various patterns and beige pants.", "D. A male with brown hair wearing a dark red jacket with a black shirt and black pants." ] }, { "video_id": "sample_19_Source_Discrimination.mp4", "question": "Who just said 'I will go with your dog.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 96.0, "options": [ "A. A brown-haired male wearing a brown blazer with a black shirt underneath and black pants.", "B. A dark-haired male wearing a gray blazer with a white shirt and black pants.", "C. A dark-haired male wearing a white long-sleeved shirt with a red vest with various patterns and beige pants.", "D. A male with brown hair wearing a dark red jacket with a black shirt and black pants." ] }, { "video_id": "sample_19_Source_Discrimination.mp4", "question": "Who just said 'I'm gonna say seven.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 173.0, "options": [ "A. A brown-haired male wearing a brown blazer with a black shirt underneath and black pants.", "B. A dark-haired male wearing a gray blazer with a white shirt and black pants.", "C. A dark-haired male wearing a white long-sleeved shirt with a red vest with various patterns and beige pants.", "D. A male with brown hair wearing a dark red jacket with a black shirt and black pants." ] }, { "video_id": "sample_19_Source_Discrimination.mp4", "question": "Who just said 'Probably a book.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 205.0, "options": [ "A. A brown-haired male wearing a brown blazer with a black shirt underneath and black pants.", "B. A dark-haired male wearing a gray blazer with a white shirt and black pants.", "C. A dark-haired male wearing a white long-sleeved shirt with a red vest with various patterns and beige pants.", "D. A male with brown hair wearing a dark red jacket with a black shirt and black pants." ] }, { "video_id": "sample_19_Source_Discrimination.mp4", "question": "Who just said 'Oh, a La Croix.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 267.0, "options": [ "A. A male with brown hair wearing a brown blazer with a black shirt and black pants.", "B. A dark-haired male wearing a gray blazer with a white shirt and black pants.", "C. A dark-haired male wearing a white long-sleeved shirt with a red vest with various patterns and beige pants.", "D. A male with brown hair wearing a dark red jacket, black shirt and black pants." ] }, { "video_id": "sample_40_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Historical records reveal that Roman engineers ferry tons of pozzolana to Caesarea.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 101.0, "options": [ "A. A hand takes a small rock out of a beaker and rinses the rock with a thin stream of water from a white hose.", "B. A woman wearing a black short-sleeved T-shirt with loose curls speaks to the camera, with a computer on a table behind her and a number of glassware on shelves in the background.", "C. The video shows a virtual presentation animation of a map where a yellow line connects from Mount Vesuvius to the port of Caesarea.", "D. A woman wearing a black T-shirt and having curly hair is operating a microscope, looking at the eyepiece with both eyes to observe an object as an image is displayed on a computer to her right. Many utensils and test tubes are arranged on a shelf in front of the woman." ] }, { "video_id": "sample_40_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'But it only hardens when you pour water on it.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 139.0, "options": [ "A. The video shows the sea in a turquoise color, with many buildings around the coastline, and flat grassy areas. There is also a platform on the left side of the video screen that extends out into the sea.", "B. A hand takes a small rock out of a beaker and rinses the rock with a thin stream of water from a white hose.", "C. A man wearing a black short-sleeved top speaks to the camera. He is located on a long corridor of an old building, with several thick, tall columns on the right side of the frame and an archway visible in the background.", "D. A woman wearing a black short-sleeved T-shirt with loose curls speaks to the camera, with a computer on a table behind her and a number of glassware on shelves in the background." ] }, { "video_id": "sample_40_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said '2000 years ago, the Romans work with concrete just like we do today.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 193.0, "options": [ "A. A woman wearing a black short-sleeved T-shirt with loose curls speaks to the camera, with a computer on a table behind her and a number of glassware on shelves in the background.", "B. A man wearing a black short-sleeved top speaks to the camera. He is located on a long corridor of an old building, with several thick, tall columns on the right side of the frame and an archway visible in the background.", "C. The video shows the sea in a turquoise color, with many buildings around the coastline, and flat grassy areas. There is also a platform on the left side of the video screen that extends out into the sea.", "D. A potential seabed, he was wearing a black wetsuit and carrying an oxygen tank. The clear seabed is dotted with many rocks." ] }, { "video_id": "sample_40_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Contemporary accounts suggest the harbor disappears.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 239.0, "options": [ "A. A potential seabed, he was wearing a black wetsuit and carrying an oxygen tank. The clear seabed is dotted with many rocks.", "B. The scene in the video is a coastal landscape. In the foreground, there are several large rock structures. In the background, you can see a calm sea with some rocks on the right side of the sea, covered with vegetation, including a prominent palm tree. The sky is clear and cloudless.", "C. This is a virtual presentation animation where there is a rectangular glass cabinet submerged under the surface of the sea and this one is divided into a square grid.", "D. A woman in black short sleeves, jeans, and a duffel bag stood on the reef looking out to sea." ] }, { "video_id": "sample_40_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'So we can see that it's in fact.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 293.0, "options": [ "A. A woman wearing a black short-sleeved T-shirt with loose curls speaks to the camera, with a computer on a table behind her and a number of glassware on shelves in the background.", "B. A woman in black short sleeves, jeans, and a duffel bag stood on the reef looking out to sea.", "C. The scene in the video is a coastal landscape. In the foreground, there are several large rock structures. In the background, you can see a calm sea with some rocks on the right side of the sea, covered with vegetation, including a prominent palm tree. The sky is clear and cloudless.", "D. The foreground is a clear sea surface, scattered with some rocks. In the distance you can see a beach and rock buildings, there are several trees." ] }, { "video_id": "sample_1_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 117.0, "options": [ "A. Two male guests show the cards they drew at the same time, both of which are the five of spades.", "B. The two male guests extended their fingers and moved them from side to side over the playing cards.", "C. Two male guests show the cards they drew at the same time, both of which are the five of hearts", "D. Two male guests show the cards they drew at the same time, both of which are the five of clubs." ] }, { "video_id": "sample_1_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 165.0, "options": [ "A. The magician extends his left index finger and places it on the palm of the blindfolded male guest's hand.", "B. A man with his eyes closed raises his hand at the same time as the magician and their hands stop at the same height.", "C. A man blindfolded and a magician raised their hands at the same time and their hands stopped at the same height.", "D. Two male guests show the cards they drew at the same time, both of which are the five of clubs." ] }, { "video_id": "sample_1_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 322.0, "options": [ "A. The black and white CD in a man's left hand suddenly disappeared.", "B. A man blindfolded and a magician raised their hands at the same time and their hands stopped at the same height.", "C. A black and white CD in a woman's left hand suddenly appeared.", "D. A blindfolded man says exactly what the man sitting across from him is holding in his hand." ] }, { "video_id": "sample_1_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 393.0, "options": [ "A. A large CD in a man's hand suddenly turned into a black piece of paper.", "B. The magician threw out the CD in his hand, and a lot of white paper fell off the CD.", "C. Six blue, yellow and red disks suddenly appeared in the man's hands.", "D. The black and white CD in a man's left hand suddenly disappeared." ] }, { "video_id": "sample_1_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 594.0, "options": [ "A. A deck of playing cards emerged from the blue light in the magician's hand.", "B. The blue brain in the magician's hand quickly shrinks.", "C. The black and white CD in a man's left hand suddenly disappeared.", "D. The magician threw out the CD in his hand, and a lot of white paper fell off the CD." ] }, { "video_id": "sample_29_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 32.0, "options": [ "A. A dark-brown man in a blue-and-white helmet and blue-and-white suit fell in the cycling team, triggering a series of falls and bicycle collisions.", "B. A dark-brown man in a blue-and-red helmet and blue-and-white suit fell in the cycling team, triggering a series of falls and bicycle collisions.", "C. A dark-brown man in a blue-and-white helmet and black-and-white suit fell in the cycling team, triggering a series of falls and bicycle collisions.", "D. A light-brown man in a blue-and-white helmet and blue-and-white suit fell in the cycling team, triggering a series of falls and bicycle collisions." ] }, { "video_id": "sample_29_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 93.0, "options": [ "A. A yellow jeep left the highway and got its wheels stuck in the mud on the left side of the road and the driver fell to the ground.", "B. A red jeep veered off the road and got its wheels stuck in the mud on the right side of the road and the driver fell to the ground.", "C. A red jeep veered off the road and got its wheels stuck in the mud in the center and the driver fell to the ground.", "D. A red tractor went off the road, its wheels got stuck in the mud on the right side of the road and the driver fell to the ground." ] }, { "video_id": "sample_29_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 130.0, "options": [ "A. Many white sailboat rushes out from the right side of the video and crashes into the tail of another white sailboat.", "B. A white sailboat rushes out from the left side of the video and crashes into the sails of another white sailboat.", "C. A pink sailboat rushes out from the left side of the video and crashes into the top of another white sailboat.", "D. A white sailboat rushes out from the left side of the video and crashes into the tail of another white sailboat." ] }, { "video_id": "sample_29_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 197.0, "options": [ "A. A red car overtook a car on the right side of the road, colliding with a video camera car as it overtook. The video camera showed the car tipping to the right and falling onto the grass beside the road.", "B. A black car overtook from the left side of the road, colliding with a video camera car as it overtook the road. The video camera recorded the car tipping to the left and falling onto the grass beside the road.", "C. A black car overtook a car on the right side of the road, colliding with a video camera car as it overtook. The video camera showed the car tipping to the right and falling onto the grass beside the road.", "D. A black car overtook a car on the right side of the road, colliding with a white car on the left as it passed. Video shows the car tilting to the right and falling onto the grass at the side of the road." ] }, { "video_id": "sample_29_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 252.0, "options": [ "A. A remote-controlled plane flying in the sky swerved and hit the photographer.", "B. A remote-controlled plane flying in space swerved into the photographer.", "C. A helicopter flying in the sky swerved into the photographer.", "D. A remote-controlled plane flying in the sky swerved and collided with the pilot of the remote-controlled plane." ] }, { "video_id": "sample_43_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'it's impossible to say exactly how and why it evolved.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 68.0, "options": [ "A. There is a man in a purple dress and a blue hat standing in the middle of the picture crying.", "B. There is a yellow sandy beach in the picture, a hanging villain on the left side of the picture, a villain with a tool on the right side of the picture, and a villain standing on the beach.", "C. There is a line of letters in the picture that says 'LAUGHTER', and inside the letters, A is red, H is purple, and the other letters are white.", "D. There is a smiling little man in a purple short and blue hat in the middle of the picture." ] }, { "video_id": "sample_43_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Some, unsurprisingly, are our closest relatives.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 103.0, "options": [ "A. The background of the picture is pink, and there are many photos with white borders, and there are various animals inside the photos.", "B. There is a yellow sandy beach in the picture, a hanging villain on the left side of the picture, a villain with a tool on the right side of the picture, and a villain standing on the beach.", "C. In the middle of the picture there is a monkey crouching on the ground, to his left there is a stool with a cup on it, and to his right there is a connected microphone.", "D. There are two little purple figures in the picture, and the one on the left has a white headset on his head. In the middle of the two little people is a table with a white mouse on it." ] }, { "video_id": "sample_43_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Some scientists think laughter took on expanded functions.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 141.0, "options": [ "A. In the middle of the picture there is a monkey crouching on the ground, to his left there is a stool with a cup on it, and to his right there is a connected microphone.", "B. There is a grey sofa in the picture, a red chessboard on the floor and three monkeys playing a game around it.", "C. There are two purple figures in the picture, the one on the left of the picture is standing in the middle of an mechine, and the one on the right of the picture is wearing a white headphone and fiddling with a picture on the wall.", "D. The background of the picture is white, and in the middle of the picture there is a little man wearing glasses and a white shirt and brown trousers." ] }, { "video_id": "sample_43_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'they laughed significantly longer and more often when another person was present.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 188.0, "options": [ "A. The background of the picture is purple, there is a sofa in the middle of the picture, there are two people sitting on the sofa looking at a mobile phone, there is a table lamp on the left side of the sofa and a potted plant on the right side of the sofa.", "B. In the middle of the picture there is a little man in a black vest and white trousers with his hands on his chest, on the left side of the picture there is a stool with a cup on it, and on the right side of the picture there is a microphone with a wire attached to it.", "C. There is a picture of a people sitting on a sofa and smiling, he is holding a cup of coffee in his left hand and a mobile phone in his right hand.", "D. The background of the picture is white, and in the middle of the picture there is a little man wearing glasses and a white shirt and brown trousers." ] }, { "video_id": "sample_43_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Similarly, we can tell whether a laugh is real or fake based.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 230.0, "options": [ "A. The background of the picture is purple, there is a sofa in the middle of the picture, there are two people sitting on the sofa looking at a mobile phone, there is a table lamp on the left side of the sofa and a potted plant on the right side of the sofa.", "B. The background of the picture is white, and in the middle of the picture there is a orange word that says 'HAHA' and a brown word that says 'HAHA'.", "C. There is a people in the middle of the picture laughing at a seated brown bear.", "D. There are two people talking in the picture, the person on the left is holding a child who is chewing on a pacifier and holding a toy, the child is looking at the person on the opposite side of the room." ] }, { "video_id": "sample_28_Misleading_Context_Understanding.mp4", "question": "What playing cards are on the green desk now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 56.0, "options": [ "A. There are an 8 of diamonds, a 10 of hearts, a 6 of spades, a 10 of spades and an 8 of spades.", "B. There are a K of hearts, a seven of hearts and a two of spades.", "C. There are a Q of clubs, an eight of hearts and an A of clubs.", "D. There are a 7 of spades, a 3 of hearts, a 6 of clubs and an 8 of diamonds." ] }, { "video_id": "sample_28_Misleading_Context_Understanding.mp4", "question": "What face-up playing cards are on the desk now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 117.0, "options": [ "A. There is a nine of spades and two eights of spades.", "B. There is a Q of hearts, a nine of hearts and a seven of spades there.", "C. There is a J of spades, a five of diamonds and an eight of hearts.", "D. There is a 10 of clubs, a 9 of clubs, a 3 of hearts, an ace of spades, a 9 of hearts and a J of diamonds." ] }, { "video_id": "sample_28_Misleading_Context_Understanding.mp4", "question": "How many playing cards are on the desk?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 178.0, "options": [ "A. There are four playing cards, an A of clubs, a two of spades, a ten of hearts and a five of spades.", "B. There is not a single playing card there.", "C. There are three playing cards there, the 3 of spades, the 4 of spades, and the 6 of diamonds.", "D. There are six playing cards there, an A of clubs, a six of spades, a Q of clubs, a five of spades, a ten of hearts and a two of spades." ] }, { "video_id": "sample_28_Misleading_Context_Understanding.mp4", "question": "What playing cards are on display on the desk now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 411.0, "options": [ "A. There is a J of clubs, a Q of clubs and a six of spades.", "B. There is a 6 of clubs, a 7 of clubs and a 7 of diamonds.", "C. There is a six of clubs, a seven of clubs, a seven of diamonds and a ten of diamonds.", "D. There is a 5 of diamonds, a 6 of clubs, a K of spades, a Q of spades, a 7 of clubs, a 7 of diamonds and a 10 of diamonds." ] }, { "video_id": "sample_28_Misleading_Context_Understanding.mp4", "question": "What exists on the green table now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 538.0, "options": [ "A. There are a five of spades, a four of spades and a six of spades and some chips.", "B. There are only some chips here.", "C. There're an 8 of spades, a 10 of hearts, a 7 of hearts and a 5 of diamonds and some chips.", "D. There are a 9 of spades, a 2 of hearts, a 10 of hearts, a 10 of spades and a 5 of clubs and some chips." ] }, { "video_id": "sample_31_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 37.0, "options": [ "A. When A big truck changed lanes on the road, it hit the white car on the right. The white car lost control and drove into the roadside lawn, and finally it turned over seriously.", "B. When changing lanes on the road, a large truck hit the black car on the right. The black car lost control and drove into the grass on the side of the road, and finally turned over seriously.", "C. A vehicle acting as a camera was driving on the road and struck a white car on the left that had made a sudden right turn.", "D. A vehicle acting as a camera lost control while changing lanes from left to right on the road and drove for some time before hitting a black car parked on the side of the road." ] }, { "video_id": "sample_31_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 48.0, "options": [ "A. A red truck was driving from above down when it hit a black car parked on the side of the road. Then the black car collided with a white car parked behind it and another black car.", "B. When changing lanes on the road, a large truck hit the black car on the right. The black car lost control and drove into the grass on the side of the road, and finally turned over seriously.", "C. A white truck was driving from above down when it hit a black car parked on the side of the road, and then the black car collided with a white car parked behind and another black car.", "D. A vehicle acting as a camera lost control while changing lanes from left to right on the road and drove for some time before hitting a black car parked on the side of the road." ] }, { "video_id": "sample_31_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 73.0, "options": [ "A. A red truck was driving from above down when it hit a black car parked on the side of the road. Then the black car collided with a white car parked behind it and another black car.", "B. A black crane was driving on the left side of the road, and the boom of the crane hit the truck on the right side of the road, and the boom caught the truck for some distance, and finally stopped.", "C. A white crane was driving on the left side of the road. When it was driving, the boom of the crane hit the truck on the right. The boom caught the truck for a distance and finally stopped.", "D. A vehicle acting as a camera lost control while changing lanes from left to right on the road and drove for some time before hitting a black car parked on the side of the road." ] }, { "video_id": "sample_31_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 82.0, "options": [ "A. A red truck was driving from above down when it hit a black car parked on the side of the road. Then the black car collided with a white car parked behind it and another black car.", "B. When a white car was driving on the road, a red and white car parked on the left suddenly opened the door on the right. The white car hit the door and finally stopped.", "C. A white crane was driving on the left side of the road. When it was driving, the boom of the crane hit the truck on the right. The boom caught the truck for a distance and finally stopped.", "D. When a black car was driving on the road, a blue and black car parked on the left suddenly opened the door on the right. The black car hit the door and finally stopped." ] }, { "video_id": "sample_31_Anomaly_Context_Understanding.mp4", "question": "What unusual event just occurred?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Anomaly Context Understanding", "timestamp": 97.0, "options": [ "A. A red truck was driving from above down when it hit a black car parked on the side of the road. Then the black car collided with a white car parked behind it and another black car.", "B. When a white car was driving on the road, a red and white car parked on the left suddenly opened the door on the right. The white car hit the door and finally stopped.", "C. When a green and black taxi was moving forward, it rubbed against a bicycle moving in the same direction. The man on the bicycle lost control and finally fell to the ground.", "D. When a yellow and white taxi was moving forward, it rubbed against a bicycle moving in the same direction. The man on the bicycle lost control and finally fell to the ground." ] }, { "video_id": "sample_42_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'choking under pressure boils down to focus.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 56.0, "options": [ "A. The background of the picture is yellow, there is an orange letter 'FOCUS' in the middle of the picture, and there are many blue dots, and black and red lines in the picture.", "B. The background of the picture is yellow and there are two people in the middle of the picture; the person on the left is wearing purple and holding an orange and white book, and the person on the right is wearing green and holding a blue and white book.", "C. The background of the picture is blue-green, there is a man in the middle of the picture pointing to a microphone, and there are three white dots above the microphone.", "D. The background of the picture is yellow, on the right side of the picture there is a small black hole with a red flag on it, on the left side of the picture there is a man in purple holding a golf club in his hand, and under his feet there is a white golf ball." ] }, { "video_id": "sample_42_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'Explicit monitoring theories make up the second group of explanations for choking under pressure.'.", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 119.0, "options": [ "A. The background of the picture is pink, in the middle of the picture there are four little people dressed in purple standing in a row, the first little person and the third little person throws an orange ball, the second little person and the fourth little person throws a lot of balls.", "B. The background of the picture is yellow, and in the centre of the picture there is a man wearing a green hat and holding a blue and white book in both hands, in the middle of which is written in red letters 'EXPLICIT MONITORING'.", "C. The background of the picture is pink and there is a little man in purple whose hands are throwing an orange ball.", "D. The background of the picture is pink, and in the middle of the picture there is a small figure with a purple hat, and he is surrounded by many small figures with different expressions just like him." ] }, { "video_id": "sample_42_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'especially those who are self-conscious.'.", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 170.0, "options": [ "A. The background of the picture is yellow, and on the left side of the picture there is a little man in green clothes holding a golf club and staring at a golf ball on the ground, and in front of him there is a small hole with a red flag sticking out of it.", "B. The background of the picture is yellow, there is a small hole in the middle of the picture with a red flag sticking out of it, there is a little man on the left side of the flag holding a golf club and staring at the golf ball on the ground, and the little man on the right side of the picture is holding a golf club in his hand, and there is another golf ball next to him.", "C. The background of the picture is yellow and there is a blue villain chasing an orange villain who is holding a mirror in his hand.", "D. The background of the picture is yellow, there is a little man in red on the left side of the picture and a little man in green on the right side of the picture, and they are looking at each other." ] }, { "video_id": "sample_42_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'or doing a rhythmic equence of movements.'.", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 203.0, "options": [ "A. The background of the picture is yellow, and in the middle of the picture there is a woman in a purple dress standing with her green crocodile's mouth open.", "B. The background of the picture is blue and there is a dartboard with a red border in the middle of the picture.", "C. The background of the picture is pink, and in the middle of the picture there is a man dressed in black standing next to an arching line.", "D. The background of the picture is red, and in the middle of the picture there is a person in a black dress half-squatting." ] }, { "video_id": "sample_42_Multimodal_Alignment.mp4", "question": "Describe the correspond scene when a person said 'A study of experienced golfers.'.", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Multimodal Alignment", "timestamp": 225.0, "options": [ "A. The background of the picture is green and there is a man in a white shirt and black trousers holding a golf club with a golf ball next to the club.", "B. The background of the picture is yellow and there is a person wearing black headphones holding a light green ball in both hands.", "C. The background of the picture is yellow, and in the middle of the picture there is a man waith black headphones holding a light green ball in both hands, with a pair of red hands sticking out of the top grabbing his headphones.", "D. The background of the picture is yellow, and on the right side of the picture there is a blue basketball frame with a white net with a black frame on top of it." ] }, { "video_id": "sample_43_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 116.0, "options": [ "A. A man in a black duffle coat and black hat sits in his living room and says to the camera 'We are leaving first thing tomorrow morning, 4 a.m.'.", "B. A man sits in the driver's seat of a car, he's wearing a gray T-shirt, black sunglasses and a hat, his right hand holds the steering wheel and his left hand gives a thumbs up in a nodding gesture as he says 'First step, get a new surfboard.'.", "C. The person filming inserts a gas gun into a green SUV car and says 'We'll be meeting our friends down south.'.", "D. There are two males sitting in a car, the man on the left is wearing a black T-shirt, black hat and sunglasses, the boy on the right is wearing a gray T-shirt and sunglasses, the man on the left says 'Mr. Fulks is taking over the drive.'." ] }, { "video_id": "sample_43_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 149.0, "options": [ "A. A man wearing glasses, a gray hat and a printed top opens the car door and the filmmaker says 'Good morning.'.", "B. A man wearing glasses, a white hat and a printed top opens the car door and the filmmaker says 'Good morning.'.", "C. The person filming inserts a gas gun into a green SUV car and says 'We'll be meeting our friends down south.'.", "D. There are two males sitting in a car, the man on the left is wearing a black T-shirt, black hat and sunglasses, the boy on the right is wearing a gray T-shirt and sunglasses, the man on the left says 'Mr. Fulks is taking over the drive.'." ] }, { "video_id": "sample_43_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 224.0, "options": [ "A. A man wearing glasses, a gray hat and a printed top opens the car door and the filmmaker says 'Good morning.'.", "B. A male in camouflage and a male in a white plaid shirt and gray hat hugging the back of a car parked in the desert as he says 'You made it' together.", "C. A male in camouflage and a male in a gray and black plaid shirt and gray hat hugging the back of a car parked in the desert as he says 'You made it' together.", "D. There are two males sitting in a car, the man on the left is wearing a black T-shirt, black hat and sunglasses, the boy on the right is wearing a gray T-shirt and sunglasses, the man on the left says 'Mr. Fulks is taking over the drive.'." ] }, { "video_id": "sample_43_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 253.0, "options": [ "A. A man wearing glasses, a gray hat and a printed top opens the car door and the filmmaker says 'Good morning.'.", "B. A man standing on the beach clapping his hands at a yellow surfboard standing up in the sand. The person clapping says 'l don't know if I'm ready to wax it, it's so beautiful.'.", "C. A male in camouflage and a male in a gray and black plaid shirt and gray hat hugging the back of a car parked in the desert as he says 'You made it' together.", "D. A man standing on the beach clapping his hands at a black surfboard standing up in the sand. The person clapping says 'l don't know if 'm ready to wax it, it's so beautiful.'." ] }, { "video_id": "sample_43_Scene_Understanding_26-50.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 376.0, "options": [ "A. A man wearing glasses, a gray hat and a printed top opens the car door and the filmmaker says 'Good morning.'.", "B. A man standing on the beach clapping his hands at a yellow surfboard standing up in the sand. The person clapping says 'l don't know if I'm ready to wax it, it's so beautiful.'.", "C. A male in camouflage and a male in a gray and black plaid shirt and gray hat hugging the back of a car parked in the desert as he says 'You made it' together.", "D. A man wearing a black beret and a blue undershirt stood beside a car, holding a camera in his left hand and pointing in the distance with his right hand and said 'So we got a little pole on the back.'." ] }, { "video_id": "sample_17_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 51.0, "options": [ "A. A man in dark blue in a helicopter pokes his head out into the camera and says: 'heading for a group of islands with almost no habitation on them.'.", "B. A man wearing the dark blue packs up his gear, puts on his sunglasses and jumps out of the plane. The narrator says, 'we're at ten thousand feet, this is one jump I've gotta get right.'.", "C. A helicopter was flying over a coral reef. A man in dark blue stuck his head out of the helicopter and said: 'the reef below me is part of the coral triangle and is absolutely vast. Almost the size of Australia.'.", "D. A helicopter hovers over an island and the narrator says, 'I'm going to show you how to stay alive on remote islands like these, where so many castaways before me have failed.'." ] }, { "video_id": "sample_17_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 105.0, "options": [ "A. The man in dark blue falls from the sky and doing all kinds of movements. The narrator says, 'I'm at terminal velocity around 130 miles an hour, what I'm looking for now is a safe point of entry.'.", "B. The man in dark blue wearing dark glasses says to the camera: 'Ready for impact.', then flies out to sea.", "C. The man in dark blue pulls his parachute in position and explains to the camera: 'I can't land on the island, just trees and cliffs.'.", "D. The man in dark blue pulls the parachute with both hands to control the direction, and the narrator says, 'I'm heading for deep water.'." ] }, { "video_id": "sample_17_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 168.0, "options": [ "A. The man in dark blue swims with A black backpack and explains, 'it doesn't look very far from here, but l've now experienced distances at sea, can be deceptive.'.", "B. Man in blue struggling to walk on his legs in the water, there are coral reefs in the water, the narrator says:'I've got to watch myself on the coral reef. One cut out here can spell bad news.'.", "C. The man in dark blue struggles to get from the water to the land. Looking back at the distance he has swum, he says, 'Nothing very beachy coconut about this island, look.'.", "D. An island appears in front of the camera and the narrator says:'steep sided islands like this are thought to be the remains of the cone of a volcano, most of which has now been eroded away.'." ] }, { "video_id": "sample_17_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 234.0, "options": [ "A. The man in dark blue is carrying A black backpack and walking through the jungle. He explains:'Truly hellish terrain all of this. Everything gramming onto you, cutting and pulling you back.'.", "B. Several vines appear in front of the camera, stretching all the way to the top of the cliff. The narrator steps aside and says 'These roots fan out from the trunker.'.", "C. The man in dark blue stroked the wet stone wall and explained, 'never get up this, look.'.", "D. The man in dark blue grabs a tree vine and pulls it down to see if it is strong. He says:'Makes you climb, that goes all the way to the top. But it's way too thin to be able to hold on to that.'." ] }, { "video_id": "sample_17_Scene_Understanding_1-25.mp4", "question": "Please describe the scene that just occurred in the video?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Scene Understanding", "timestamp": 287.0, "options": [ "A. The man in dark blue climbs with difficulty until he reaches A stone wall a short distance from the top, stops there, adjusts himself and says, 'sorry I can't talk at the moment.'.", "B. The man in dark blue in front of the camera uses all his strength to climb up, it seems very difficult, the narrator says, 'The best technique is to use your legs to drive your body upwards.'.", "C. The man in dark blue climbs halfway to the cliff with the help of vines, looks down, and says with difficulty, 'These sort of things, you just got to pace yourself.'.", "D. The man in dark blue wants to grab the vines with both hands and push forward with both feet together. The narrator says: 'it's around four stories to the top. once I've committed there's no turning back.'." ] }, { "video_id": "sample_8_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are on the table now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 27.0, "options": [ "A. There are four face-up playing cards.", "B. There is one face-up playing card.", "C. There are two face-up playing cards.", "D. There are fifty-two face-up playing cards." ] }, { "video_id": "sample_8_Misleading_Context_Understanding.mp4", "question": "What's on display on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 37.0, "options": [ "A. There are now six face-up cards on the table, namely the 5 of diamonds, 7 of spades, 2 of hearts, 2 of clubs, 8 of hearts and 7 of spades.", "B. There are now four face-up cards on the table, namely, the 5 of diamonds, the 7 of spades, the 2 of spades, the 2 of clubs, the 2 of clubs and the 2 of clubs.", "C. There are now five face-up cards on the table, the 5 of Spades, the 7 of Hearts, the 2 of Spades, the 2 of Clubs and the 8 of Clubs.", "D. There are now seven face-up cards on the table, the 5 of diamonds, the 7 of spades, the 2 of spades, the 2 of clubs, the 8 of hearts, the 7 of clubs and the K of clubs." ] }, { "video_id": "sample_8_Misleading_Context_Understanding.mp4", "question": "What is the card inside the white box on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 89.0, "options": [ "A. The playing card there is the 4 of hearts.", "B. The playing card there is the 3 of hearts.", "C. The playing card there is the 2 of hearts.", "D. The playing card there is an A of Hearts." ] }, { "video_id": "sample_8_Misleading_Context_Understanding.mp4", "question": "How many face-up playing cards are now on the green table?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 118.0, "options": [ "A. There are now eleven face-up playing cards on the table.", "B. There are now fourteen face-up playing cards on the table.", "C. There are now twelve face-up playing cards on the table.", "D. there are now fifteen face-up playing cards on the table." ] }, { "video_id": "sample_8_Misleading_Context_Understanding.mp4", "question": "What cards are inside the white box now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 152.0, "options": [ "A. There has a 5 of hearts and an ace of spades.", "B. There is a 5 of hearts and a 2 of spades.", "C. There is a six of hearts and a two of spades.", "D. Only a 4 of hearts." ] }, { "video_id": "sample_15_Misleading_Context_Understanding.mp4", "question": "What is displayed on top of this white paper?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 94.0, "options": [ "A. There is a line in red letters that says 'SIGNIFICANT FIGURES'.", "B. There is an outline of a map of Australia made up of lots of small people.", "C. There is an outline of a map of Australia made up of lots of small people and a red letter above the outline that says 'SIGNIFICANT FIGURES'.", "D. There is an outline of a map of Australia made up of lots of small people and a red letter above the outline that says 'SIGNIFICANT FIGURES' and a black letter that says 'COUNTED (DISCRETE)'." ] }, { "video_id": "sample_15_Misleading_Context_Understanding.mp4", "question": "What does the white paper show here?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 230.0, "options": [ "A. On the white paper there is an outline of a map of Australia made up of little people and some words that say 'counted (discrete)' and 'meawed (continuous)'.", "B. Here is a picture showing a man painting a pink wall, with the words 'meawed (continuous)' written at the top of the picture.", "C. Here is a picture of a man painting a pink wall.", "D. there is an outline of a map of Australia made up of lots of small people and a red letter above the outline that says 'SIGNIFICANT FIGURES' and a black letter that says 'COUNTED (DISCRETE)'." ] }, { "video_id": "sample_15_Misleading_Context_Understanding.mp4", "question": "What's on this piece of paper?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 295.0, "options": [ "A. The paper says 'og. Round off 58374 to (a) I significant figure (b) 2 significant figures' and '(a) 58, 374'.", "B. The sheet of paper says '(a) 58, 374'.", "C. The paper says 'og. Round off 58374 to (a) I significant figure. (b) 2 significant figwes'.", "D. There is a picture on the paper that shows a person standing in front of a pink wall being painted, and above the picture is a line that says 'measwed (continuous)'." ] }, { "video_id": "sample_15_Misleading_Context_Understanding.mp4", "question": "What is written on this white paper?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 349.0, "options": [ "A. This has black letters that say '(a) 58,374 60,000'.", "B. In the centre, in black letters, it says '(a) 58,374'.", "C. This has red letters that say 'eg. hound off 58,374 to (a) I significant figwe (b) 2 significant figwes', and underneath it has black letters that say '(a) 58,374 60,000. (a) 58,374 60,000 50,000'.", "D. In the centre, in black letters, it says '(a) 58,374 60,000 50,000." ] }, { "video_id": "sample_15_Misleading_Context_Understanding.mp4", "question": "What is written on this horizontal black line on top of the white paper?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 460.0, "options": [ "A. Black letters '50,000' and '60,000' are written on both sides of the black line.", "B. Two black letters '50,000' and '60,000' and one blue letter '55,000' are written around the black line.", "C. The black line is surrounded by two black letters '50,000', '60,000' and one blue letter '55,000 (midpoint)'.", "D. The black line is surrounded by the word '58,374' in red, two black letters '50,000', '60,000' and a blue letter '55,000 (midpoint)'." ] }, { "video_id": "sample_43_Source_Discrimination.mp4", "question": "Who just asked 'Can I hold your hand?'？", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 14.0, "options": [ "A. A man with no hair, wearing a dark striped scarf, a black top and black pants.", "B. A girl with dark brown hair, black glasses, a dark coat and a black top.", "C. A girl with black hair, wearing a yellow striped top and jean overalls.", "D. A girl wearing a pink knit hat and a pink striped top." ] }, { "video_id": "sample_43_Source_Discrimination.mp4", "question": "Who just said 'What kind a dog is that.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 63.0, "options": [ "A. A girl with dark brown hair, black glasses and a dark coat.", "B. A man with no hair, wearing a dark striped scarf, a black top and black pants.", "C. A girl with black hair, wearing a yellow striped top and jean overalls.", "D. A girl wearing a pink knit hat and a pink striped top." ] }, { "video_id": "sample_43_Source_Discrimination.mp4", "question": "Who just said 'it poked a hole in my juice box.'?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 92.0, "options": [ "A. A girl with black hair, wearing a yellow striped top and jean overalls.", "B. A girl wearing a pink knit hat and a pink striped top.", "C. A girl with dark brown hair, black glasses, a dark coat and a black top.", "D. A man with no hair, wearing a dark striped scarf, a black top and black pants." ] }, { "video_id": "sample_43_Source_Discrimination.mp4", "question": "Who just said 'Somebody broke that.'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 110.0, "options": [ "A. A man with no hair, wearing a dark striped scarf, a black top and black pants.", "B. A girl with dark brown hair, black glasses, a dark coat and a black top.", "C. A girl with black hair, wearing a yellow striped top and jean overalls.", "D. A girl wearing a pink knit hat and a pink striped top." ] }, { "video_id": "sample_43_Source_Discrimination.mp4", "question": "Who just asked 'Where did you get that?'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 132.0, "options": [ "A. A girl with dark brown hair, black glasses, a dark coat and a black top.", "B. A girl wearing a pink knit hat and a pink striped top.", "C. A man with no hair, wearing a dark striped scarf, a black top and black pants.", "D. A girl with black hair, wearing a yellow striped top and jean overalls." ] }, { "video_id": "sample_35_Misleading_Context_Understanding.mp4", "question": "Apart from the red ball, how many balls of what colour are there on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 59.0, "options": [ "A. There are seven balls on the table, one yellow ball, one brown ball, one green ball, one blue ball, one pink ball, one black ball and one white ball.", "B. There are four balls left on the table, a white ball, a black ball, a blue ball and a pink ball.", "C. There are five balls left on the table, a black ball a white ball a pink ball a blue ball and a yellow ball.", "D. There are six balls left on the table, a yellow ball a brown ball a green ball a blue ball a pink ball and a white ball." ] }, { "video_id": "sample_35_Misleading_Context_Understanding.mp4", "question": "How many red balls are there on the table in total?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 179.0, "options": [ "A. There are a total of ten red balls on the table.", "B. There are a total of nine red balls on the table.", "C. There are a total of eleven red balls on the table.", "D. There are a total of eight red balls on the table." ] }, { "video_id": "sample_35_Misleading_Context_Understanding.mp4", "question": "What color balls are there on the table now besides black balls?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 239.0, "options": [ "A. There are white balls, pink balls, red balls, blue balls, and yellow balls on the table.", "B. There are red balls, pink balls, and blue balls on the table.", "C. There are white balls, pink balls, and red balls on the table.", "D. There are white balls, pink balls, red balls, blue balls, yellow balls, brown balls, and green balls on the table." ] }, { "video_id": "sample_35_Misleading_Context_Understanding.mp4", "question": "How many red snooker balls are left on the table now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 297.0, "options": [ "A. There are eight red snooker balls left on the table.", "B. There are only three red snooker balls on the table.", "C. There are seven red snooker balls on the table.", "D. There are six red snooker balls left on the table." ] }, { "video_id": "sample_35_Misleading_Context_Understanding.mp4", "question": "Apart from the green and blue balls, how many balls of what colour are on the table?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 357.0, "options": [ "A. There are four red balls, one black ball, one white ball and one pink ball totalling seven balls.", "B. There are four red balls, one black ball, one white ball, one pink ball, one yellow ball and one brown ball totaly nine balls.", "C. There are five red balls, one black ball, one white ball, one pink ball, one yellow ball and one brown ball, making ten balls.", "D. There are five red balls, one white ball, one yellow ball, one brown ball and one pink ball. The total number of balls is nine." ] }, { "video_id": "sample_12_Emotion_Recognition.mp4", "question": "What is the mood of this man with a pet in his arms and a black T-shirt? Why is he in this mood?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 22.0, "options": [ "A. He is happy because he was on TV with his pet tiger cub.", "B. He is happy because the crowd is cheering.", "C. He is happy because of his handshake with the host.", "D. He is happy because he liked the tiger cub in his arms." ] }, { "video_id": "sample_12_Emotion_Recognition.mp4", "question": "What is the mood of this man with a pet in his arms and a black T-shirt? Why is he in this mood?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 30.0, "options": [ "A.He is happy because the crowd is cheering.", "B. He was happy because the host congratulated him on his engagement.", "C. He is happy because of his handshake with the host.", "D. He was happy because he liked the tiger cub in his arms." ] }, { "video_id": "sample_12_Emotion_Recognition.mp4", "question": "What is the mood of this man with a pet in his arms and a black T-shirt? Why is he in this mood?", "answer": "B", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 187.0, "options": [ "A. He was happy because the host was hugging the tiger cubs.", "B. He was excited because he introduced his other pet python to the audience.", "C. He was happy because the host congratulated him on his engagement.", "D. He was happy because he liked the tiger cub in his arms." ] }, { "video_id": "sample_12_Emotion_Recognition.mp4", "question": "What is the mood of this man with a pet in his arms and a black T-shirt? Why is he in this mood?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 216.0, "options": [ "A. He was calm because the host didn't want to hold the python.", "B. He is calm because the audience is frightened by the python.", "C. He was calm because he was used to holding the python.", "D. He was calm because he introduced the pet in his hand to the host." ] }, { "video_id": "sample_12_Emotion_Recognition.mp4", "question": "What is the mood of this man with a pet in his arms and a black T-shirt? Why is he in this mood?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Emotion Recognition", "timestamp": 304.0, "options": [ "A. He was happy because he heard the applause of the audience.", "B. He was happy because the presenter didn't want to hold the python.", "C. He was happy to be introduced to his Binturong pets.", "D. He was happy because he didn't have to hold the python." ] }, { "video_id": "sample_45_Source_Discrimination.mp4", "question": "Who just said 'I was just thinking that it might be nice to deliver Mr. Vector's first. That is all.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 35.0, "options": [ "A. A man with strong shoulders wearing a black jacket and a black and gray scarf.", "B. A girl wearing glasses, a low ponytail and a short plaid skirt.", "C. A girl in a yellow striped top and jean back pants.", "D. A girl with yellow hair wearing a pink top and a pink hat." ] }, { "video_id": "sample_45_Source_Discrimination.mp4", "question": "Who just said 'Girls, welcome back to the fortress of Vectortude.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 47.0, "options": [ "A. A girl wearing glasses, a low ponytail and a short plaid skirt.", "B. A man with strong shoulders wearing a black jacket and a black and gray scarf.", "C. A man in a yellow sweatshirt and black-framed glasses holding a drink.", "D. A girl with yellow hair wearing a pink top and a pink hat." ] }, { "video_id": "sample_45_Source_Discrimination.mp4", "question": "Who just said 'Super cool stuff you wouldn't understand.'?", "answer": "A", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 122.0, "options": [ "A. A man in a yellow sweatshirt and black-framed glasses holding a drink.", "B. A girl wearing glasses, a low ponytail and a short plaid skirt.", "C. A girl with yellow hair wearing a pink top and a pink hat.", "D. A man with strong shoulders wearing a black jacket and a black and gray scarf." ] }, { "video_id": "sample_45_Source_Discrimination.mp4", "question": "Who just said 'But what about the other people who ordered cookies?'?", "answer": "D", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 290.0, "options": [ "A. A girl with yellow hair wearing a pink top and a pink hat.", "B. A girl in a yellow striped top and jean back pants.", "C. A man with strong shoulders wearing a black jacket and a black and gray scarf.", "D. A girl wearing glasses, a low ponytail and a short plaid skirt." ] }, { "video_id": "sample_45_Source_Discrimination.mp4", "question": "Who just said 'But we've never been, and it's the funnest place on earth.'?", "answer": "C", "category": "Omni-Source Understanding", "sub_category": "Source Discrimination", "timestamp": 310.0, "options": [ "A. A girl wearing glasses, a low ponytail and a short plaid skirt.", "B. A girl in a yellow striped top and jean back pants.", "C. A girl with yellow hair wearing a pink top and a pink hat.", "D. A man with strong shoulders wearing a black jacket and a black and gray scarf." ] }, { "video_id": "sample_18_Misleading_Context_Understanding.mp4", "question": "What does the black writing on the whiteboard say?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 23.0, "options": [ "A. It says in black letters, 'LOGARITHMS', 'Ex 7-09 2-3ESL'.", "B. It says in black letters, 'LOGARITHMS', 'Ex 7-09 2-3ESL', '...are'.", "C. It says in black letters, 'LOGARITHMS', 'Ex 7-09 2-3ESL', '...are a way of lording differently'.", "D. It says in black letters, 'LOGARITHMS', 'Ex 7-09 2-3ESL', '...are a way'." ] }, { "video_id": "sample_18_Misleading_Context_Understanding.mp4", "question": "What does it say here in black letters?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 84.0, "options": [ "A. It says in black letters, 'LOGARITHMS', 'Ex 7-09 2-3ESL', '...are a way of lording differently'.", "B. It says in black letters, 'LOGARITHMS', 'Ex 7-09 2-3ESL', '...are a way of lording differently', 'at exponutiols indices.'.", "C. It says in black letters, 'LOGARITHMS', 'Ex 7-09 2-3ESL', '...are a way of lording differently', 'at exponutiols indices', 'eg 2 5='.", "D. It says in black letters, 'LOGARITHMS', 'Ex 7-09 2-3ESL', '...are a way of lording differently', 'at exponutiols indices', 'eg 2 5=32'." ] }, { "video_id": "sample_18_Misleading_Context_Understanding.mp4", "question": "What are the words written on these arrows?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 156.0, "options": [ "A. The words written above these arrows are 'expuex/index/poen', 'the final remt', 'time', 'growth rate'.", "B. The words written above these arrows are 'expuex/index/poen', 'time', 'growth rate'.", "C. The words written above these arrows are 'expuex/index/poen', 'growth rate'.", "D. The words written above these arrows are 'expuex/index/poen'." ] }, { "video_id": "sample_18_Misleading_Context_Understanding.mp4", "question": "What is written in black letters in the lower right position of the whiteboard?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 218.0, "options": [ "A. It says 'the zero power of two equals one' and 'the negative power of two equals'.", "B. It says 'the zero power of two equals one' and 'the negative power of two equals one-half.'.", "C. It says here, 'The zero power of two equals one.'.", "D. It says here, 'The zero power of two is equal to'." ] }, { "video_id": "sample_18_Misleading_Context_Understanding.mp4", "question": "What is written on the whiteboard to the left of the black line?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Misleading Context Understanding", "timestamp": 294.0, "options": [ "A. It says 'log' in black.", "B. It says 'log2 32=5' in black.", "C. In black it says 'log2 32=5' and in red it says 'log buc 2 of 32 quel 5'.", "D. In black it says 'log2 32=5' and in red it says 'log buc 2 '." ] }, { "video_id": "sample_348_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 31.0, "options": [ "A. The individual organized serving trays and sanitized the preparation area.", "B. The individual retrieved produce from the refrigerator and began chopping vegetables.", "C. The individual replenished bread inventory by placing new buns onto the shelves.", "D. The individual checked inventory levels and noted items lacking in stock." ] }, { "video_id": "sample_348_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 206.0, "options": [ "A. The individual prepared a burger by retrieving buns, and placing them on the package.", "B. The individual organized utensils by sanitizing them and placing them back in their designated areas.", "C. The individual cleaned the preparation area and refilled condiment dispensers.", "D. The individual baked a batch of fresh buns and arranged them in an orderly manner." ] }, { "video_id": "sample_348_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 403.0, "options": [ "A. The individual arranged fresh vegetables on plates and prepared salads.", "B. The individual topped burger buns with ketchup, onions.", "C. The individual arranged freshly cut fruits into serving containers.", "D. The individual prepared sandwiches by arranging cheese and lettuce on bread slices." ] }, { "video_id": "sample_348_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 607.0, "options": [ "A. The individual toasted the buns and added ketchup and mustard.", "B. The individual placed two buns in boxes, added cheese slices, and added condiments.", "C. The individual grilled burger patties and placed them on the buns with lettuce and pickles.", "D. The individual wrapped sandwiches with paper and handed them to the customer." ] }, { "video_id": "sample_348_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 802.0, "options": [ "A. The individual selected burger buns, added patties, and placed them on a griddle.", "B. The individual retrieved burger buns, added lettuce and sauces, and placed them on a tray.", "C. The individual took burger buns, added lettuce and condiments, and arranged them on a preparation area.", "D. The individual cleaned the preparation area, organized serving trays, and put away ingredients." ] }, { "video_id": "sample_416_real.mp4", "question": "What can be seen in the cockpit's center screen right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 6.0, "options": [ "A. A compass.", "B. A map.", "C. An altitude meter.", "D. A weather radar." ] }, { "video_id": "sample_416_real.mp4", "question": "What colors are the pilot's handheld controls right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 157.0, "options": [ "A. Black.", "B. Red and green.", "C. Yellow and blue.", "D. Black and orange." ] }, { "video_id": "sample_416_real.mp4", "question": "What are the visible weather conditions right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 301.0, "options": [ "A. Clear sky with scattered clouds.", "B. Overcast sky with rain.", "C. Foggy with low visibility.", "D. Thunderstorms with lightning." ] }, { "video_id": "sample_416_real.mp4", "question": "What are colors of the curved flight path right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 435.0, "options": [ "A. Yellow and blue.", "B. Blue and white.", "C. Green and ograne.", "D. Red and blue." ] }, { "video_id": "sample_416_real.mp4", "question": "What is located to the bottom-left of the cockpit's central control panel right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 573.0, "options": [ "A. A blue handle.", "B. A red button.", "C. An altitude meter.", "D. A compass." ] }, { "video_id": "sample_221_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 11.0, "options": [ "A. The area of different shapes.", "B. How to measure the diameter.", "C. The concept of length in 2-dimensional shapes.", "D. How to calculate perimeter." ] }, { "video_id": "sample_221_real.mp4", "question": "What will the speaker most likely explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 133.0, "options": [ "A. How to calculate the perimeter of the shape.", "B. How to convert meters into centimeters.", "C. The differences between perimeter and area.", "D. How to measure the perimeter accurately." ] }, { "video_id": "sample_221_real.mp4", "question": "What might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 213.0, "options": [ "A. How to calculate the area of the rectangle.", "B. How to find the perimeter of a rectangle.", "C. How to label the units.", "D. How to measure with a ruler." ] }, { "video_id": "sample_221_real.mp4", "question": "What might the speaker discuss next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 306.0, "options": [ "A. How to calculate the perimeter of any regular polygon.", "B. The significance of repeated addition.", "C. The properties of regular polygons.", "D. The importance of perimeter in geometry." ] }, { "video_id": "sample_221_real.mp4", "question": "What might the speaker ask the students to do next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 392.0, "options": [ "A. Calculate the area of the shape.", "B. Determine the perimeter of the shape.", "C. Measure each side length.", "D. Convert the measurements to centimeters." ] }, { "video_id": "sample_417_real.mp4", "question": "What is the primary color of the control panel shown right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 9.0, "options": [ "A. Black.", "B. White.", "C. Blue.", "D. Grey." ] }, { "video_id": "sample_417_real.mp4", "question": "What is the primary color of the mountains visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 173.0, "options": [ "A. White.", "B. Green.", "C. Brown.", "D. Red." ] }, { "video_id": "sample_417_real.mp4", "question": "What is the main object visible outside the aircraft right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 327.0, "options": [ "A. A mountain.", "B. An ocean.", "C. A forest.", "D. A desert." ] }, { "video_id": "sample_417_real.mp4", "question": "What is the predominant weather condition visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 448.0, "options": [ "A. Sunny.", "B. Cloudy.", "C. Foggy.", "D. Rainy." ] }, { "video_id": "sample_417_real.mp4", "question": "What color is the body of water visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 644.0, "options": [ "A. Green.", "B. Blue.", "C. Brown.", "D. Red." ] }, { "video_id": "sample_127_real.mp4", "question": "What colo was added to the eyes of the sketched portrait?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 20.0, "options": [ "A. Green.", "B. Brown.", "C. Blue.", "D. Hazel." ] }, { "video_id": "sample_127_real.mp4", "question": "Which parts of the face remain unpainted right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 240.0, "options": [ "A. Eyes and lips.", "B. Hair and surrounding skin areas.", "C. Nose and lips.", "D. Eyes and nose." ] }, { "video_id": "sample_127_real.mp4", "question": "Which parts of the face remain unpainted right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 240.0, "options": [ "A. Eyes and lips.", "B. Hair and surrounding skin areas.", "C. Nose and lips.", "D. Eyes and nose." ] }, { "video_id": "sample_127_real.mp4", "question": "What is the primary focus of the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 460.0, "options": [ "A. The artist mixing paints.", "B. The artist adjusting the background.", "C. The detailed painting of a woman's face.", "D. The artist framing the artwork." ] }, { "video_id": "sample_127_real.mp4", "question": "What does the painter focus on during the last strokes?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 680.0, "options": [ "A. The eyes and hair.", "B. The lower face.", "C. The background and plant.", "D. The canvas texture." ] }, { "video_id": "sample_17_real.mp4", "question": "What action is the person taking with the meat?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 124.0, "options": [ "A. He seasons the meat.", "B. He lowers the meat into the frying pan.", "C. He cuts the meat into pieces.", "D. He removes the meat from the frying pan." ] }, { "video_id": "sample_17_real.mp4", "question": "What type of fruit is being squeezed right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 243.0, "options": [ "A. Blueberry.", "B. Orange.", "C. Yellow Plum.", "D. Apple." ] }, { "video_id": "sample_17_real.mp4", "question": "What is the man using to cook food in the pan?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 363.0, "options": [ "A. A wooden spoon.", "B. A metal spatula.", "C. Red kitchen tongs.", "D. A fork." ] }, { "video_id": "sample_17_real.mp4", "question": "What is simmering in a pan on the right side of the kitchen counter right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 481.0, "options": [ "A. Cooked food.", "B. Vegetables.", "C. Sausage slices.", "D. Leafy greens." ] }, { "video_id": "sample_17_real.mp4", "question": "What is this person doing now right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 552.0, "options": [ "A. Dice the green onions finely.", "B. Chop the cilantro finely.", "C. Climbing ropes and carabiners.", "D. First aid kits and maps." ] }, { "video_id": "sample_330_real.mp4", "question": "What object is visible on the left side of the frame next to the parked cars?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 15.0, "options": [ "A. A red mailbox.", "B. A blue parking meter.", "C. A green trash can.", "D. A yellow bike rack." ] }, { "video_id": "sample_330_real.mp4", "question": "What distinct feature is highlighted on the ornate stone building right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 180.0, "options": [ "A. Blue doors.", "B. Stone carvings.", "C. Red-framed windows.", "D. Iron railings." ] }, { "video_id": "sample_330_real.mp4", "question": "What color is the shirt of the man who is slightly ahead in the group of four people?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 332.0, "options": [ "A. Green.", "B. Blue.", "C. White.", "D. Red." ] }, { "video_id": "sample_330_real.mp4", "question": "What does the the glass structure likely depict right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 499.0, "options": [ "A. A historic monument.", "B. A modern bus stop.", "C. A construction site.", "D. A marketplace." ] }, { "video_id": "sample_330_real.mp4", "question": "What does the the glass structure likely depict right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 499.0, "options": [ "A. A historic monument.", "B. A modern bus stop.", "C. A construction site.", "D. A marketplace." ] }, { "video_id": "sample_369_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual cleans the espresso machine and places the portafilter in position.", "B. The individual grinds coffee beans, tamps the ground coffee, and brews an espresso shot.", "C. The individual serves a coffee beverage, cleans up the work area, and restocks coffee supplies.", "D. The individual steams the milk using the steam wand, and prepares it for a coffee beverage." ] }, { "video_id": "sample_369_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 120.0, "options": [ "A. The individual prepares a hot beverage by steaming milk and selecting a paper cup.", "B. The individual clears the espresso machine area by wiping it clean, rearranging cups, and replacing a filter.", "C. The individual operates the deep fryer to prepare a food item, setting the timer and monitoring the cooking process.", "D. The individual brews an espresso shot by grinding beans, tamping them, and inserting the portafilter into the machine." ] }, { "video_id": "sample_369_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 230.0, "options": [ "A. The individual brews an espresso shot, mixes it with hot water to create an Americano, and places it on the counter.", "B. The individual dismantles the espresso machine, cleans each part thoroughly, and reassembles it.", "C. The individual heats milk on the stovetop, pours it into a blender, and prepares a smoothie.", "D. The individual operates the espresso machine, froths milk using the steam wand." ] }, { "video_id": "sample_369_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 340.0, "options": [ "A. The individual inserts the portafilter into the espresso machine and begins making an espresso shot.", "B. The individual cleans the coffee grinder and refills it with new coffee beans.", "C. The individual inspects the coffee machine, runs a cleaning cycle, and restocks the supply tray.", "D. The individual measures ground coffee, fills the portafilter, and use spoon to adjust it." ] }, { "video_id": "sample_369_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 450.0, "options": [ "A. The individual rinses out a used cup and places it in the dishwasher.", "B. The individual refills the coffee machine with water and prepares it for brewing.", "C. The individual measures out coffee grounds and places them into the portafilter.", "D. The individual fills a glass with ice cubes from a container." ] }, { "video_id": "sample_443_real.mp4", "question": "What color is the packaging of the yogurt containers?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 10.0, "options": [ "A. Red and white.", "B. Blue and white.", "C. Green and white.", "D. Yellow and white." ] }, { "video_id": "sample_443_real.mp4", "question": "What color is the packaging of the yogurt containers?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 10.0, "options": [ "A. Red and white.", "B. Blue and white.", "C. Green and white.", "D. Yellow and white." ] }, { "video_id": "sample_443_real.mp4", "question": "What does the individual do after picking up the yogurt container?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 145.0, "options": [ "A. Opens it.", "B. Discards it.", "C. Hands it to someone else.", "D. pick it up on the shelf." ] }, { "video_id": "sample_443_real.mp4", "question": "What does the individual do after picking up the large cardboard box?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 300.0, "options": [ "A. Places it back on the shelf.", "B. Moves it to another room.", "C. Examines it and sets it aside.", "D. Take out the orange juice inside and put it on the shelf." ] }, { "video_id": "sample_443_real.mp4", "question": "What is the scene focusing on in the store right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 439.0, "options": [ "A. The checkout counter.", "B. A different set of shelves with beverages.", "C. The entrance of the store.", "D. A display of snacks." ] }, { "video_id": "sample_362_real.mp4", "question": "Which of the following options best summarizes the actions of the barista taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The barista prepared a cappuccino, stirred it, and served it to a customer.", "B. The barista steamed milk, prepared two lattes, and began making a new latte.", "C. The barista brewed coffee, added sugar and cream, and handed it to a customer.", "D. The barista made a latte, added cocoa powder, and served it to a customer." ] }, { "video_id": "sample_362_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 138.0, "options": [ "A. The worker prepared an espresso by measuring coffee grounds, tamping them, and placing them in the machine.", "B. The worker prepared a cup of tea by measuring loose leaves, placing them in a pot, and adding hot water.", "C. The worker cleaned the coffee machine and sorted cups for the next order.", "D. The worker brewed a fresh pot of coffee by measuring water and coffee grounds, then starting the machine." ] }, { "video_id": "sample_362_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 238.0, "options": [ "A. The individual cleaned the coffee machine and placed a cup on the scale.", "B. The individual measured cocoa powder into a pitcher.", "C. The individual selected a cup, poured coffee grounds into it, and added hot water.", "D. The individual brewed fresh coffee by placing a new filter and coffee grounds into the machine." ] }, { "video_id": "sample_362_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 362.0, "options": [ "A. The individual placed the milk jug under the steamer, wiped the machine, and steamed the milk.", "B. The individual brewed a fresh cup of coffee, cleaned the counter, and served the drink.", "C. The individual cleaned the work area, steamed milk, and prepared a milk-based beverage.", "D. The individual restocked supplies, brewed coffee, and served it to a customer." ] }, { "video_id": "sample_362_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 467.0, "options": [ "A. The individual brewed a fresh cup of tea, added sugar, and served it to a customer.", "B. The individual steamed milk, prepared a latte, and added a lid to the cup.", "C. The individual prepared an espresso shot, cleaned the coffee machine, and discarded used grounds.", "D. The individual restocked the cups, cleaned the counter, and replaced the lids." ] }, { "video_id": "sample_91_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 37.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_91_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 37.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_91_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 196.0, "options": [ "A. 3.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_91_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 254.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 6." ] }, { "video_id": "sample_91_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 313.0, "options": [ "A. 2.", "B. 9.", "C. 8.", "D. 6." ] }, { "video_id": "sample_158_real.mp4", "question": "What are the patterns on the second fabric piece retrieved from the drawer?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 16.0, "options": [ "A. Polka dots.", "B. Stripes.", "C. Floral patterns.", "D. Geometric shapes." ] }, { "video_id": "sample_158_real.mp4", "question": "What is the focus of the person when the camera cuts to a close-up of their face?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 100.0, "options": [ "A. They are smiling and talking.", "B. They are eating.", "C. They appear focused, possibly adjusting their appearance.", "D. They are looking at the camera and waving." ] }, { "video_id": "sample_158_real.mp4", "question": "What is the focus of the person when the camera cuts to a close-up of their face?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 100.0, "options": [ "A. They are smiling and talking.", "B. They are eating.", "C. They appear focused, possibly adjusting their appearance.", "D. They are looking at the camera and waving." ] }, { "video_id": "sample_158_real.mp4", "question": "What is the focus of the person when the camera cuts to a close-up of their face?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 100.0, "options": [ "A. They are smiling and talking.", "B. They are eating.", "C. They appear focused, possibly adjusting their appearance.", "D. They are looking at the camera and waving." ] }, { "video_id": "sample_158_real.mp4", "question": "What is the focus of the person when the camera cuts to a close-up of their face?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 100.0, "options": [ "A. They are smiling and talking.", "B. They are eating.", "C. They appear focused, possibly adjusting their appearance.", "D. They are looking at the camera and waving." ] }, { "video_id": "sample_98_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_98_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 86.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_98_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 198.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_98_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 281.0, "options": [ "A. 2.", "B. 8.", "C. 3.", "D. 7." ] }, { "video_id": "sample_98_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 324.0, "options": [ "A. 2.", "B. 8.", "C. 3.", "D. 7." ] }, { "video_id": "sample_83_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 58.0, "options": [ "A. 1.", "B. 2.", "C. 3.", "D. 4." ] }, { "video_id": "sample_83_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 187.0, "options": [ "A. 6.", "B. 5.", "C. 4.", "D. 0." ] }, { "video_id": "sample_83_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 242.0, "options": [ "A. 7.", "B. 2.", "C. 3.", "D. 6." ] }, { "video_id": "sample_83_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 9.", "B. 5.", "C. 8.", "D. 6." ] }, { "video_id": "sample_83_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 9.", "B. 5.", "C. 8.", "D. 6." ] }, { "video_id": "sample_394_real.mp4", "question": "What are the green cones on the road being used for right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. Signaling road construction.", "B. Indicating a lane merge.", "C. Marking a pedestrian walkway.", "D. Reserving parking spaces." ] }, { "video_id": "sample_394_real.mp4", "question": "What is the predominant color of the buildings' facades right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 122.0, "options": [ "A. Red and brown.", "B. Blue and gray.", "C. Green and yellow.", "D. Pink and orange." ] }, { "video_id": "sample_394_real.mp4", "question": "What is the main color of the awnings above the shop windows right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 240.0, "options": [ "A. Blue.", "B. Red.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_394_real.mp4", "question": "What is the food cart on the right side of the road selling right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 360.0, "options": [ "A. Hot dogs and burgers.", "B. Ice cream.", "C. coffe.", "D. marshmallow." ] }, { "video_id": "sample_394_real.mp4", "question": "What color are the buses parked on the street right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 480.0, "options": [ "A. Red and white.", "B. Yellow and grey.", "C. Green and grey.", "D. Blue and white." ] }, { "video_id": "sample_307_real.mp4", "question": "What movement is depicted from the first-person perspective in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 18.0, "options": [ "A. Moving backward on the street.", "B. Moving sideways on the sidewalk.", "C. Progressing forward down the street.", "D. Standing still." ] }, { "video_id": "sample_307_real.mp4", "question": "What was on the left side of the street now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 272.0, "options": [ "A. A series of tall trees.", "B. A brick building with large windows.", "C. A wooden fence.", "D. A row of parked cars." ] }, { "video_id": "sample_307_real.mp4", "question": "What is to the left of the two people walking on the sidewalk now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 523.0, "options": [ "A. A green P parking sign.", "B. A red vending machine and building signage.", "C. Parked bicycles and scooters.", "D. A garbage truck." ] }, { "video_id": "sample_307_real.mp4", "question": "What is to the left of the two people walking on the sidewalk now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 523.0, "options": [ "A. A green P parking sign.", "B. A red vending machine and building signage.", "C. Parked bicycles and scooters.", "D. A garbage truck." ] }, { "video_id": "sample_307_real.mp4", "question": "What was visible on the left-hand side of the street just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 786.0, "options": [ "A. A coffee shop.", "B. A brightly lit signboard of a restaurant.", "C. A bookstore.", "D. A clothing store." ] }, { "video_id": "sample_421_real.mp4", "question": "What device is the person currently using to capture the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 1.0, "options": [ "A. Head-mounted camera.", "B. Smartphone.", "C. DSLR camera.", "D. Camcorder." ] }, { "video_id": "sample_421_real.mp4", "question": "What type of vehicle is visible in the parking lot right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 123.0, "options": [ "A. Car.", "B. Heavy truck.", "C. Bus.", "D. Helicopter." ] }, { "video_id": "sample_421_real.mp4", "question": "What type of aircraft is visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 250.0, "options": [ "A. Helicopter.", "B. Airplane.", "C. Drone.", "D. Glider." ] }, { "video_id": "sample_421_real.mp4", "question": "What is the person grabbing from the food basket right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 360.0, "options": [ "A. Chicken strips.", "B. French fries.", "C. Onion rings.", "D. Mozzarella sticks." ] }, { "video_id": "sample_421_real.mp4", "question": "What navigational tool is visible on the screen right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 489.0, "options": [ "A. GPS device.", "B. Compass.", "C. Altimeter.", "D. Airspeed indicator." ] }, { "video_id": "sample_58_real.mp4", "question": "What are the hands doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 8.0, "options": [ "A. Arranging flowers on a table.", "B. Rotating a decorative paper wreath.", "C. Painting a wreath.", "D. Holding a black screen." ] }, { "video_id": "sample_58_real.mp4", "question": "What is the machine doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 138.0, "options": [ "A. Pausing the cutting process.", "B. Initiating a new cutting sequence.", "C. Moving the cutting mat.", "D. Changing the blade." ] }, { "video_id": "sample_58_real.mp4", "question": "What are the hands doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 260.0, "options": [ "A. Assembling cream-colored paper petals together.", "B. Adding dimension by scoring the red petals.", "C. Sorting finished cream-colored flowers.", "D. Disposing of unwanted petals." ] }, { "video_id": "sample_58_real.mp4", "question": "What are the person's hands doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 362.0, "options": [ "A. Cutting paper into flower shapes.", "B. Placing a finished flower with others.", "C. Assembling a new set of flower petals.", "D. Drawing a design on the cutting mat." ] }, { "video_id": "sample_58_real.mp4", "question": "What are the person's hands doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 502.0, "options": [ "A. Spraying water on the flowers.", "B. Rearranging flowers and leaves on the wreath.", "C. Cutting the flowers with scissors.", "D. Painting the flowers on the wreath." ] }, { "video_id": "sample_102_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_102_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_102_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 86.0, "options": [ "A. 0.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_102_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 206.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_102_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 281.0, "options": [ "A. 2.", "B. 8.", "C. 3.", "D. 0." ] }, { "video_id": "sample_102_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 304.0, "options": [ "A. 2.", "B. 0.", "C. 3.", "D. 7." ] }, { "video_id": "sample_380_real.mp4", "question": "What is mounted on the lamp post right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 5.0, "options": [ "A. A camera.", "B. A streetlight.", "C. An American flag.", "D. A traffic sign." ] }, { "video_id": "sample_380_real.mp4", "question": "What is the predominant color of the banners on the street right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 128.0, "options": [ "A. Purple.", "B. Red.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_380_real.mp4", "question": "Which street is indicated on the green sign right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 256.0, "options": [ "A. E 40 St.", "B. E 34 St.", "C. W 42 St.", "D. Broadway." ] }, { "video_id": "sample_380_real.mp4", "question": "What is positioned next to the road right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 384.0, "options": [ "A. Parking meters.", "B. Trash bins.", "C. Orange traffic barrels.", "D. Benches." ] }, { "video_id": "sample_380_real.mp4", "question": "What sign is visible on the left side of the street right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 508.0, "options": [ "A. One Way.", "B. Speed Limit.", "C. No Parking.", "D. Yield." ] }, { "video_id": "sample_419_real.mp4", "question": "What object is visible on the left side of the cockpit?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 9.0, "options": [ "A. A blue handler.", "B. A red first aid kit.", "C. A yellow flashlight.", "D. A green map." ] }, { "video_id": "sample_419_real.mp4", "question": "What is the dominant color of the pants the person is wearing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 158.0, "options": [ "A. Beige.", "B. Blue.", "C. Black.", "D. Gray." ] }, { "video_id": "sample_419_real.mp4", "question": "Which way is the plane turning now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 312.0, "options": [ "A. Left.", "B. Right.", "C. Up.", "D. Down." ] }, { "video_id": "sample_419_real.mp4", "question": "What object is visible in the lower-left corner of the cockpit right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 453.0, "options": [ "A. A blue handler.", "B. A red first aid kit.", "C. A yellow flashlight.", "D. A green map." ] }, { "video_id": "sample_419_real.mp4", "question": "What is the current lighting condition as seen right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 594.0, "options": [ "A. Bright and sunny.", "B. Overcast.", "C. Dusk.", "D. Night." ] }, { "video_id": "sample_87_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_87_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 184.0, "options": [ "A. 4.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_87_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 251.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 6." ] }, { "video_id": "sample_87_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 301.0, "options": [ "A. 2.", "B. 5.", "C. 4.", "D. 6." ] }, { "video_id": "sample_87_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 379.0, "options": [ "A. 4.", "B. 8.", "C. 6.", "D. 5." ] }, { "video_id": "sample_240_real.mp4", "question": "Where does this letter on the ground come from?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 39.0, "options": [ "A. It was delivered by the postman earlier.", "B. It fell out of someone's pocket as they walked by.", "C. It was dropped by a courier who was in a hurry.", "D. Mr. Bean just stuffed it in." ] }, { "video_id": "sample_240_real.mp4", "question": "Why does Mr. Bean's sitting figure react with confusion or surprise?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 149.0, "options": [ "A. Because Mr. Bean interacts with the TV remote.", "B. Because Mr. Bean gets distracted by a phone call.", "C. Because the TV suddenly turns off.", "D. Because Mr. Bean falls asleep while watching TV." ] }, { "video_id": "sample_240_real.mp4", "question": "Why does the wall have green patterns painted on it?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 277.0, "options": [ "A. Because the wall was decorated with a stencil and green spray paint.", "B. Because the man accidentally spilled green paint while working on a project.", "C. Because the man applied green paint using a teddy bear attached to a stick.", "D. Because the wall was originally green, and someone tried to cover it up but failed." ] }, { "video_id": "sample_240_real.mp4", "question": "Why does the person with multiple cameras leave the room?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 394.0, "options": [ "A. Because the person with cameras needed to recharge their equipment.", "B. Because the person with cameras had an urgent phone call.", "C. Because he has finished taking the photos.", "D. Because the person with cameras spotted something interesting in the other room." ] }, { "video_id": "sample_240_real.mp4", "question": "Why is the queenly figure angry right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 515.0, "options": [ "A. Because someone accidentally spilled tea on her dress.", "B. Because her crown was knocked off by a gust of wind.", "C. Because the Mr.bean pushing the broom past her face.", "D. Because Mr. Bean interrupted her speech with loud noises." ] }, { "video_id": "sample_125_real.mp4", "question": "What happens right after the scene shifts to a different view showing a blank white canvas?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 16.0, "options": [ "A. A piece of gray fabric is placed over the canvas.", "B. The canvas is painted with light colors.", "C. A new portrait appears on the canvas.", "D. The video zooms out to show the entire table." ] }, { "video_id": "sample_125_real.mp4", "question": "What color is the circle in the background of the painting?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 199.0, "options": [ "A. Red.", "B. Blue.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_125_real.mp4", "question": "What is the hand doing when it shifts focus to the lower part of the painting?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 387.0, "options": [ "A. Adding texture to the hair.", "B. Painting broad strokes with pink and purple hues.", "C. Detailing the woman's face.", "D. Refining the transition between background colors." ] }, { "video_id": "sample_125_real.mp4", "question": "What is the hand doing when it shifts focus to the lower part of the painting?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 387.0, "options": [ "A. Adding texture to the hair.", "B. Painting broad strokes with pink and purple hues.", "C. Detailing the woman's face.", "D. Refining the transition between background colors." ] }, { "video_id": "sample_125_real.mp4", "question": "Which of the following best summarizes the painting shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 560.0, "options": [ "A. A detailed painting of a woman with blonde hair on a dark blue background with a full moon and clouds.", "B. A landscape painting with mountains and rivers.", "C. An abstract painting with vibrant colors and shapes.", "D. A close-up portrait of an elderly man." ] }, { "video_id": "sample_482_real.mp4", "question": "Which RC car leads the race initially?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 2.0, "options": [ "A. White car.", "B. Green car.", "C. Red car.", "D. Black car." ] }, { "video_id": "sample_482_real.mp4", "question": "What abnormal event just happened?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 92.0, "options": [ "A. A white racing car crashed into the obstacle beside the track.", "B. A blue racing car lost control and crashed into the barrier at the curve of the track.", "C. A red racing car skidded on the wet surface and collided with the guardrail on the straightaway.", "D. A yellow racing car spun out and hit the tire wall at the chicane." ] }, { "video_id": "sample_482_real.mp4", "question": "What unusual event just happened?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 134.0, "options": [ "A. A red and white car skidded and slammed into the blue barrier at the edge of the circuit.", "B. A green and silver car lost control and collided with the yellow obstacle beside the straight track.", "C. A blue and orange car spun out and crashed into the red barrier near the corner.", "D. A black and gold car crashed into the orange obstacle on the side of the track after drifting." ] }, { "video_id": "sample_482_real.mp4", "question": "What happens just after the silver car moves ahead of the red car?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 255.0, "options": [ "A. The red car overtakes the silver car again.", "B. Both cars stop racing.", "C. The green car crashes into the silver car.", "D. The red car knocked the silver car off the track." ] }, { "video_id": "sample_482_real.mp4", "question": "What happens just after the silver car moves ahead of the red car?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 255.0, "options": [ "A. The red car overtakes the silver car again.", "B. Both cars stop racing.", "C. The green car crashes into the silver car.", "D. The red car knocked the silver car off the track." ] }, { "video_id": "sample_418_real.mp4", "question": "What color is the hat the man is wearing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 2.0, "options": [ "A. White.", "B. Blue.", "C. Gray.", "D. Black." ] }, { "video_id": "sample_418_real.mp4", "question": "What is the primary color of the navigation panel right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 147.0, "options": [ "A. Yellow.", "B. Black.", "C. Blue.", "D. White." ] }, { "video_id": "sample_418_real.mp4", "question": "What is the general shape of the fields visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 282.0, "options": [ "A. Circular.", "B. Triangular.", "C. Rectangular.", "D. Irregular." ] }, { "video_id": "sample_418_real.mp4", "question": "What type of vehicles are visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 426.0, "options": [ "A. Cars.", "B. Bicycles.", "C. Gliders.", "D. Trains." ] }, { "video_id": "sample_418_real.mp4", "question": "What is the predominant color of the mountains visible right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 560.0, "options": [ "A. Brown.", "B. Green.", "C. Gray.", "D. White." ] }, { "video_id": "sample_200_real.mp4", "question": "What can be seen on the left side of the wooden house at the beginning of the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. A waterfall.", "B. A village.", "C. A tower.", "D. A cave opening." ] }, { "video_id": "sample_200_real.mp4", "question": "What action does the player take towards the cow standing in the grassy area?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 207.0, "options": [ "A. Feeds the cow.", "B. Leads the cow to water.", "C. Ties the cow to a tree.", "D. Hits the cow with a sword." ] }, { "video_id": "sample_200_real.mp4", "question": "What is the box supported by right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 416.0, "options": [ "A. Wood floor.", "B. soil block.", "C. stone.", "D. Nothing." ] }, { "video_id": "sample_200_real.mp4", "question": "What happens when the player encounters the small creature wearing purple armor?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 625.0, "options": [ "A. The creature attacks the player.", "B. The player hit the creature.", "C. The player kill the creature.", "D. The player left without doing anything." ] }, { "video_id": "sample_200_real.mp4", "question": "What is the player character holding in his left hand right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 755.0, "options": [ "A. A beef steak.", "B. A sword.", "C. A red item.", "D. A shield." ] }, { "video_id": "sample_161_real.mp4", "question": "What pattern is on the woman's robe?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 2.0, "options": [ "A. Stripes.", "B. Polka dots.", "C. Floral.", "D. Geometric." ] }, { "video_id": "sample_161_real.mp4", "question": "What is the woman primarily doing in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 80.0, "options": [ "A. Cleaning the room.", "B. Reading a book.", "C. Dressing herself.", "D. Writing a letter." ] }, { "video_id": "sample_161_real.mp4", "question": "What is the woman primarily doing in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 80.0, "options": [ "A. Cleaning the room.", "B. Reading a book.", "C. Dressing herself.", "D. Writing a letter." ] }, { "video_id": "sample_161_real.mp4", "question": "What is the woman primarily doing in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 80.0, "options": [ "A. Cleaning the room.", "B. Reading a book.", "C. Dressing herself.", "D. Writing a letter." ] }, { "video_id": "sample_161_real.mp4", "question": "What is the woman doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 162.0, "options": [ "A. Singing.", "B. Dancing.", "C. Smiling.", "D. Reading." ] }, { "video_id": "sample_115_real.mp4", "question": "Which graphics card performs better in this game?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 13.0, "options": [ "A. RTX 4090.", "B. RTX 3080.", "C. RTX 3090.", "D. RTX 4080." ] }, { "video_id": "sample_115_real.mp4", "question": "What price is shown for the GeForce RTX 4060 Family graphics card right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 163.0, "options": [ "A. AUD $545.", "B. AUD $499.", "C. USD $545.", "D. USD $499." ] }, { "video_id": "sample_115_real.mp4", "question": "What graphical setting is added to the right view that is not included in the left view right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 326.0, "options": [ "A. Frame Generation.", "B. DLSS 3 Perf.", "C. RT Psycho.", "D. RTX 4090." ] }, { "video_id": "sample_115_real.mp4", "question": "What comparison is displayed on the screen right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 488.0, "options": [ "A. 4070Ti vs 4070 in various games.", "B. Cooling efficiency of RTX 4070 against previous models.", "C. 4070 in different regions.", "D. 4070." ] }, { "video_id": "sample_115_real.mp4", "question": "What is the message printed on the box underneath the GeForce RTX graphics card right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 580.0, "options": [ "A. INSPIRED BY GAMERS, BUILT BY NVIDIA.", "B. DESIGNED FOR GAMERS, MADE BY NVIDIA.", "C. CREATED FOR GAMERS, MADE BY NVIDIA.", "D. DESIGNED FOR GAMERS, BUILT BY NVIDIA." ] }, { "video_id": "sample_433_real.mp4", "question": "What color is the man's sweatshirt right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 4.0, "options": [ "A. Beige.", "B. Blue.", "C. Red.", "D. Green." ] }, { "video_id": "sample_433_real.mp4", "question": "What type of vehicle appears near the open parking lot right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 126.0, "options": [ "A. Motorcycle.", "B. Helicopter.", "C. Bicycle.", "D. Car." ] }, { "video_id": "sample_433_real.mp4", "question": "What is the vehicle being operated right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 275.0, "options": [ "A. Airplane.", "B. Boat.", "C. Car.", "D. Helicopter." ] }, { "video_id": "sample_433_real.mp4", "question": "What type of headset is the man wearing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 413.0, "options": [ "A. HiFi.", "B. Reverberant.", "C. No function.", "D. Aviation." ] }, { "video_id": "sample_433_real.mp4", "question": "What shape is the island in the water right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 557.0, "options": [ "A. Rectangular.", "B. Circular.", "C. Triangular.", "D. Oval." ] }, { "video_id": "sample_89_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_89_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 214.0, "options": [ "A. 3.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_89_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 261.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 6." ] }, { "video_id": "sample_89_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 319.0, "options": [ "A. 2.", "B. 5.", "C. 4.", "D. 6." ] }, { "video_id": "sample_89_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 379.0, "options": [ "A. 4.", "B. 8.", "C. 6.", "D. 7." ] }, { "video_id": "sample_97_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 50.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_97_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 50.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_97_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 60.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_97_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 209.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_97_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 254.0, "options": [ "A. 2.", "B. 5.", "C. 3.", "D. 7." ] }, { "video_id": "sample_245_real.mp4", "question": "Why did the elderly woman step off the bus with a tray of tea?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 21.0, "options": [ "A. To serve tea to the bus driver during his break.", "B. To offer refreshments to passengers waiting at the bus stop.", "C. To deliver food to the elderly lady in a pink dress who has a foot injury.", "D. To serve tea to passengers waiting at the bus stop." ] }, { "video_id": "sample_245_real.mp4", "question": "Why is Mr. Bean in the hospital ward?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 149.0, "options": [ "A. Because he is visiting a friend who is a patient.", "B. Because this is his fantasy.", "C. Because he mistakenly walked into the wrong building.", "D. Because he is participating in a medical study." ] }, { "video_id": "sample_245_real.mp4", "question": "Why does the character try to manipulate the thermometer reading?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 287.0, "options": [ "A. To pretend to be sick.", "B. To make the nurse angry.", "C. To make the nurse laugh.", "D. To test the accuracy of the thermometer." ] }, { "video_id": "sample_245_real.mp4", "question": "Why is the patient prepped for surgery?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 423.0, "options": [ "A. Because Mr. Bean tampered with the check, making himself appear very unhealthy.", "B. Because the patient requested the surgery as a precaution.", "C. Because the doctor misread the patient's medical chart.", "D. Because the patient was mistakenly identified as someone else." ] }, { "video_id": "sample_245_real.mp4", "question": "Why do the babies start crying?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 556.0, "options": [ "A. Because they are hungry.", "B. Because they need a diaper change.", "C. Because the person in the wheelchair enters the room.", "D. Because they are tired." ] }, { "video_id": "sample_131_real.mp4", "question": "What sequence of paintings was revealed in the notebook?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 17.0, "options": [ "A. A fish, a tree, and a landscape.", "B. A creature with a long beak, a feline face, and a realistic fish.", "C. An abstract design, a human portrait, and a cityscape.", "D. A bird, a flower, and a mountain." ] }, { "video_id": "sample_131_real.mp4", "question": "Which of the following best summarizes the content shown in the video just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 199.0, "options": [ "A. The artist is painting a landscape with various animals.", "B. The artist is sketching a detailed rooster using a pencil.", "C. The artist is painting abstract shapes and patterns.", "D. The artist is painting a rooster's head and body with vibrant colors and detailed brushstrokes." ] }, { "video_id": "sample_131_real.mp4", "question": "What is the painter focusing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 372.0, "options": [ "A. Adding a background landscape.", "B. Detailing the chicken's neck and feathers.", "C. Painting the chicken's feet.", "D. Sketching a second chicken." ] }, { "video_id": "sample_131_real.mp4", "question": "What is the painter focusing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 559.0, "options": [ "A. The painter begins a new painting.", "B. The painter adds blue paint to the rooster's body.", "C. The painter makes touches and adjustments to the background.", "D. The painter signs the painting." ] }, { "video_id": "sample_131_real.mp4", "question": "What is the painter focusing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 559.0, "options": [ "A. The painter begins a new painting.", "B. The painter adds blue paint to the rooster's body.", "C. The painter makes touches and adjustments to the background.", "D. The painter signs the painting." ] }, { "video_id": "sample_32_real.mp4", "question": "How are the yellow corn and onions distributed in the frying pan?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 139.0, "options": [ "A. Randomly scattered.", "B. Piled in the center.", "C. Evenly distributed.", "D. Grouped separately." ] }, { "video_id": "sample_32_real.mp4", "question": "How are the yellow corn and onions distributed in the frying pan?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 139.0, "options": [ "A. Randomly scattered.", "B. Piled in the center.", "C. Evenly distributed.", "D. Grouped separately." ] }, { "video_id": "sample_32_real.mp4", "question": "What is the person holding in one hand at the stove?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 242.0, "options": [ "A. A wooden spoon.", "B. A pan.", "C. A bowl.", "D. A knife." ] }, { "video_id": "sample_32_real.mp4", "question": "What is the color of the towel used to clean the hands?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 367.0, "options": [ "A. Blue.", "B. White.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_32_real.mp4", "question": "What is the color of the towel used to clean the hands?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 367.0, "options": [ "A. Blue.", "B. White.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_275_real.mp4", "question": "What is the character doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 17.0, "options": [ "A. Running towards the center of the dealership.", "B. Stopping in the showroom area.", "C. Interacting with the computer terminal.", "D. Viewing the car selection interface." ] }, { "video_id": "sample_275_real.mp4", "question": "What is the player doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 144.0, "options": [ "A. Interacting with the chat window.", "B. Selecting a game character.", "C. Browsing the job options list.", "D. Customizing the game character's appearance." ] }, { "video_id": "sample_275_real.mp4", "question": "What is the person in the webcam window doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 300.0, "options": [ "A. Narrating and interacting with a digital map.", "B. Reacting to a tram station scene.", "C. Waiting for the game to finish loading..", "D. Switching between different screens." ] }, { "video_id": "sample_275_real.mp4", "question": "What is the car doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 433.0, "options": [ "A. Turning left at the intersection.", "B. Moving forward through the crosswalk.", "C. Driving straight under an overpass.", "D. Veering slightly to the right into a parking area." ] }, { "video_id": "sample_275_real.mp4", "question": "What is the car doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 561.0, "options": [ "A. Speeding down the street.", "B. Hit an electric scooter and stopping on the dark street.", "C. Turning at an intersection.", "D. Parking in a garage." ] }, { "video_id": "sample_451_real.mp4", "question": "What brand's advertisement is visible on the back of the bus right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 4.0, "options": [ "A. Toyota.", "B. Chevrolet.", "C. Nissan.", "D. Ford." ] }, { "video_id": "sample_451_real.mp4", "question": "What company's logo is visible on the left side of the building right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 115.0, "options": [ "A. Intel.", "B. Tesla.", "C. AT&T.", "D. Optus." ] }, { "video_id": "sample_451_real.mp4", "question": "What is the current status of the traffic light ahead?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 232.0, "options": [ "A. Red.", "B. Yellow.", "C. Flashing.", "D. Green." ] }, { "video_id": "sample_451_real.mp4", "question": "What brand is visible on the building right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 346.0, "options": [ "A. Citibank.", "B. Westpac.", "C. ANZ.", "D. Coleslocal." ] }, { "video_id": "sample_451_real.mp4", "question": "Which brand's logo is visible on the right side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 464.0, "options": [ "A. McDonald's.", "B. KFC.", "C. Subway.", "D. Starbucks." ] }, { "video_id": "sample_383_real.mp4", "question": "Which country's flag is hanging on the right side of the road now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. Australia.", "B. Italy.", "C. United States.", "D. UK." ] }, { "video_id": "sample_383_real.mp4", "question": "Which store sign is currently visible on the right side of the road right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 128.0, "options": [ "A. Victoria's Secret.", "B. Lululemon.", "C. Ann Taylor.", "D. Forever 21." ] }, { "video_id": "sample_383_real.mp4", "question": "Which basketball-related sign is currently visible in the video right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 251.0, "options": [ "A. NBA Store.", "B. Nike Store.", "C. Adidas Shop.", "D. Reebok Shop." ] }, { "video_id": "sample_383_real.mp4", "question": "Which store sign is visible on the right side of the road right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 374.0, "options": [ "A. Starbucks.", "B. Pret A Manger.", "C. Chipotle.", "D. McDonald's." ] }, { "video_id": "sample_383_real.mp4", "question": "Which roads are currently visible in the video right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 498.0, "options": [ "A. East 40th St and 3rd Ave.", "B. East 36th St and 5th Ave.", "C. East 42nd St and Madison Ave.", "D. East 30th St and Park Ave." ] }, { "video_id": "sample_464_real.mp4", "question": "How many pieces of art paintings are displayed in the \"ARTSNITCH\" section?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 10.0, "options": [ "A. Two.", "B. Three.", "C. Four.", "D. Five." ] }, { "video_id": "sample_464_real.mp4", "question": "How many pieces of art paintings are displayed in the \"ARTSNITCH\" section?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 10.0, "options": [ "A. Two.", "B. Three.", "C. Four.", "D. Five." ] }, { "video_id": "sample_464_real.mp4", "question": "What action is being performed by a person in a jacket near the graphic painting?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 154.0, "options": [ "A. Taking a picture.", "B. Painting.", "C. Cleaning the artwork.", "D. Pointing at the artwork." ] }, { "video_id": "sample_464_real.mp4", "question": "What text is visible on the artwork of the muscular man holding a basket of lemons?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 280.0, "options": [ "A. \"Lemon Art BRAND\".", "B. \"Lemon Lad BRAND\".", "C. \"Lemon Grove BRAND\".", "D. \"Lemon Orchard BRAND\"." ] }, { "video_id": "sample_464_real.mp4", "question": "What is depicted in the top left painting on the white wall?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 420.0, "options": [ "A. A vivid sunset over a hilly landscape.", "B. A stormy scene with lightning over a dark road.", "C. A monochromatic, foggy landscape with twisted trees.", "D. An abstract painting with splashes of colors." ] }, { "video_id": "sample_281_real.mp4", "question": "What is the person with blond hair doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Changing clothing.", "B. Sitting at a desk.", "C. Walking around the room.", "D. Exiting through the metal gate." ] }, { "video_id": "sample_281_real.mp4", "question": "What is the character doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 199.0, "options": [ "A. Standing still in a room.", "B. Walking towards the exit.", "C. Interacting with the chat section.", "D. Changing clothing." ] }, { "video_id": "sample_281_real.mp4", "question": "What did the driver do just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 368.0, "options": [ "A. Turned the van left onto a street.", "B. Stopped at a traffic light.", "C. Drove straight down the street.", "D. Checked the dashboard." ] }, { "video_id": "sample_281_real.mp4", "question": "What did the character just do?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 555.0, "options": [ "A. Walked towards a white car.", "B. Opened the door of the van and climbed into the driver's seat.", "C. Stood in front of a building with Harry Miller.", "D. Placed items in a cardboard box." ] }, { "video_id": "sample_281_real.mp4", "question": "What is the person doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 698.0, "options": [ "A. Standing by a corner of a building.", "B. Moving to the right side of the frame.", "C. Inspecting or interacting with a black object.", "D. Organizing items within an inventory interface." ] }, { "video_id": "sample_283_real.mp4", "question": "What is the driver doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 16.0, "options": [ "A. Talking to a passenger.", "B. Looking at the road ahead.", "C. Adjusting the rearview mirror.", "D. Selecting media options." ] }, { "video_id": "sample_283_real.mp4", "question": "What is the person on the right doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 180.0, "options": [ "A. Gesturing animatedly.", "B. Walking towards the building.", "C. Sitting near the potted plant.", "D. Standing still." ] }, { "video_id": "sample_283_real.mp4", "question": "What did the driver do just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 341.0, "options": [ "A. Drove out of the parking area.", "B. Reached the parking entrance.", "C. Entered the small control booth.", "D. Got out of the van." ] }, { "video_id": "sample_283_real.mp4", "question": "What is the van doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 495.0, "options": [ "A. Stopping at a red traffic light.", "B. Reversing towards the intersection.", "C. Turning left at the intersection.", "D. Moving forward past the intersection." ] }, { "video_id": "sample_283_real.mp4", "question": "What is the person in the white shirt doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 626.0, "options": [ "A. Scrolling through a menu.", "B. Navigating the \"Trucking Progression\" interface.", "C. Discussing missions with another person.", "D. Checking something on a clipboard." ] }, { "video_id": "sample_494_real.mp4", "question": "What is the license plate number of the car currently shown in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 30.0, "options": [ "A. 18.", "B. 197.", "C. 56.", "D. 46." ] }, { "video_id": "sample_494_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 351.0, "options": [ "A. The pink car.", "B. The dark green car.", "C. The light green car.", "D. The green car." ] }, { "video_id": "sample_494_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 351.0, "options": [ "A. The pink car.", "B. The dark green car.", "C. The light green car.", "D. The green car." ] }, { "video_id": "sample_494_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 396.0, "options": [ "A. The pink car.", "B. The dark green car.", "C. The light green car.", "D. The brown car." ] }, { "video_id": "sample_494_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 396.0, "options": [ "A. The green car.", "B. The dark green car.", "C. The light green car.", "D. The brown car." ] }, { "video_id": "sample_42_real.mp4", "question": "What are the colors of the cabinets and the walls in the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 160.0, "options": [ "A. Red cabinets and white walls.", "B. Blue cabinets and white brick walls.", "C. White cabinets and blue walls.", "D. Green cabinets and white brick walls." ] }, { "video_id": "sample_42_real.mp4", "question": "What are the colors of the cabinets and the walls in the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 160.0, "options": [ "A. Red cabinets and white walls.", "B. Blue cabinets and white brick walls.", "C. White cabinets and blue walls.", "D. Green cabinets and white brick walls." ] }, { "video_id": "sample_42_real.mp4", "question": "What do the decorative letters on the top shelf spell?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 365.0, "options": [ "A. EAT.", "B. CHEF.", "C. COOK.", "D. FOOD." ] }, { "video_id": "sample_42_real.mp4", "question": "What do the decorative letters on the top shelf spell?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 365.0, "options": [ "A. EAT.", "B. CHEF.", "C. COOK.", "D. FOOD." ] }, { "video_id": "sample_42_real.mp4", "question": "What do the decorative letters on the top shelf spell?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 365.0, "options": [ "A. EAT.", "B. CHEF.", "C. COOK.", "D. FOOD." ] }, { "video_id": "sample_481_real.mp4", "question": "What color is the car parked near the Diner right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 4.0, "options": [ "A. Blue.", "B. Red.", "C. Yellow.", "D. Pink." ] }, { "video_id": "sample_481_real.mp4", "question": "What object is the track passing under right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 48.0, "options": [ "A. A chair.", "B. A table.", "C. A bed.", "D. A couch." ] }, { "video_id": "sample_481_real.mp4", "question": "What color is the car on top of the cabinet right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 90.0, "options": [ "A. Red.", "B. Blue.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_481_real.mp4", "question": "What object is the track curving around right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 139.0, "options": [ "A. A couch.", "B. A table.", "C. A sofa.", "D. A window." ] }, { "video_id": "sample_481_real.mp4", "question": "What is the color of the walls near the track right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 180.0, "options": [ "A. White.", "B. Beige.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_413_real.mp4", "question": "Which of the following options best summarizes the actions taking place just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual prepared fresh lettuce by washing it thoroughly in a sink.", "B. The individual took lettuce from a drawer, cooked it briefly, and then placed it on a preparation surface.", "C. The individual retrieved spinach from a compartment, cooked it on a flat top grill, and seasoned it.", "D. The individual prepared a salad by chopping tomatoes and cucumbers and adding them to a bowl." ] }, { "video_id": "sample_413_real.mp4", "question": "Which of the following options best summarizes the actions taken just now in the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 186.0, "options": [ "A. The cook selected a frying pan, sautéed ingredients, and served them with a sauce.", "B. The cook retrieved pans, prepared a mixture, and added a creamy sauce to one pan.", "C. The cook diced vegetables, fried them, and placed them on a serving tray.", "D. The cook heated a pan, added oil, and mixed it with pre-prepared sauces." ] }, { "video_id": "sample_413_real.mp4", "question": "Which of the following options best summarizes the recent activity just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 362.0, "options": [ "A. The individual was plating a dish, adding final garnishes, and preparing the plate for serving.", "B. The individual was cooking an omelet, flipping it multiple times, and placing it on a plate.", "C. The individual was preparing a dish by stirring ingredients in a pan and adding various seasonings.", "D. The individual was cleaning the kitchen station, wiping surfaces, and organizing utensils." ] }, { "video_id": "sample_413_real.mp4", "question": "Which of the following options best summarizes the actions of the individual just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 538.0, "options": [ "A. The individual cleaned the kitchen area and organized the utensils.", "B. The individual sautéed some vegetables, operated the stove, and managed multiple pans on a busy kitchen station.", "C. The individual prepared a salad by chopping and mixing fresh ingredients.", "D. The individual baked a cake, frosted it, and placed it in a refrigerator to cool." ] }, { "video_id": "sample_413_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 714.0, "options": [ "A. The individual mixed a variety of raw ingredients in a bowl and started blending them.", "B. The individual sautéed green vegetables in a pan, transferred them to a serving dish, and prepared different sauce pans.", "C. The individual grilled several pieces of meat and then plated them with garnish.", "D. The individual baked a loaf of bread and buttered it before serving." ] }, { "video_id": "sample_462_real.mp4", "question": "Which artist's work has appeared in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 9.0, "options": [ "A. Vincent van Gogh.", "B. Pablo Picasso.", "C. Stephen Rowe.", "D. Claude Monet." ] }, { "video_id": "sample_462_real.mp4", "question": "What is depicted in the painting shown in the video right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 162.0, "options": [ "A. A wave breaking in the ocean.", "B. A forest scene.", "C. An abstract pattern.", "D. A cityscape." ] }, { "video_id": "sample_462_real.mp4", "question": "What is depicted in the painting shown in the video right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 162.0, "options": [ "A. A wave breaking in the ocean.", "B. A forest scene.", "C. An abstract pattern.", "D. A cityscape." ] }, { "video_id": "sample_462_real.mp4", "question": "What is the last name shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 354.0, "options": [ "A. Michael Miller.", "B. Kesja Tabaczuk.", "C. John Smith.", "D. Sarah Parker." ] }, { "video_id": "sample_462_real.mp4", "question": "What is the last name shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 354.0, "options": [ "A. Michael Miller.", "B. Kesja Tabaczuk.", "C. John Smith.", "D. Sarah Parker." ] }, { "video_id": "sample_444_real.mp4", "question": "What might the person do next after revealing more cartons in the box?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 19.0, "options": [ "A. Leave the store.", "B. Start arranging the new cartons on the shelf.", "C. Throw away the cartons.", "D. Close the refrigerated display." ] }, { "video_id": "sample_444_real.mp4", "question": "What is being placed on the refrigerated shelf right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 143.0, "options": [ "A. Cartons of milk.", "B. Bottles of water.", "C. Packs of juice.", "D. Bags of vegetables." ] }, { "video_id": "sample_444_real.mp4", "question": "Where is the cardboard box placed after the person removes items from it?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 283.0, "options": [ "A. On the top shelf.", "B. On the floor.", "C. On the bottom shelf.", "D. On the cart." ] }, { "video_id": "sample_444_real.mp4", "question": "Where are the folded cardboard trays located in relation to the camera's view right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 416.0, "options": [ "A. To the left of the camera.", "B. To the right of the camera.", "C. Directly in front of the camera.", "D. Behind the camera." ] }, { "video_id": "sample_444_real.mp4", "question": "Where are the folded cardboard trays located in relation to the camera's view right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 416.0, "options": [ "A. To the left of the camera.", "B. To the right of the camera.", "C. Directly in front of the camera.", "D. Behind the camera." ] }, { "video_id": "sample_420_real.mp4", "question": "What object is pointing out the window right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 10.0, "options": [ "A. A pencil.", "B. A pen.", "C. A finger.", "D. A stick." ] }, { "video_id": "sample_420_real.mp4", "question": "What is the weather condition right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 129.0, "options": [ "A. Clear skies.", "B. Heavy rain.", "C. Overcast with clouds.", "D. Snowing." ] }, { "video_id": "sample_420_real.mp4", "question": "What is the current speed of the wind?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 249.0, "options": [ "A. 20 kph.", "B. 25 kph.", "C. 30 kph.", "D. 35 kph." ] }, { "video_id": "sample_420_real.mp4", "question": "What color is the horizon right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 382.0, "options": [ "A. Red.", "B. Yellow.", "C. Orange.", "D. Blue." ] }, { "video_id": "sample_420_real.mp4", "question": "What color is the sky right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 512.0, "options": [ "A. Bright red.", "B. Dark grey.", "C. Clear with no clouds.", "D. Yellowish-orange." ] }, { "video_id": "sample_174_real.mp4", "question": "What is located on the left side of the current road?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. A dense forest.", "B. An open field.", "C. A river.", "D. A row of houses." ] }, { "video_id": "sample_174_real.mp4", "question": "Where is the wire fence located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 140.0, "options": [ "A. On the right side of the road.", "B. On the left side of the road.", "C. Ahead on the left.", "D. Behind on the right." ] }, { "video_id": "sample_174_real.mp4", "question": "What is situated on the right side of the path right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 259.0, "options": [ "A. A lamp post.", "B. A bench.", "C. A trash can.", "D. A bicycle rack." ] }, { "video_id": "sample_174_real.mp4", "question": "Where are the overhead power lines located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 377.0, "options": [ "A. Crossing the road ahead.", "B. Running parallel to the left of the road.", "C. Running parallel to the right of the road.", "D. Not visible at the moment." ] }, { "video_id": "sample_174_real.mp4", "question": "What is visible on the left side of the path right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 498.0, "options": [ "A. A field with some fencing.", "B. A dense forest.", "C. A village with a few houses.", "D. A river flowing parallel to the path." ] }, { "video_id": "sample_155_real.mp4", "question": "How many eggs are in the wooden bowl next to the marble slab?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 3.0, "options": [ "A. One.", "B. Five.", "C. Three.", "D. Four." ] }, { "video_id": "sample_155_real.mp4", "question": "How many eggs are in the wooden bowl next to the marble slab?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 3.0, "options": [ "A. One.", "B. Five.", "C. Three.", "D. Four." ] }, { "video_id": "sample_155_real.mp4", "question": "What action does the man perform after adjusting his waistband?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 100.0, "options": [ "A. Sits down.", "B. Looks out the window.", "C. Lies down on the bed.", "D. Reaches for a piece of clothing." ] }, { "video_id": "sample_155_real.mp4", "question": "What type of boots is the person wearing?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 169.0, "options": [ "A. Brown leather boots.", "B. Rubber boots.", "C. Sneakers.", "D. Sandals." ] }, { "video_id": "sample_155_real.mp4", "question": "What is the person wearing around their neck right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 245.0, "options": [ "A. A dark purple scarf.", "B. A dark green scarf.", "C. A light brown scarf.", "D. A dark blue scarf." ] }, { "video_id": "sample_175_real.mp4", "question": "Where is the cyclist with the number 894 located relative to the main pack right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 19.0, "options": [ "A. Leading the main pack.", "B. Directly behind the main pack.", "C. In the middle of the main pack.", "D. To the side of the main pack." ] }, { "video_id": "sample_175_real.mp4", "question": "What structure is the cyclist approaching right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 127.0, "options": [ "A. A National Championships banner.", "B. A McDonald's sign.", "C. A residential building.", "D. A traffic light." ] }, { "video_id": "sample_175_real.mp4", "question": "What is the relative position of the red brick building to the cyclist right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 259.0, "options": [ "A. On the left side of the road.", "B. Directly ahead.", "C. On the right side of the road.", "D. Directly behind the cyclist." ] }, { "video_id": "sample_175_real.mp4", "question": "Where is the \"National Championships\" banner located right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 394.0, "options": [ "A. On the right side of the road.", "B. Above the cyclists.", "C. Hanging in the middle of the road.", "D. Directly behind the cyclists." ] }, { "video_id": "sample_175_real.mp4", "question": "What is the relative position of the cyclist in the green shoes to the group right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 512.0, "options": [ "A. Leading the group.", "B. In the middle of the group.", "C. At the back of the group.", "D. Outside the group." ] }, { "video_id": "sample_404_real.mp4", "question": "Which of the following actions best summarizes what the individual just now did?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 12.0, "options": [ "A. The individual greeted the customers, prepared two glasses of wine, and served the drinks.", "B. The individual chatted with the customers, filled two glasses with ice, and arranged them on the counter.", "C. This person places three glass cups in front of the table.", "D. The individual cleaned the counter, arranged empty glasses, and interacted with other staff members." ] }, { "video_id": "sample_404_real.mp4", "question": "Which of the following options best summarizes the actions taken by the person just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 138.0, "options": [ "A. The person was rearranging glasses on the counter and chatting with colleagues.", "B. The person was cleaning the counter and organizing different bottles.", "C. The person was taking out a bottle from a refrigerator and pouring its contents into glasses with ice.", "D. The person was preparing food items and arranging plates and utensils." ] }, { "video_id": "sample_404_real.mp4", "question": "What best summarizes the actions performed by the individual just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 258.0, "options": [ "A. The individual cleaned the bar area, organized supplies, and inspected the beverage inventory.", "B. The individual prepared a batch of food ingredients, cooked them, and plated the dishes.", "C. The individual prepared garnishes, assembled multiple drinks.", "D. The individual greeted guests, took their orders, and rang up the sales at the cash register." ] }, { "video_id": "sample_404_real.mp4", "question": "Which of the following actions best summarizes what the individual just now did?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 382.0, "options": [ "A. The individual greeted customers, prepared a meal, and served it.", "B. The individual cleaned the bar area, organized supplies, and managed the inventory.", "C. The individual prepared a cocktail, stirred it, and placed it on the counter.", "D. The individual filled a glass with ice, poured a drink, and wiped the counter." ] }, { "video_id": "sample_404_real.mp4", "question": "Which of the following actions best summarizes what the individual just now did?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 506.0, "options": [ "A. The individual took drink orders from customers while others were conversing.", "B. The individual cleared dishes from the table while customers waited for their drinks.", "C. The individual entered order details on a tablet while talking with the customers.", "D. The individual prepared cocktails using a shaker while engaging with customers." ] }, { "video_id": "sample_325_real.mp4", "question": "What did the red motorbike do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 9.0, "options": [ "A. Stops at the intersection.", "B. Turns left at the traffic light.", "C. Proceeds through the intersection and moves along the road.", "D. Parks on the sidewalk." ] }, { "video_id": "sample_325_real.mp4", "question": "What did the red motorbike do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 9.0, "options": [ "A. Stops at the intersection.", "B. Turns left at the traffic light.", "C. Proceeds through the intersection and moves along the road.", "D. Parks on the sidewalk." ] }, { "video_id": "sample_325_real.mp4", "question": "What type of vehicle is parked in the middle of the frame right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 180.0, "options": [ "A. A red car.", "B. A white car.", "C. A black motorcycle.", "D. A yellow truck." ] }, { "video_id": "sample_325_real.mp4", "question": "Where is the white van parked in relation to the rest of the cars on the street?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 330.0, "options": [ "A. Near the center of the left lane.", "B. Near the center of the right lane.", "C. Along the left side of the street.", "D. Along the right side of the street." ] }, { "video_id": "sample_325_real.mp4", "question": "What is prominently displayed on the wall above the entrance inside the building?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 489.0, "options": [ "A. A painting.", "B. A clock.", "C. A sculpture.", "D. A mirror." ] }, { "video_id": "sample_251_real.mp4", "question": "What logo is visible on the gas station sign right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 5.0, "options": [ "A. Shell.", "B. Chevron.", "C. Exxon.", "D. BP." ] }, { "video_id": "sample_251_real.mp4", "question": "What brand is the steering wheel right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 66.0, "options": [ "A. BMW.", "B. Audi.", "C. Mercedes-Benz.", "D. Porsche." ] }, { "video_id": "sample_251_real.mp4", "question": "What is the current speed of the car right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 136.0, "options": [ "A. 150 km/h.", "B. 200 km/h.", "C. 225 km/h.", "D. 250 km/h." ] }, { "video_id": "sample_251_real.mp4", "question": "What color are the gloves the driver is wearing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 200.0, "options": [ "A. Red and black.", "B. Blue and black.", "C. Black and white.", "D. Green and black." ] }, { "video_id": "sample_251_real.mp4", "question": "What is the current speed of the car right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 263.0, "options": [ "A. 150 km/h.", "B. 200 km/h.", "C. 225 km/h.", "D. 250 km/h." ] }, { "video_id": "sample_168_real.mp4", "question": "What is located on the left side of the cyclists right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 19.0, "options": [ "A. A row of shops.", "B. A forest.", "C. A parking lot.", "D. A large park." ] }, { "video_id": "sample_168_real.mp4", "question": "Where is the National Championships banner located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 137.0, "options": [ "A. Hanging above the cyclist.", "B. On the left side of the road.", "C. On the right side of the road.", "D. Directly behind the cyclist." ] }, { "video_id": "sample_168_real.mp4", "question": "Where is the stop sign located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 253.0, "options": [ "A. On the right side of the cyclists.", "B. On the left side of the road.", "C. Directly ahead of the cyclists.", "D. Behind the cyclists." ] }, { "video_id": "sample_168_real.mp4", "question": "What is positioned on the right side of the cyclists right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 369.0, "options": [ "A. A green fence.", "B. A banner with an advertisement.", "C. A row of trees.", "D. A pedestrian sitting area." ] }, { "video_id": "sample_168_real.mp4", "question": "Where is the cyclist with the orange socks located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 492.0, "options": [ "A. To the right of the cameraman.", "B. Directly in front of the cameraman.", "C. To the left of the cameraman.", "D. Behind the cameraman." ] }, { "video_id": "sample_109_real.mp4", "question": "What GPU does the AMD Ryzen 7 5700G have right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. Vega 6.", "B. Vega 7.", "C. Vega 8.", "D. Vega 9." ] }, { "video_id": "sample_109_real.mp4", "question": "What is the score of the i7-1165G7 (Iris Xe Graphics) processor right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 218.0, "options": [ "A. 862.", "B. 1656.", "C. 1312.", "D. 1429." ] }, { "video_id": "sample_109_real.mp4", "question": "What graphical setting is mentioned on the menu screen right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 405.0, "options": [ "A. Display.", "B. Graphics.", "C. Anti-Aliasing.", "D. FidelityFX Super Resolution 1.0." ] }, { "video_id": "sample_109_real.mp4", "question": "What value was set for the \"GFX Voltage\" just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 601.0, "options": [ "A. 1.200V.", "B. 1.500V.", "C. 1.250V.", "D. 1.400V." ] }, { "video_id": "sample_109_real.mp4", "question": "What is the label on the boxed CPU seen right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 743.0, "options": [ "A. Intel Core i7.", "B. AMD Ryzen 5.", "C. NVIDIA GeForce GTX.", "D. Intel Core i5." ] }, { "video_id": "sample_142_real.mp4", "question": "Where is the paint palette located relative to the canvas?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 1.0, "options": [ "A. To the left of the canvas.", "B. To the right of the canvas.", "C. Below the canvas.", "D. Above the canvas." ] }, { "video_id": "sample_142_real.mp4", "question": "What is the hand doing in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 139.0, "options": [ "A. Applying white paint to a curved surface.", "B. Drawing a straight line with a pencil.", "C. Cleaning the paintbrush.", "D. Mixing colors on a palette." ] }, { "video_id": "sample_142_real.mp4", "question": "What is the artist doing right now", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 251.0, "options": [ "A. Mixing colors on the palette.", "B. Applying paint to the moon's surface.", "C. Cleaning the paintbrush.", "D. Adjusting the canvas." ] }, { "video_id": "sample_142_real.mp4", "question": "Which of the following best summarizes the artist's actions just shown in the video", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 380.0, "options": [ "A. The artist sketches a rough outline of a landscape.", "B. The artist adds fine details to a previously sketched portrait.", "C. The artist paints vertical lines, mixes paint, and adds foliage details to the canvas.", "D. The artist starts a new painting with a fresh palette and blank canvas." ] }, { "video_id": "sample_142_real.mp4", "question": "Which of the following best summarizes the artist's actions just shown in the video", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 380.0, "options": [ "A. The artist sketches a rough outline of a landscape.", "B. The artist adds fine details to a previously sketched portrait.", "C. The artist paints vertical lines, mixes paint, and adds foliage details to the canvas.", "D. The artist starts a new painting with a fresh palette and blank canvas." ] }, { "video_id": "sample_137_real.mp4", "question": "What is likely the next step after dispensing all the paint colors onto the plastic sheet?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 19.0, "options": [ "A. The hand will spread the paint across the sheet.", "B. The plastic sheet will be removed from the canvas.", "C. Additional colors will be added.", "D. The text \"CorreaArt\" will be erased." ] }, { "video_id": "sample_137_real.mp4", "question": "What is likely the next step after dispensing all the paint colors onto the plastic sheet?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 19.0, "options": [ "A. The hand will spread the paint across the sheet.", "B. The plastic sheet will be removed from the canvas.", "C. Additional colors will be added.", "D. The text \"CorreaArt\" will be erased." ] }, { "video_id": "sample_137_real.mp4", "question": "Where are the various squeezed paint tubes located in relation to the canvas?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 308.0, "options": [ "A. To the left of the canvas.", "B. On a shelf above the canvas.", "C. Below the canvas on the floor.", "D. On a wooden table to the right of the canvas." ] }, { "video_id": "sample_137_real.mp4", "question": "Why does the paint mixture become deeper and richer in purple color right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 616.0, "options": [ "A. Because more orange paint was added.", "B. Because more red and blue paint was added.", "C. Because purple paint was added.", "D. Because the palette knife was cleaned." ] }, { "video_id": "sample_137_real.mp4", "question": "Which of the following best summarizes the artistic process just shown in the clip?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 920.0, "options": [ "A. A painter adding final touches to a portrait.", "B. A painter cleaning their tools after finishing a painting.", "C. A painter starting a new abstract piece.", "D. A painter refining the details of ocean waves." ] }, { "video_id": "sample_470_real.mp4", "question": "What happens as the camera starts moving to the left?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 13.0, "options": [ "A. It reveals more of the gallery space and visitors.", "B. It zooms in on the top frame.", "C. It transitions to a close-up of a single artwork.", "D. It focuses on a sculpture in the middle." ] }, { "video_id": "sample_470_real.mp4", "question": "What is the background color of the artwork shown right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 153.0, "options": [ "A. Red.", "B. Green.", "C. Blue.", "D. Yellow." ] }, { "video_id": "sample_470_real.mp4", "question": "What is the background color of the artwork shown right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 153.0, "options": [ "A. Red.", "B. Green.", "C. Blue.", "D. Yellow." ] }, { "video_id": "sample_470_real.mp4", "question": "What kind of forms do the small framed abstract paintings shown right now feature?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 298.0, "options": [ "A. Rectangular forms.", "B. Triangular forms.", "C. Circular forms.", "D. Star-shaped forms." ] }, { "video_id": "sample_470_real.mp4", "question": "What letters are mounted on the blue wall shown just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 430.0, "options": [ "A. L and T.", "B. L and P.", "C. P and T.", "D. L and M." ] }, { "video_id": "sample_466_real.mp4", "question": "What object is the blue gorilla holding?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 8.0, "options": [ "A. A banana.", "B. A small sculpture.", "C. A book.", "D. A cylindrical object labeled \"USA\"." ] }, { "video_id": "sample_466_real.mp4", "question": "What significant installation is revealed in the center of the gallery right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 171.0, "options": [ "A. A large sculpture in the center.", "B. A collection of paintings on the walls.", "C. A video projection.", "D. Numerous small, colorful items hanging from the ceiling." ] }, { "video_id": "sample_466_real.mp4", "question": "What significant installation is revealed in the center of the gallery right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 171.0, "options": [ "A. A large sculpture in the center.", "B. A collection of paintings on the walls.", "C. A video projection.", "D. Numerous small, colorful items hanging from the ceiling." ] }, { "video_id": "sample_466_real.mp4", "question": "What appears below the four smaller frames as the camera pans to the left?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 340.0, "options": [ "A. Another set of photographs.", "B. An empty white wall space.", "C. A sculpture.", "D. A window." ] }, { "video_id": "sample_466_real.mp4", "question": "What is the man doing in the sequences shown on the television screen?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 490.0, "options": [ "A. Painting.", "B. Drawing.", "C. Working with metal objects.", "D. Writing." ] }, { "video_id": "sample_460_real.mp4", "question": "What type of weather condition is present right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 95.0, "options": [ "A. Sunny.", "B. Stormy.", "C. Foggy.", "D. Rainy." ] }, { "video_id": "sample_460_real.mp4", "question": "What is the current color of the sky?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 119.0, "options": [ "A. Orange.", "B. Blue.", "C. Grey.", "D. Pink." ] }, { "video_id": "sample_460_real.mp4", "question": "What is the color of the traffic light right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 362.0, "options": [ "A. Red.", "B. Green.", "C. Yellow.", "D. Blue." ] }, { "video_id": "sample_460_real.mp4", "question": "What is the number displayed on the electronic screen of the bus in front?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 350.0, "options": [ "A. 590.", "B. 591.", "C. 1314.", "D. G1314." ] }, { "video_id": "sample_460_real.mp4", "question": "Which supermarket logo is visible on the right side right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 466.0, "options": [ "A. Aldi.", "B. Woolworths.", "C. IGA.", "D. Coles." ] }, { "video_id": "sample_132_real.mp4", "question": "What does the person do immediately after aligning the paper on the easel?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. Makes small adjustments by touching the paper.", "B. Places a new sketch on the easel.", "C. Moves the easel to a different spot.", "D. Changes the spotlight angle." ] }, { "video_id": "sample_132_real.mp4", "question": "Which of the following best summarizes the artist's activity just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 260.0, "options": [ "A. Creating a landscape painting.", "B. Working on a realistic portrait of a woman, focusing on the neck area.", "C. Sketching a preliminary outline for a new artwork.", "D. Mixing colors on a palette for future use." ] }, { "video_id": "sample_132_real.mp4", "question": "Which of the following best summarizes the artist's activity just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 260.0, "options": [ "A. Creating a landscape painting.", "B. Working on a realistic portrait of a woman, focusing on the neck area.", "C. Sketching a preliminary outline for a new artwork.", "D. Mixing colors on a palette for future use." ] }, { "video_id": "sample_132_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 765.0, "options": [ "A. The artist is organizing painting tools in a vibrant studio.", "B. The painter is applying broad strokes to a landscape painting.", "C. The video captures the detailed process of painting background of a portrait with various brush strokes.", "D. The artist is blending colors on the palette while preparing to paint." ] }, { "video_id": "sample_132_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 765.0, "options": [ "A. The artist is organizing painting tools in a vibrant studio.", "B. The painter is applying broad strokes to a landscape painting.", "C. The video captures the detailed process of painting background of a portrait with various brush strokes.", "D. The artist is blending colors on the palette while preparing to paint." ] }, { "video_id": "sample_288_real.mp4", "question": "What is the person doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 18.0, "options": [ "A. Organizing items in the virtual inventory.", "B. Carrying a large cardboard box.", "C. Walking towards the building.", "D. Interacting with the delivery person and delivering the goods." ] }, { "video_id": "sample_288_real.mp4", "question": "What is the driver doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 160.0, "options": [ "A. Turning left at an intersection.", "B. Slowing down to stop at a traffic light.", "C. Driving on a straight road.", "D. Parking the vehicle on the side of the road." ] }, { "video_id": "sample_288_real.mp4", "question": "What is the delivery person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 380.0, "options": [ "A. Walking away from Frank.", "B. Run towards the harvester in white clothes.", "C. Engaging in a conversation with Frank.", "D. Running towards the building." ] }, { "video_id": "sample_288_real.mp4", "question": "What are the three people in the video doing now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 500.0, "options": [ "A. Standing quietly.", "B. Deployed a tripwire next to the van.", "C. Talking to each other.", "D. Interacted with another character in the background." ] }, { "video_id": "sample_288_real.mp4", "question": "What is the camera doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 639.0, "options": [ "A. Zooming in on the truck.", "B. Focusing on the streaming individual.", "C. Panning across the park-like setting.", "D. Capturing the rabbit sitting on the road." ] }, { "video_id": "sample_457_real.mp4", "question": "Right now, what is the main color of the bus in front?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 19.0, "options": [ "A. Yellow.", "B. Red.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_457_real.mp4", "question": "What is the yellow vehicle on the left side of the street right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 116.0, "options": [ "A. DHL van.", "B. Police car.", "C. Fire truck.", "D. Food truck." ] }, { "video_id": "sample_457_real.mp4", "question": "Right now, what is the speed limit indicated on the yellow bus?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 232.0, "options": [ "A. 90 km/h.", "B. 30 km/h.", "C. 60 km/h.", "D. 80 km/h." ] }, { "video_id": "sample_457_real.mp4", "question": "Right now, what is the background color of the sign indicating changed traffic conditions?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 345.0, "options": [ "A. Yellow.", "B. Blue.", "C. Red.", "D. White." ] }, { "video_id": "sample_457_real.mp4", "question": "Right now, what architectural style is predominant in the buildings visible on the left side of the street?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 468.0, "options": [ "A. Georgian.", "B. Gothic.", "C. Modern.", "D. Art Deco." ] }, { "video_id": "sample_500_real.mp4", "question": "What does the additional text indicate about the \"3D BotMaker Diecast Racing League\"?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 10.0, "options": [ "A. It is the \"Final Race\".", "B. It is the \"Fiero Tournament, Race 1 of 3\".", "C. It is the \"Champion's Cup\".", "D. It is the \"Qualifying Round\"." ] }, { "video_id": "sample_500_real.mp4", "question": "According to the race results displayed at the end, who is the driver of the red car?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 120.0, "options": [ "A. George Milidrag.", "B. Randy Ferrero.", "C. Crazy Jimmy.", "D. Rad Cunningham." ] }, { "video_id": "sample_500_real.mp4", "question": "According to the race results displayed at the end, who is the driver of the red car?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 120.0, "options": [ "A. George Milidrag.", "B. Randy Ferrero.", "C. Crazy Jimmy.", "D. Rad Cunningham." ] }, { "video_id": "sample_500_real.mp4", "question": "What colors are the four model cars lined up at the starting line?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 215.0, "options": [ "A. Blue, yellow, green, red.", "B. Red, blue, orange, green.", "C. Green, yellow, orange, blue.", "D. Red, green, orange, yellow." ] }, { "video_id": "sample_500_real.mp4", "question": "What design is on the red car parked next to the yellow car right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 298.0, "options": [ "A. Flames.", "B. Stripes.", "C. Checkerboard.", "D. American flag." ] }, { "video_id": "sample_271_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 14.0, "options": [ "A. Sit down on a bench.", "B. Running along the sidewalk.", "C. Taking a photograph.", "D. Turning around." ] }, { "video_id": "sample_271_real.mp4", "question": "What is located to the right of the person right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 177.0, "options": [ "A. A blue construction wall.", "B. A blue car.", "C. A crosswalk.", "D. City buildings with advertisements." ] }, { "video_id": "sample_271_real.mp4", "question": "What is located near the entrance of the building right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 323.0, "options": [ "A. A blue and white booth.", "B. Two potted plants.", "C. A small kiosk.", "D. A security camera." ] }, { "video_id": "sample_271_real.mp4", "question": "What is located to the right of the runner as they approach the bridge?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 495.0, "options": [ "A. A blue construction wall.", "B. A red wall.", "C. A pedestrian crossing signal.", "D. A black car." ] }, { "video_id": "sample_271_real.mp4", "question": "What is the position of the greenery in relation to the character right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 602.0, "options": [ "A. On the left side.", "B. On both sides.", "C. Behind the character.", "D. In front of the character." ] }, { "video_id": "sample_237_real.mp4", "question": "Why is Mr. Bean constantly posing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 64.0, "options": [ "A. Because he is trying to practice his modeling skills.", "B. Because he is preparing for a photo shoot.", "C. Because he is showing off his new outfit in front of a mirror.", "D. Because he is imitating the characters on the television." ] }, { "video_id": "sample_237_real.mp4", "question": "Why does the bed get pulled out through the window?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 154.0, "options": [ "A. Because the man ties the rope to the bed.", "B. Because the bed is on wheels.", "C. Because the window is too large.", "D. Because the bed is not secured properly to the floor." ] }, { "video_id": "sample_237_real.mp4", "question": "Why does the Mr. Bean peer through the door's mail slot or window?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 268.0, "options": [ "A. Because he lost his keys and is trying to see if anyone is home.", "B. Because he heard a strange noise and wants to check what it is.", "C. Because he wanted to observe the activities of the four people outside.", "D. Because he is waiting for an important package to be delivered." ] }, { "video_id": "sample_237_real.mp4", "question": "Why does Mr.Bean drop their coat and bag?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 387.0, "options": [ "A. Because he realized he grabbed the wrong coat and bag.", "B. Because he was startled by a sudden loud noise.", "C. Because his disguise mission has ended.", "D. Because he spotted someone he knows and wanted to quickly greet them." ] }, { "video_id": "sample_237_real.mp4", "question": "Why does the police officer react and possibly make a call for backup or additional assistance?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 525.0, "options": [ "A. Because the police officer needs to record the event.", "B. Because the police officer needs to clock off for the day.", "C. Because the police officer believes the photographs show a potential crime.", "D. Because the police officer wants to review the photos later." ] }, { "video_id": "sample_49_real.mp4", "question": "What is the person doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Holding a set of keychains.", "B. Displaying a text message.", "C. Operating a Cricut cutting machine.", "D. Preparing materials for crafting." ] }, { "video_id": "sample_49_real.mp4", "question": "What are the hands doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 134.0, "options": [ "A. Peeling off a blue sticker.", "B. Attaching a purple sticker to a circular sheet.", "C. Adjusting and smoothing out a pink sticker.", "D. Lifting a piece of pastel pink paper." ] }, { "video_id": "sample_49_real.mp4", "question": "What are the hands doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 245.0, "options": [ "A. Stitching a piece of fabric.", "B. Writing on a notepad.", "C. Adjusting a pink keychain.", "D. Sorting different colored beads." ] }, { "video_id": "sample_49_real.mp4", "question": "What name is being typed out right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 367.0, "options": [ "A. Shelby.", "B. Katie.", "C. Millie.", "D. Holly." ] }, { "video_id": "sample_49_real.mp4", "question": "What is the \"Katie\" circle doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 490.0, "options": [ "A. Moving to the left.", "B. Adding a heart shape.", "C. Displaying a light blue background.", "D. Removing the label." ] }, { "video_id": "sample_278_real.mp4", "question": "What is the person in the striped shirt doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 18.0, "options": [ "A. Walking briskly towards the front of the vehicle.", "B. Standing beside the vehicle and looking at their device.", "C. Conversing with the individual in the blue hoodie.", "D. Observing the background elements." ] }, { "video_id": "sample_278_real.mp4", "question": "What did the character do just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 174.0, "options": [ "A. Put away his phone.", "B. Open the driver's side door.", "C. Crouch next to the vehicle.", "D. Toggle the engine." ] }, { "video_id": "sample_278_real.mp4", "question": "What is the person near the van doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 328.0, "options": [ "A. Handling items in the back of the van.", "B. Standing near the van without any movement.", "C. Opening the van's side door.", "D. Walking towards the street." ] }, { "video_id": "sample_278_real.mp4", "question": "What did the driver do just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 495.0, "options": [ "A. Exiting the van.", "B. Entering the van.", "C. Turning on the headlights.", "D. Navigating the alley." ] }, { "video_id": "sample_278_real.mp4", "question": "What is the player focusing on right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 583.0, "options": [ "A. Driving a truck on the road.", "B. Adjusting the game settings.", "C. Quiting the game.", "D. Watching a cut scene." ] }, { "video_id": "sample_308_real.mp4", "question": "What word is encircling the large metallic globe sculpture?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 10.0, "options": [ "A. UNIVERSAL.", "B. GLOBAL.", "C. EARTH.", "D. WORLD." ] }, { "video_id": "sample_308_real.mp4", "question": "What word is encircling the large metallic globe sculpture?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 10.0, "options": [ "A. UNIVERSAL.", "B. GLOBAL.", "C. EARTH.", "D. WORLD." ] }, { "video_id": "sample_308_real.mp4", "question": "What was the name of the café shown just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 184.0, "options": [ "A. The Green Café.", "B. The Fun Café.", "C. Power Up Café.", "D. Stage 52 Café." ] }, { "video_id": "sample_308_real.mp4", "question": "What is one of the activities that people were doing on the zebra crossing just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 329.0, "options": [ "A. Jogging.", "B. Pushing a stroller.", "C. Riding a bicycle.", "D. Selling goods." ] }, { "video_id": "sample_308_real.mp4", "question": "What material are the stairs made of?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 483.0, "options": [ "A. Metal.", "B. Wood.", "C. Marble.", "D. Concrete." ] }, { "video_id": "sample_48_real.mp4", "question": "What are the prominent colors of the ornament in the middle of the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 3.0, "options": [ "A. Pink, blue, and gold.", "B. Red, green, and silver.", "C. Black, white, and blue.", "D. Yellow, orange, and purple." ] }, { "video_id": "sample_48_real.mp4", "question": "What are the black-gloved hands doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 120.0, "options": [ "A. Holding the ornament steadily above the cup for drainage.", "B. Placing the ornament on a table.", "C. Shaking the ornament to remove excess liquid.", "D. Filling the ornament with a new liquid." ] }, { "video_id": "sample_48_real.mp4", "question": "What is the person doing right now with the pink container labeled \"Glitter\"?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 218.0, "options": [ "A. Pouring fine white glitter into the funnel.", "B. Sprinkling glitter on the white cloth.", "C. Decorating the ornament with paint.", "D. Mixing different colored liquids inside the ornament." ] }, { "video_id": "sample_48_real.mp4", "question": "What are the hands doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 307.0, "options": [ "A. Rotating the sphere while applying golden liquid.", "B. Placing the sphere on a white cloth.", "C. Cleaning the sphere with a cloth.", "D. Removing the golden liquid bottle." ] }, { "video_id": "sample_48_real.mp4", "question": "What did the person do just now with the metallic-colored paint bottle?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 410.0, "options": [ "A. Applied paint to the ornament.", "B. Shook the bottle vigorously.", "C. Poured paint into a plastic cup.", "D. Closed the bottle's cap." ] }, { "video_id": "sample_398_real.mp4", "question": "What is the predominant vehicle type visible on the right side of the street right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 11.0, "options": [ "A. Red truck.", "B. Yellow car.", "C. White van.", "D. Blue bicycle." ] }, { "video_id": "sample_398_real.mp4", "question": "What is the weather condition right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 116.0, "options": [ "A. Sunny.", "B. Snowy.", "C. Rainy.", "D. Clear." ] }, { "video_id": "sample_398_real.mp4", "question": "Which type of establishment has a visible sign on the left side of the street right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 232.0, "options": [ "A. A cafe.", "B. A library.", "C. A tea room.", "D. A bookstore." ] }, { "video_id": "sample_398_real.mp4", "question": "Which company logo is visible on a truck right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 350.0, "options": [ "A. FedEx.", "B. Ryder.", "C. UPS.", "D. Amazon." ] }, { "video_id": "sample_398_real.mp4", "question": "Which establishment's sign is visible in the video right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 467.0, "options": [ "A. Starbucks.", "B. Dunkin'.", "C. McDonald's.", "D. Subway." ] }, { "video_id": "sample_184_real.mp4", "question": "What color is the traffic light now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 2.0, "options": [ "A. Yellow.", "B. Red.", "C. Green.", "D. Black." ] }, { "video_id": "sample_184_real.mp4", "question": "Where is the fenced area located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 123.0, "options": [ "A. Only on the left side of the road.", "B. Directly behind the cyclist.", "C. Directly ahead of the cyclist.", "D. On both sides of the road." ] }, { "video_id": "sample_184_real.mp4", "question": "Where is the stop sign located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 234.0, "options": [ "A. On the left side of the road.", "B. In the middle of the crossroad.", "C. Above the traffic lights.", "D. On the right side of the road." ] }, { "video_id": "sample_184_real.mp4", "question": "What is placed along the side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 355.0, "options": [ "A. Tree barriers.", "B. Cones.", "C. Metal fences.", "D. Hay bales." ] }, { "video_id": "sample_184_real.mp4", "question": "What is located in front of the cyclists right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 487.0, "options": [ "A. A finishing line.", "B. A straight road.", "C. A roundabout.", "D. A sharp left turn." ] }, { "video_id": "sample_38_real.mp4", "question": "What does the person do after picking up a pinch of seasoning or salt?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 138.0, "options": [ "A. Places it on the cutting board.", "B. Puts it back in the container.", "C. Hands it to someone else.", "D. Sprinkles it over the cauliflower." ] }, { "video_id": "sample_38_real.mp4", "question": "What does the person do after picking up a pinch of seasoning or salt?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 138.0, "options": [ "A. Places it on the cutting board.", "B. Puts it back in the container.", "C. Hands it to someone else.", "D. Sprinkles it over the cauliflower." ] }, { "video_id": "sample_38_real.mp4", "question": "What is the overall activity taking place in the kitchen?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 378.0, "options": [ "A. Making a delicate cauliflower dish.", "B. Baking a cake.", "C. Making a sandwich.", "D. Cooking pasta." ] }, { "video_id": "sample_38_real.mp4", "question": "What is the overall activity taking place in the kitchen?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 378.0, "options": [ "A. Making a delicate cauliflower dish.", "B. Baking a cake.", "C. Making a sandwich.", "D. Cooking pasta." ] }, { "video_id": "sample_38_real.mp4", "question": "What is the overall activity taking place in the kitchen?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 378.0, "options": [ "A. Making a delicate cauliflower dish.", "B. Baking a cake.", "C. Making a sandwich.", "D. Cooking pasta." ] }, { "video_id": "sample_402_real.mp4", "question": "Which famous fast-food chain's logo can be seen on the left side of the street right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 4.0, "options": [ "A. Starbucks.", "B. McDonald's.", "C. Subway.", "D. Chipotle." ] }, { "video_id": "sample_402_real.mp4", "question": "What is the color of the traffic light right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 63.0, "options": [ "A. Red.", "B. Yellow.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_402_real.mp4", "question": "What is the name of the parking facility visible on the street sign right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 236.0, "options": [ "A. Central Parking.", "B. Manhattan Parking.", "C. New York Parking.", "D. Lincoln Center Parking." ] }, { "video_id": "sample_402_real.mp4", "question": "What type of weather condition is being experienced right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 357.0, "options": [ "A. Sunny and clear.", "B. Snowy and blowing.", "C. Foggy and misty.", "D. Rainy and wet." ] }, { "video_id": "sample_402_real.mp4", "question": "Which type of vehicle can be seen parked on the left side of the street right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 473.0, "options": [ "A. A truck.", "B. A bicycle.", "C. A white car.", "D. A motorcycle." ] }, { "video_id": "sample_179_real.mp4", "question": "Where is the green banner located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 4.0, "options": [ "A. Hanging above the cyclists.", "B. On the left side of the road.", "C. Directly behind the cyclists.", "D. On the both sides of the road." ] }, { "video_id": "sample_179_real.mp4", "question": "Where is the flag located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 138.0, "options": [ "A. Hanging on the left side of the road.", "B. Hanging above the cyclists.", "C. Hanging behind the cyclists.", "D. Hanging on the right side of the road." ] }, { "video_id": "sample_179_real.mp4", "question": "Where is the cyclist located relative to the National Championships banner right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 245.0, "options": [ "A. Far down the road from the banner.", "B. Before reaching the banner.", "C. Turned away from the banner.", "D. Just crossing underneath the banner." ] }, { "video_id": "sample_179_real.mp4", "question": "What is the position of the tall building with many windows right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 369.0, "options": [ "A. On the left side of the road.", "B. Directly in front of the cyclists.", "C. Behind the cyclists.", "D. On the right side of the road." ] }, { "video_id": "sample_179_real.mp4", "question": "What is the current positioning of the National Championships banner right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 497.0, "options": [ "A. Behind the cyclists.", "B. On the left side of the road.", "C. On the right side of the road.", "D. Directly above the cyclists." ] }, { "video_id": "sample_396_real.mp4", "question": "What is noticeable about the item emitting smoke on the right side of the street?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 5.0, "options": [ "A. It is completely covered in white paint.", "B. It has black stripes.", "C. It is orange and white with caution tapes around it.", "D. It is blue and white with warning signs around it." ] }, { "video_id": "sample_396_real.mp4", "question": "What type of vehicle is on the left-hand side traveling through the intersection right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 95.0, "options": [ "A. Sedan.", "B. SUV.", "C. Taxi.", "D. Motorcycle." ] }, { "video_id": "sample_396_real.mp4", "question": "What is the traffic light color right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 190.0, "options": [ "A. Red.", "B. Yellow.", "C. Green.", "D. Blinking." ] }, { "video_id": "sample_396_real.mp4", "question": "What is the traffic light color right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 276.0, "options": [ "A. Red.", "B. Yellow.", "C. Green.", "D. Blinking." ] }, { "video_id": "sample_396_real.mp4", "question": "What is the man wearing on his head right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 382.0, "options": [ "A. A red cap.", "B. A white hat.", "C. A blue cap.", "D. A black hat." ] }, { "video_id": "sample_112_real.mp4", "question": "Which graphics cards are being compared right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. RTX 3080 Ti and RTX 3070 Ti.", "B. RTX 3060 and RTX 3070 Ti.", "C. RTX 3080 Ti and RTX 3090.", "D. RTX 3070 and RTX 3080 Ti." ] }, { "video_id": "sample_112_real.mp4", "question": "Which graphics cards are being compared right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 191.0, "options": [ "A. RTX 3080 Ti and RTX 3080.", "B. RTX 3060 and RTX 3070 Ti.", "C. RTX 3080 Ti and RTX 3090.", "D. RTX 3070 and RTX 3080 Ti." ] }, { "video_id": "sample_112_real.mp4", "question": "What metrics are displayed on the benchmarking screen for each graphics card right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 360.0, "options": [ "A. FPS, clock speed, temperature, power, and CPU usage.", "B. Memory usage, CPU temperature, and power draw.", "C. Ping rate, jitter, and packet loss.", "D. Frame time, GPU load, and VRAM usage." ] }, { "video_id": "sample_112_real.mp4", "question": "What frame rate does the RTX 3080 Ti with Intel i9 12900K and 32G DDR5 4800 achieve for \"God of War 4\" at 4K+DLSS right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 560.0, "options": [ "A. 101 fps.", "B. 135 fps.", "C. 91 fps.", "D. 87 fps." ] }, { "video_id": "sample_112_real.mp4", "question": "What appears in the overlay graphics on the screen right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 673.0, "options": [ "A. User interaction options.", "B. Weather icons.", "C. Application logos.", "D. Navigation tools." ] }, { "video_id": "sample_361_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. An individual adjusts the settings on a coffee grinder, preparing it for use.", "B. An individual sets the timer on a toaster oven, ready to bake.", "C. An individual calibrates an oven's temperature for baking pastries.", "D. An individual measures the exact amount of coffee grounds for a recipe." ] }, { "video_id": "sample_361_real.mp4", "question": "What is the best summary of the actions performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 125.0, "options": [ "A. The individual prepared a coffee by grinding the beans and operating an espresso machine.", "B. The individual assembled a sandwich with various ingredients and served it to a customer.", "C. The individual organized a stationary set, placing pens and pencils in a container.", "D. The individual arranged some tools on a workbench, preparing for a repair task." ] }, { "video_id": "sample_361_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 240.0, "options": [ "A. A person is preparing for steaming the milk.", "B. A barista prepares and serves a complex coffee drink, adjusting various machines and ingredients to ensure perfection.", "C. An individual prepares various ingredients for a large meal, organizing and setting them on a counter.", "D. A chef expertly places different kitchen tools in an organized manner to prepare for a cooking session." ] }, { "video_id": "sample_361_real.mp4", "question": "Which of the following options best summarizes the actions of the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 355.0, "options": [ "A. The individual ground coffee beans, tamped the coffee grounds, and prepared an espresso shot.", "B. The individual operated a juicer, filled a glass with orange juice, and served it to a customer.", "C. The individual brewed a pot of tea, poured it into cups, and arranged cookies on a plate.", "D. The individual prepared a milkshake, added toppings, and served it with a straw." ] }, { "video_id": "sample_361_real.mp4", "question": "Which of the following options best summarizes the action just taken by the individual?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 470.0, "options": [ "A. The individual is steaming the milk.", "B. The individual is arranging paper cups for use.", "C. The individual is preparing a drink by adding a mixer.", "D. The individual is cleaning a stainless steel jug." ] }, { "video_id": "sample_238_real.mp4", "question": "Why are they two people shaking hands now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 117.0, "options": [ "A. Because they just reached an important business agreement.", "B. Because they appeared together in a photo when they were young.", "C. Because they are meeting for the first time after many years.", "D. Because they are congratulating each other on a job well done." ] }, { "video_id": "sample_238_real.mp4", "question": "Why is Mr. Bean very angry now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 180.0, "options": [ "A. Because another person ate all the food in the refrigerator.", "B. Because someone spilled a drink on his favorite chair.", "C. Because his television stopped working during his favorite show.", "D. Because he just realized he lost his wallet." ] }, { "video_id": "sample_238_real.mp4", "question": "Why does the person in the smaller bed become annoyed and awake?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 268.0, "options": [ "A. Because the person with a larger build speaks loudly.", "B. Because the snoring sound from sleeping on the ground is too loud.", "C. Because the person in the smaller bed has a nightmare.", "D. Because a noise from outside wakes them up." ] }, { "video_id": "sample_238_real.mp4", "question": "Why is Mr. Bean very angry now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 402.0, "options": [ "A. Because someone borrowed his car without asking.", "B. Because another person also ate the ice cream that belonged to Mr. Bean.", "C. Because his favorite TV show was canceled.", "D. Because his favorite shirt got ruined in the wash." ] }, { "video_id": "sample_238_real.mp4", "question": "Why does Mr. Bean want to escape?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 617.0, "options": [ "A. Because he accidentally broke something in the store.", "B. Because he doesn't want to pay the bill.", "C. Because he saw someone he is trying to avoid.", "D. Because he is late for an important appointment." ] }, { "video_id": "sample_453_real.mp4", "question": "What is the color of the bus zone sign visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 4.0, "options": [ "A. Red and white.", "B. Blue and white.", "C. Green and white.", "D. Black and yellow." ] }, { "video_id": "sample_453_real.mp4", "question": "What is the color of the traffic light right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 199.0, "options": [ "A. Green.", "B. Yellow.", "C. Red.", "D. Blue." ] }, { "video_id": "sample_453_real.mp4", "question": "What can be identified about the current traffic light status for vehicles?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 402.0, "options": [ "A. Red light.", "B. Yellow light.", "C. Green light.", "D. Flashing light." ] }, { "video_id": "sample_453_real.mp4", "question": "What is the time displayed on the dashboard right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 606.0, "options": [ "A. 7:10:30.", "B. 7:11:02.", "C. 7:12:15.", "D. 7:11:45." ] }, { "video_id": "sample_453_real.mp4", "question": "What is the current speed limit for this road?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 804.0, "options": [ "A. 50.", "B. 60.", "C. 70.", "D. 80." ] }, { "video_id": "sample_28_real.mp4", "question": "What text appears at the top right of the screen right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 13.0, "options": [ "A. \"Live Recording\".", "B. \"Previously Recorded Live\".", "C. \"Recording Now\".", "D. \"Live Now\"." ] }, { "video_id": "sample_28_real.mp4", "question": "What does the man do to ensure the potatoes cook evenly in the pan?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 331.0, "options": [ "A. He stirs them constantly.", "B. He arranges them to avoid overlapping.", "C. He covers the pan.", "D. He adds more oil." ] }, { "video_id": "sample_28_real.mp4", "question": "What does the man do to ensure the potatoes cook evenly in the pan?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 331.0, "options": [ "A. He stirs them constantly.", "B. He arranges them to avoid overlapping.", "C. He covers the pan.", "D. He adds more oil." ] }, { "video_id": "sample_28_real.mp4", "question": "What is the person doing with the bowl right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 660.0, "options": [ "A. Putting it in the microwave.", "B. Washing it in the sink.", "C. Mixing its contents with a spoon.", "D. Placing it back on the counter." ] }, { "video_id": "sample_28_real.mp4", "question": "What is the person doing with the bowl right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 660.0, "options": [ "A. Putting it in the microwave.", "B. Washing it in the sink.", "C. Mixing its contents with a spoon.", "D. Placing it back on the counter." ] }, { "video_id": "sample_352_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. An individual browsed through items in a refrigerator section of a store with a cloth in hand.", "B. An individual walked through an establishment, apparently a café, holding a cloth and prepared to clean a table.", "C. An individual picked up a jacket from a chair and folded it neatly to place it back.", "D. An individual took a tray of food to serve a seated customer at a table." ] }, { "video_id": "sample_352_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 135.0, "options": [ "A. An individual was washing their hands and drying them with a towel.", "B. An individual was organizing various kitchen utensils and cutlery in a drawer.", "C. An individual was washing and rinsing a batch of dishes and cups in a sink.", "D. An individual was preparing ingredients for a meal by chopping vegetables." ] }, { "video_id": "sample_352_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 260.0, "options": [ "A. An individual rearranged items in a refrigerator and then wiped the floors.", "B. An individual disposed of trash, retrieved cleaning supplies, and started mopping the floor.", "C. An individual washed dishes, emptied the trash, and cleaned the sink.", "D. An individual served food to a customer and then started cleaning the countertops." ] }, { "video_id": "sample_352_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 385.0, "options": [ "A. An individual adjusted various settings on an electronic device, selected payment options.", "B. An individual searched through web pages on a tablet, bookmarked a few articles, and saved them for later reading.", "C. An individual played a game on a tablet, paused to check messages, and then defeated the final boss in the game.", "D. An individual followed a recipe on a tablet screen, added ingredients to a bowl, and began the baking process." ] }, { "video_id": "sample_352_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 573.0, "options": [ "A. An individual made a cappuccino and a flat white with oat milk, and served them in takeaway cups.", "B. An individual made an espresso and a latte, serving them in ceramic mugs for dine-in.", "C. An individual prepared tea and hot chocolate for takeaway, using regular milk for both.", "D. An individual brewed a strong filter coffee and an americano, serving them in large takeaway containers." ] }, { "video_id": "sample_68_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 19.0, "options": [ "A. Zooming in on the plastic containers.", "B. Cutting along the line dividing the brown object.", "C. Peeling off a section of the brown object.", "D. Arranging flowers in the containers." ] }, { "video_id": "sample_68_real.mp4", "question": "What is the gloved hand doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 120.0, "options": [ "A. Adjusting the heat on the stove top.", "B. Painting the coaster into a solid color.", "C. Adjusting the position of the flower on the brown ring.", "D. Picking up the coaster." ] }, { "video_id": "sample_68_real.mp4", "question": "What is the black-gloved hand doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 206.0, "options": [ "A. Repositioning the white ceramic bowl.", "B. Stirring the paintbrush in the bowl.", "C. Adjusting the flowers with a bamboo stick.", "D. Adjusting the blue cutting mat." ] }, { "video_id": "sample_68_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 295.0, "options": [ "A. Pouring resin into the circular mold.", "B. Mixing colors in a bowl.", "C. Arranging flowers on a table.", "D. Stacking plastic cups." ] }, { "video_id": "sample_68_real.mp4", "question": "What action is being performed with the hands right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 403.0, "options": [ "A. Painting the circular object.", "B. Peeling off a gold-colored material.", "C. Polishing the circular object.", "D. Cutting the circular object into pieces." ] }, { "video_id": "sample_442_real.mp4", "question": "What type of container is the person placing on the shelves?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 18.0, "options": [ "A. Blue and white yogurt containers.", "B. Small cardboard boxes.", "C. Large glass jars.", "D. Metal cans." ] }, { "video_id": "sample_442_real.mp4", "question": "What label is visible on the boxes stacked on the floor in the storage room right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 259.0, "options": [ "A. ALPHA.", "B. CHARLIE.", "C. Valio and BRAVO.", "D. DELTA." ] }, { "video_id": "sample_442_real.mp4", "question": "What are the colors of the juice cartons being handled by the person?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 794.0, "options": [ "A. Green with white and yello detailing.", "B. Blue with yellow detailing.", "C. Red with white detailing.", "D. Pink with green detailing." ] }, { "video_id": "sample_442_real.mp4", "question": "What are the colors of the juice cartons being handled by the person?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 794.0, "options": [ "A. Green with white and yello detailing.", "B. Blue with yellow detailing.", "C. Red with white detailing.", "D. Pink with green detailing." ] }, { "video_id": "sample_442_real.mp4", "question": "What color are the gloves seen in the scene?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 1005.0, "options": [ "A. Black.", "B. Red.", "C. White.", "D. Blue." ] }, { "video_id": "sample_36_real.mp4", "question": "What is the person doing with the box grater?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 207.0, "options": [ "A. Slicing bread.", "B. Chopping vegetables.", "C. Peeling potatoes.", "D. Grating a yellow ingredient." ] }, { "video_id": "sample_36_real.mp4", "question": "What is the person doing with the box grater?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 207.0, "options": [ "A. Slicing bread.", "B. Chopping vegetables.", "C. Peeling potatoes.", "D. Grating a yellow ingredient." ] }, { "video_id": "sample_36_real.mp4", "question": "What is the person in a blue shirt chopping on the wooden cutting board?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 402.0, "options": [ "A. Red bell pepper.", "B. Carrots.", "C. Green bell pepper.", "D. Onions." ] }, { "video_id": "sample_36_real.mp4", "question": "What is the person holding right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 602.0, "options": [ "A. A wooden spoon.", "B. A metal spatula.", "C. A whisk.", "D. A ladle." ] }, { "video_id": "sample_36_real.mp4", "question": "What is the person holding in the right hand right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 799.0, "options": [ "A. A pen.", "B. A ladle.", "C. A knife.", "D. A rolling pin." ] }, { "video_id": "sample_409_real.mp4", "question": "Which option best summarizes what was just shown?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. A person was preparing and serving hamburgers to a line of customers at a busy street corner.", "B. A mobile food truck opened its serving window near a shopping area in the morning.", "C. A vendor inside a food truck was grilling burgers on a barbecue and handing them to customers.", "D. A food truck got stuck in traffic and had to be manually pushed to the side of the road by several people." ] }, { "video_id": "sample_409_real.mp4", "question": "Which option best summarizes what was just shown?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 167.0, "options": [ "A. A person was cleaning the kitchen area and restocking spices and sauces.", "B. A vendor was arranging different types of drinks on the countertop in a food truck.", "C. Several people were unloading supplies from a truck into a storage area.", "D. A chef was heating oil in a pan to start cooking a meal." ] }, { "video_id": "sample_409_real.mp4", "question": "Which option best summarizes what was just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 326.0, "options": [ "A. A person was unloading kitchen equipment from a truck and placing it on a counter.", "B. A person was stocking a refrigerator with beverages and condiments.", "C. A person was organizing cooking ingredients.", "D. A person was preparing ingredients for a recipe by mixing spices in different containers." ] }, { "video_id": "sample_409_real.mp4", "question": "Which best summarizes what was just shown?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 484.0, "options": [ "A. A burger was being freshly seasoned and prepared for customers.", "B. A chef was preparing a vegetarian dish by adding spices.", "C. A worker was cleaning a grill after a long day of cooking.", "D. An ice cream vendor was serving customers on a sunny day at the park." ] }, { "video_id": "sample_409_real.mp4", "question": "Which option best summarizes what was just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 642.0, "options": [ "A. A chef was slicing vegetables and placing them on a plate.", "B. A person was manually operating a fryer to prepare French fries.", "C. Several patties and buns were being grilled on a hot surface by a worker.", "D. A person was cleaning up the kitchen area, wiping counters and washing dishes." ] }, { "video_id": "sample_393_real.mp4", "question": "What kind of car is parked on the left side of the road now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 7.0, "options": [ "A. Police car.", "B. Bus.", "C. Ambulance.", "D. Taxi." ] }, { "video_id": "sample_393_real.mp4", "question": "What is the color of the traffic light now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 152.0, "options": [ "A. Red.", "B. Green.", "C. Yellow.", "D. Orange." ] }, { "video_id": "sample_393_real.mp4", "question": "Right now, what type of vehicle is the black car on the left?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 214.0, "options": [ "A. Infiniti.", "B. Toyota.", "C. Honda.", "D. Lexus." ] }, { "video_id": "sample_393_real.mp4", "question": "What is the color of the traffic light now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 308.0, "options": [ "A. Red.", "B. Green.", "C. Yellow.", "D. Orange." ] }, { "video_id": "sample_393_real.mp4", "question": "Which street name is visible on the green sign right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 420.0, "options": [ "A. Broadway.", "B. Canal St.", "C. Centre St.", "D. East Broadway." ] }, { "video_id": "sample_233_real.mp4", "question": "Why does the rabbit strike the door with its fist several times?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 25.0, "options": [ "A. Because the rabbit is practicing its strength.", "B. Because the rabbit is knocking to check if someone is inside.", "C. Because the rabbit wants to open the door.", "D. Because the rabbit wants to get food." ] }, { "video_id": "sample_233_real.mp4", "question": "Why would the rabbit inside the iron gate be very panicked now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 134.0, "options": [ "A. Because he just realized the gate is locked, and he can't get out.", "B. Because he heard loud footsteps approaching from outside.", "C. Because the lights suddenly went out, and he is afraid of the dark.", "D. Because the toilet paper he was holding in his hand fell." ] }, { "video_id": "sample_233_real.mp4", "question": "What causes the bunny character to react with shock and sweat?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 208.0, "options": [ "A. Because the bunny just realized it forgot something important.", "B. Because a loud noise startled the bunny from behind.", "C. Because the rabbit wearing red and white clothes is perfectly fine.", "D. Because the bunny suddenly noticed a large shadow looming over it." ] }, { "video_id": "sample_233_real.mp4", "question": "Why do the rectangular characters arm themselves?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 281.0, "options": [ "A. Because they are excited to see the rabbit-like figure.", "B. Because the rabbit-like figure has glowing eyes and a menacing demeanor.", "C. Because they want to celebrate with the rabbit-like figure.", "D. Because they see another group approaching." ] }, { "video_id": "sample_233_real.mp4", "question": "Why does the rabbit break through the wall to escape?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 376.0, "options": [ "A. Because the rabbit wants to catch a thief.", "B. Because the rabbit is afraid of a predator.", "C. Because the rabbit wants to retrieve the advertisement.", "D. Because the rabbit is inspired by the advertisement for new shoes." ] }, { "video_id": "sample_459_real.mp4", "question": "What is the sticker on the windshield saying right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 4.0, "options": [ "A. PLEASE PAY FARE.", "B. PLEASE HAND UP.", "C. PLEASE EXIT.", "D. PLEASE TAKE SEATS." ] }, { "video_id": "sample_459_real.mp4", "question": "What device is located to the right side of the steering wheel right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 123.0, "options": [ "A. A digital device.", "B. A water bottle.", "C. A map.", "D. A book." ] }, { "video_id": "sample_459_real.mp4", "question": "What street is visible on the signpost right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 242.0, "options": [ "A. Oak Street.", "B. Maple Street.", "C. Elm Street.", "D. Jersey Street." ] }, { "video_id": "sample_459_real.mp4", "question": "What sign is visible to the right of the intersection right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 360.0, "options": [ "A. STOP.", "B. YIELD.", "C. NO ENTRY.", "D. GIVE WAY." ] }, { "video_id": "sample_459_real.mp4", "question": "What color is the first car on the left side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 478.0, "options": [ "A. Green.", "B. Blue.", "C. Silver.", "D. Red." ] }, { "video_id": "sample_214_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 24.0, "options": [ "A. Calculating the perimeter of shapes.", "B. Understanding different geometric figures.", "C. The concept of Area.", "D. The concept of volume." ] }, { "video_id": "sample_214_real.mp4", "question": "What formula might the speaker likely introduce next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 123.0, "options": [ "A. Perimeter of a rectangle.", "B. Volume of a cube.", "C. Circumference of a circle.", "D. Area of a triangle." ] }, { "video_id": "sample_214_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 285.0, "options": [ "A. How to convert between different units of length.", "B. The concept of volume measurement.", "C. The perimeter of different shapes.", "D. How to calculate the area of another shapes." ] }, { "video_id": "sample_214_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 415.0, "options": [ "A. The angle of the base.", "B. The formula for area.", "C. The hypotenuse of the triangle.", "D. The height of the triangle." ] }, { "video_id": "sample_214_real.mp4", "question": "What might the speaker discuss next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 525.0, "options": [ "A. Discussing the properties of different quadrilaterals.", "B. Solving for the perimeter of the triangle.", "C. Simplifying algebraic expressions.", "D. Calculating the area of a different triangle." ] }, { "video_id": "sample_50_real.mp4", "question": "What was shown just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 8.0, "options": [ "A. A detailed view of three circular keychains held in a hand.", "B. A person assembling a keychain.", "C. A tutorial on Cricut Design Space.", "D. A black screen with white text." ] }, { "video_id": "sample_50_real.mp4", "question": "What is the person doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 140.0, "options": [ "A. Arranging a selection of materials on a screen.", "B. Smoothing out the vinyl on the mat.", "C. Pressing down the teal vinyl to secure it.", "D. Inserting the mat into the machine named \"Cricutjoy \"." ] }, { "video_id": "sample_50_real.mp4", "question": "What is the hands doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 247.0, "options": [ "A. Move the hands closer to the white card.", "B. Lift slightly away from the card to inspect the adhesion.", "C. Secure the paper by pressing down firmly.", "D. Place a new piece of transparent paper with a purple design." ] }, { "video_id": "sample_50_real.mp4", "question": "What did the person do just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 372.0, "options": [ "A. Arrange a pink material at the top right.", "B. Place a purple piece of material at the bottom left.", "C. Position a blue piece of material at the bottom right.", "D. Set a mint green piece at the top left." ] }, { "video_id": "sample_50_real.mp4", "question": "What did the person do just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 499.0, "options": [ "A. Attach a purple circular piece with a strip tape.", "B. Apply a blue pattern to a square.", "C. Arrange pieces of pastel colors on the grid-patterned surface.", "D. Hold a tool to adjust the position of the purple circle." ] }, { "video_id": "sample_216_real.mp4", "question": "What concept might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 40.0, "options": [ "A. How to visualize data on a graph.", "B. The types of charts used in data representation.", "C. Differences between continuous and discrete data.", "D. Examples of data collection methods." ] }, { "video_id": "sample_216_real.mp4", "question": "What might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 179.0, "options": [ "A. How to create a bar graph.", "B. How to fill in the data in the data table.", "C. How to interpret the data in the data table.", "D. How to convert the data table into a pie chart." ] }, { "video_id": "sample_216_real.mp4", "question": "What might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 338.0, "options": [ "A. The average precipitation in May.", "B. The meaning of the scale on the graph.", "C. The total annual precipitation.", "D. The method used to calculate the average precipitation." ] }, { "video_id": "sample_216_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 481.0, "options": [ "A. The use of the negative coordinate axis.", "B. How the fluctuation in investment income impacts yearly analysis.", "C. Strategies to improve investment returns.", "D. The overall trend of investment income throughout the year." ] }, { "video_id": "sample_216_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 609.0, "options": [ "A. Interpret the trends shown in the graphs.", "B. Introduce new data sets for comparison.", "C. Calculate the mean of the data sets.", "D. Convert the temperatures to Celsius." ] }, { "video_id": "sample_140_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. The person paints a gradient from pink to white with smooth horizontal strokes.", "B. The canvas is covered with random colors and patterns.", "C. The palette is used to mix blue and green colors for a landscape.", "D. The person uses a sponge to create a textured effect." ] }, { "video_id": "sample_140_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. The person paints a gradient from pink to white with smooth horizontal strokes.", "B. The canvas is covered with random colors and patterns.", "C. The palette is used to mix blue and green colors for a landscape.", "D. The person uses a sponge to create a textured effect." ] }, { "video_id": "sample_140_real.mp4", "question": "What action is the artist performing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 139.0, "options": [ "A. Mixing colors on the palette.", "B. Framing the finished painting.", "C. Applying fine details to the grass lawn.", "D. Cleaning the brush with water." ] }, { "video_id": "sample_140_real.mp4", "question": "Which of the following best summarizes the painting just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 260.0, "options": [ "A. A landscape painting with a path leading to a small white house with a red roof.", "B. A portrait of an elderly man being painted with fine details.", "C. A close-up of a flower being painted with vibrant colors.", "D. An abstract painting with various geometric shapes." ] }, { "video_id": "sample_140_real.mp4", "question": "What is located below the large dark brown tree in the painting?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 380.0, "options": [ "A. A lake with a boat.", "B. A group of animals.", "C. A river with a bridge.", "D. A grass lawn." ] }, { "video_id": "sample_312_real.mp4", "question": "What was the name of the food stand shown just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 164.0, "options": [ "A. TASTY TREATS.", "B. REEL TREATS.", "C. SWEET SNACKS.", "D. FOOD HAVEN." ] }, { "video_id": "sample_312_real.mp4", "question": "How is the road next to the tram bordered?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 346.0, "options": [ "A. With a wooden fence.", "B. With stone walls.", "C. With metallic guardrails.", "D. With hedges." ] }, { "video_id": "sample_312_real.mp4", "question": "How is the road next to the tram bordered?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 346.0, "options": [ "A. With a wooden fence.", "B. With stone walls.", "C. With metallic guardrails.", "D. With hedges." ] }, { "video_id": "sample_312_real.mp4", "question": "What is the perspective of the view as the vehicle drives along the road?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 490.0, "options": [ "A. Aerial view.", "B. First-person perspective.", "C. Third-person perspective.", "D. Rear view." ] }, { "video_id": "sample_312_real.mp4", "question": "What is the perspective of the view as the vehicle drives along the road?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 490.0, "options": [ "A. Aerial view.", "B. First-person perspective.", "C. Third-person perspective.", "D. Rear view." ] }, { "video_id": "sample_324_real.mp4", "question": "What object is the person holding in the hand?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. A folded umbrella.", "B. A map.", "C. A shopping bag.", "D. A book." ] }, { "video_id": "sample_324_real.mp4", "question": "What is the distinctive feature of the crosswalk?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 200.0, "options": [ "A. It has red and white stripes.", "B. It is marked with white stripes.", "C. It is marked with yellow stripes.", "D. It has green and white stripes." ] }, { "video_id": "sample_324_real.mp4", "question": "What is the overall weather condition depicted in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 379.0, "options": [ "A. Sunny.", "B. Snowy.", "C. Rainy.", "D. Foggy." ] }, { "video_id": "sample_324_real.mp4", "question": "What was a noticeable feature of the street just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 560.0, "options": [ "A. It is lined with colorful flowers.", "B. The road is empty.", "C. It has a lot of parked bicycles and is wet due to rain.", "D. It is empty and dry with clear skies." ] }, { "video_id": "sample_324_real.mp4", "question": "Where is the small white building located in the courtyard?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 719.0, "options": [ "A. To the left of the pathway.", "B. At the far end of the courtyard.", "C. Next to the playground.", "D. In the center of the courtyard." ] }, { "video_id": "sample_27_real.mp4", "question": "What is the person using to stir the contents in the frying pan?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 121.0, "options": [ "A. A wooden spoon.", "B. A metal spatula.", "C. A red spatula.", "D. A plastic spoon." ] }, { "video_id": "sample_27_real.mp4", "question": "What is the man likely to do next after reaching out to grab another ingredient from the countertop?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 259.0, "options": [ "A. Serve the dish immediately.", "B. Add the new ingredient to the frying pan.", "C. Clean the countertop.", "D. Turn off the stove." ] }, { "video_id": "sample_27_real.mp4", "question": "What is the main activity the man is engaged in right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 384.0, "options": [ "A. Cooking shrimp.", "B. Preparing a salad.", "C. Washing vegetables.", "D. Baking bread." ] }, { "video_id": "sample_27_real.mp4", "question": "What item is used by the chef to handle the food inside the pot?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 505.0, "options": [ "A. A spoon.", "B. A spatula.", "C. A pair of tongs.", "D. A fork." ] }, { "video_id": "sample_27_real.mp4", "question": "What item is used by the chef to handle the food inside the pot?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 505.0, "options": [ "A. A spoon.", "B. A spatula.", "C. A pair of tongs.", "D. A fork." ] }, { "video_id": "sample_133_real.mp4", "question": "What is the position of the paintbrush relative to the sketchbooks initially?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 20.0, "options": [ "A. In front of the open sketchbook.", "B. Between a sketchbook and a white item.", "C. Behind the closed sketchbook.", "D. To the left of the open sketchbook." ] }, { "video_id": "sample_133_real.mp4", "question": "What is the artist focusing on right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 219.0, "options": [ "A. Adding a background.", "B. Painting the portrait's face.", "C. Sketching the portrait.", "D. Cleaning the palette." ] }, { "video_id": "sample_133_real.mp4", "question": "Which of the following best summarizes the painting process shown just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 420.0, "options": [ "A. A rough sketch of a landscape.", "B. Add background color to the portrait.", "C. An abstract painting with vibrant colors.", "D. A still life painting of fruits and flowers." ] }, { "video_id": "sample_133_real.mp4", "question": "Which of the following best summarizes the painting process shown just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 420.0, "options": [ "A. A rough sketch of a landscape.", "B. Add background color to the portrait.", "C. An abstract painting with vibrant colors.", "D. A still life painting of fruits and flowers." ] }, { "video_id": "sample_133_real.mp4", "question": "Which of the following best summarizes the painting process in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 619.0, "options": [ "A. Bold brushstrokes on a colorful landscape.", "B. Fine details on a still life painting.", "C. Detailing a portrait of a man with dark hair and a serious expressions.", "D. Subtle shading on an abstract design." ] }, { "video_id": "sample_71_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 58.0, "options": [ "A. 0.", "B. 1.", "C. 3.", "D. 4." ] }, { "video_id": "sample_71_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 58.0, "options": [ "A. 0.", "B. 1.", "C. 3.", "D. 4." ] }, { "video_id": "sample_71_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 178.0, "options": [ "A. 0.", "B. 1.", "C. 3.", "D. 4." ] }, { "video_id": "sample_71_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 178.0, "options": [ "A. 0.", "B. 1.", "C. 3.", "D. 4." ] }, { "video_id": "sample_71_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 318.0, "options": [ "A. 0.", "B. 1.", "C. 3.", "D. 4." ] }, { "video_id": "sample_166_real.mp4", "question": "Which side of the trail has more dense foliage right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. The left side.", "B. The right side.", "C. Both sides equally.", "D. Neither side has foliage." ] }, { "video_id": "sample_166_real.mp4", "question": "Where is the large tree located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 126.0, "options": [ "A. On the left side of the road.", "B. Ahead, slightly to the left.", "C. Overhead, providing shade.", "D. On the right side of the road." ] }, { "video_id": "sample_166_real.mp4", "question": "Where is the shadowed area located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 233.0, "options": [ "A. On the left side of the road.", "B. Across the entire road.", "C. On the right side of the road.", "D. No shadow at all." ] }, { "video_id": "sample_166_real.mp4", "question": "What is located immediately ahead in the clearing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 333.0, "options": [ "A. An intersection.", "B. A steep hill.", "C. A large boulder.", "D. A narrow bridge." ] }, { "video_id": "sample_166_real.mp4", "question": "What is mainly visible on the left side of the road right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 440.0, "options": [ "A. A lake.", "B. Trees and dense foliage.", "C. A building complex.", "D. Farmland." ] }, { "video_id": "sample_343_real.mp4", "question": "Which of the following options best summarizes the activity that transpired just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The person cooked fish filets, garnished them with vegetables, and presented them for serving.", "B. The person assembled burgers by adding patties, placing condiments, and wrapping them.", "C. The person restocked sandwich ingredients, such as lettuce and tomatoes, in preparation areas.", "D. The person cleaned a used tray by discarding waste, and preparing it for reuse." ] }, { "video_id": "sample_343_real.mp4", "question": "Which of the following options best summarizes the activity that transpired just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 85.0, "options": [ "A. The worker inspected the kitchen utensils, adjusted the oven temperature, and cleaned the grill.", "B. The worker arranged cooked patties on a slide, cleaned the grill surface, and prepared for the next batch.", "C. The worker deep-fried chicken, assembled it on a plate, and garnished it with herbs.", "D. The worker flipped burger patties, placed them on a tray,." ] }, { "video_id": "sample_343_real.mp4", "question": "Which of the following options best summarizes the activity that transpired just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 160.0, "options": [ "A. The worker arranged hotdogs on a grill, added condiments, and wrapped them for serving.", "B. The worker cooked and seasoned bacon strips and placed them into the fryer for crispiness.", "C. The worker assembled fish fillets, sprinkled them with seasoning, and placed them in the oven for baking.", "D. The worker transferred cooked onion onto a tray, cleaned the surface of the grill, and prepared for the next cooking batch." ] }, { "video_id": "sample_343_real.mp4", "question": "Which of the following options best summarizes the activity that transpired just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 235.0, "options": [ "A. The individual prepared a batch of scrambled eggs, added herbs, and placed them on a hot plate.", "B. The individual restocked a freezer with packages of frozen vegetables, organized them by color, and labeled each bin.", "C. The individual cleaned and sanitized a workstation, organized cooking utensils, and prepared for the next task.", "D. The individual prepared strips of bacon by separating them from frozen packaging." ] }, { "video_id": "sample_343_real.mp4", "question": "Which of the following options best summarizes the activity that transpired just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 310.0, "options": [ "A. The worker cleaned the grill, prepared eggs by cracking and whisking them, and started cooking pancakes.", "B. The worker poured liquid eggs into a container, organized kitchen supplies, and cleaned the preparation area.", "C. The worker cracked eggs into a bowl, mixed them with spices, and set them aside for cooking later.", "D. The worker filled a container with liquid eggs." ] }, { "video_id": "sample_160_real.mp4", "question": "What action does the person perform with the large piece of fabric?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 15.0, "options": [ "A. Ties it around their waist.", "B. Drapes it over themselves and threads arms through the sleeves.", "C. Folds it neatly and places it on the floor.", "D. Wraps it around their head." ] }, { "video_id": "sample_160_real.mp4", "question": "What action does the person perform with the large piece of fabric?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 15.0, "options": [ "A. Ties it around their waist.", "B. Drapes it over themselves and threads arms through the sleeves.", "C. Folds it neatly and places it on the floor.", "D. Wraps it around their head." ] }, { "video_id": "sample_160_real.mp4", "question": "What does the person do after picking up or placing several small objects?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 93.0, "options": [ "A. Opens the window.", "B. Sits down at the table.", "C. Adjusts a braided belt around their waist.", "D. Leaves the room." ] }, { "video_id": "sample_160_real.mp4", "question": "What is the person doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 177.0, "options": [ "A. Adjusting their belt.", "B. Pulling a hood over their head.", "C. Opening a wooden door.", "D. Stepping outside." ] }, { "video_id": "sample_160_real.mp4", "question": "What are the colors of the garments worn by the person lying down?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 268.0, "options": [ "A. Cream and blue with red embroidered edges.", "B. White and blue with gold embroidered edges.", "C. Cream and green with silver embroidered edges.", "D. White and red with blue embroidered edges." ] }, { "video_id": "sample_73_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 192.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_73_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 271.0, "options": [ "A. 1.", "B. 4.", "C. 2.", "D. 0." ] }, { "video_id": "sample_73_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 318.0, "options": [ "A. 1.", "B. 3.", "C. 2.", "D. 5." ] }, { "video_id": "sample_73_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 438.0, "options": [ "A. 1.", "B. 3.", "C. 7.", "D. 5." ] }, { "video_id": "sample_73_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 741.0, "options": [ "A. 10.", "B. 11.", "C. 9.", "D. 12." ] }, { "video_id": "sample_336_real.mp4", "question": "What type of bus is visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 16.0, "options": [ "A. Single-decker bus.", "B. Minibus.", "C. Double-decker bus.", "D. School bus." ] }, { "video_id": "sample_336_real.mp4", "question": "What is the primary activity of the pedestrians seen in the walkway?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 146.0, "options": [ "A. Running.", "B. Walking.", "C. Cycling.", "D. Skating." ] }, { "video_id": "sample_336_real.mp4", "question": "What is the setting of the video scene?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 300.0, "options": [ "A. A busy market street during the day.", "B. A quiet village at sunset.", "C. A vibrant cityscape at night.", "D. A beach during the evening." ] }, { "video_id": "sample_336_real.mp4", "question": "Where are the colorful lights primarily reflected?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 440.0, "options": [ "A. In the sky.", "B. On the buildings.", "C. In the water in the foreground.", "D. On the streets." ] }, { "video_id": "sample_336_real.mp4", "question": "Where are the colorful lights primarily reflected?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 440.0, "options": [ "A. In the sky.", "B. On the buildings.", "C. In the water in the foreground.", "D. On the streets." ] }, { "video_id": "sample_447_real.mp4", "question": "What action does the person perform after kneeling down?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 8.0, "options": [ "A. Breaking down cardboard boxes.", "B. Placing and organizing boxes of milk on a shelf.", "C. Placing cartons on a metal cart.", "D. Removing gloves." ] }, { "video_id": "sample_447_real.mp4", "question": "What kind of items is the person reaching for on the cart?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 163.0, "options": [ "A. Cheese blocks.", "B. Yogurt cups.", "C. Milk cartons.", "D. Bread loaves." ] }, { "video_id": "sample_447_real.mp4", "question": "What type of items is the viewer primarily handling in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 340.0, "options": [ "A. Electronic gadgets.", "B. Dairy products.", "C. Clothing accessories.", "D. Stationery products." ] }, { "video_id": "sample_447_real.mp4", "question": "What does the individual do after moving away from the shelf?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 496.0, "options": [ "A. Picks up another item to place on the shelf.", "B. Carries a cardboard box towards a stack of boxes.", "C. Sits down to take a break.", "D. Leaves the storage room." ] }, { "video_id": "sample_447_real.mp4", "question": "What is the person wearing on his right wrist?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 581.0, "options": [ "A. A silver watch.", "B. A leather bracelet.", "C. A gold bracelet.", "D. A rubber band." ] }, { "video_id": "sample_126_real.mp4", "question": "What is the artist doing with the gold leaf in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 8.0, "options": [ "A. Applying it to a painted surface.", "B. Cutting it into smaller pieces.", "C. Mixing it with paint.", "D. Discarding it." ] }, { "video_id": "sample_126_real.mp4", "question": "What is the sequence of actions just performed by the artist?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 180.0, "options": [ "A. Painting the background, then the nose, followed by the cheek, and finally the forehead.", "B. Painting the nose, then the cheek, followed by the forehead.", "C. Painting the forehead, then the nose, followed by the cheek.", "D. Painting the cheek, then the forehead, followed by the nose." ] }, { "video_id": "sample_126_real.mp4", "question": "What did the artist do just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 338.0, "options": [ "A. Sketching the ear.", "B. Applying meticulous strokes to the ear area.", "C. Cleaning the paintbrush.", "D. Painting the background." ] }, { "video_id": "sample_126_real.mp4", "question": "Which of the following best summarizes the painting shown in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 500.0, "options": [ "A. A detailed painting of a woman with blonde hair on a dark blue background with a full moon and clouds.", "B. A landscape painting with mountains and rivers.", "C. A detailed illustration of a woman's profile with leaves in her hair being painted.", "D. A close-up portrait of an elderly man." ] }, { "video_id": "sample_126_real.mp4", "question": "Which of the following best summarizes the painting shown in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 500.0, "options": [ "A. A detailed painting of a woman with blonde hair on a dark blue background with a full moon and clouds.", "B. A landscape painting with mountains and rivers.", "C. A detailed illustration of a woman's profile with leaves in her hair being painted.", "D. A close-up portrait of an elderly man." ] }, { "video_id": "sample_64_real.mp4", "question": "What are the hands doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 16.0, "options": [ "A. Writing the name \"Alli\" on a keychain.", "B. Holding the box closed.", "C. Removing the keychain from the packaging.", "D. Placing the keychain into the packaging." ] }, { "video_id": "sample_64_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 117.0, "options": [ "A. Picking up a light pink cardboard piece.", "B. Applying adhesive to a cardboard piece.", "C. Pressing down a transparent plastic sheet.", "D. Holding a cylindrical bottle." ] }, { "video_id": "sample_64_real.mp4", "question": "What is the cursor doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 224.0, "options": [ "A. Clicking the \"Undo\" button.", "B. Selecting multiple icons.", "C. Opening a subfolder.", "D. Deleting a document." ] }, { "video_id": "sample_64_real.mp4", "question": "What did the cursor indicate just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 309.0, "options": [ "A. Selecting shapes on the canvas.", "B. Displaying a pop-up menu.", "C. Moving to the Layers panel on the right.", "D. Highlighting text input fields." ] }, { "video_id": "sample_64_real.mp4", "question": "What action did the user perform just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 420.0, "options": [ "A. Selected the \"Score\" tool.", "B. Added a new shape to the design.", "C. Chose the \"Medium Cardstock - 80 lb (216 gsm)\" as the base material.", "D. Connected the Maker 3." ] }, { "video_id": "sample_297_real.mp4", "question": "Where is the hotel in relation to the cyclist right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 19.0, "options": [ "A. On the right side.", "B. On the left side.", "C. Behind the cyclist.", "D. Directly ahead." ] }, { "video_id": "sample_297_real.mp4", "question": "Where is the yellow vehicle located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 224.0, "options": [ "A. On the right side of the road.", "B. Directly behind the cyclist.", "C. Directly in front of the cyclist.", "D. On the left side of the cyclist." ] }, { "video_id": "sample_297_real.mp4", "question": "What is located on the left side, parallel to the cyclists right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 438.0, "options": [ "A. A safety railing.", "B. A parking lot.", "C. A rest area.", "D. A grass field." ] }, { "video_id": "sample_297_real.mp4", "question": "What is located to the right side of the cyclist right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 655.0, "options": [ "A. An open field.", "B. A dense forest.", "C. A lake.", "D. A mountain range." ] }, { "video_id": "sample_297_real.mp4", "question": "What is on the right side of the cyclists right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 847.0, "options": [ "A. A brick wall.", "B. A bush.", "C. A field.", "D. A dense forest." ] }, { "video_id": "sample_54_real.mp4", "question": "What are the hands doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 19.0, "options": [ "A. Painting the ornament.", "B. Hanging the ornament on a tree.", "C. Mixing resin components.", "D. Holding and adjusting a mask." ] }, { "video_id": "sample_54_real.mp4", "question": "What is the gloved hand doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 113.0, "options": [ "A. Shaking a beaker filled with golden liquid.", "B. Stirring the resin with a wooden stick.", "C. Holding a pair of tweezers.", "D. Pouring resin with pink mica into the white circular object." ] }, { "video_id": "sample_54_real.mp4", "question": "What did the right hand do just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 209.0, "options": [ "A. Adjusted the position of the ornament.", "B. Lifted the ornament to inspect it.", "C. Held the ornament securely.", "D. Steadily moved the stick to distribute the resin." ] }, { "video_id": "sample_54_real.mp4", "question": "How is the glittery substance being applied to the circular object right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 310.0, "options": [ "A. Using a paintbrush.", "B. Pouring it directly from the cup.", "C. Applying it with fingers.", "D. Spreading it with a wooden stick." ] }, { "video_id": "sample_54_real.mp4", "question": "What is the person doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 407.0, "options": [ "A. Placing the ornament on the mat.", "B. Peeling off tape from the ornament.", "C. Tying a knot in the string attached to the ornament.", "D. Giving the string one final tug to secure it." ] }, { "video_id": "sample_69_real.mp4", "question": "What was held up close to the camera right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 9.0, "options": [ "A. Two Christmas ornaments.", "B. A pair of painted canvases.", "C. A set of colorful ribbons.", "D. Two Christmas cards." ] }, { "video_id": "sample_69_real.mp4", "question": "What did the right hand do just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 79.0, "options": [ "A. Picked up the blue paint tube.", "B. Picked up shaked and the transparent plastic sphere.", "C. Squeezed the white paint tube.", "D. Put down the green paint tube." ] }, { "video_id": "sample_69_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 144.0, "options": [ "A. Painting the sphere.", "B. Wiping the sphere's surface.", "C. Mixing paint colors.", "D. Discarding the paint tubes." ] }, { "video_id": "sample_69_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 195.0, "options": [ "A. Add blue-green paint to the bauble.", "B. Squeeze more black paint into the bauble.", "C. Lift the bauble to show the paint inside.", "D. Clean the paint tubes." ] }, { "video_id": "sample_69_real.mp4", "question": "What are the hands doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 233.0, "options": [ "A. Applying paint to the ornament.", "B. Rotating the ornament to reveal different perspectives.", "C. Placing the ornament back on the towel.", "D. Cleaning the paint tubes." ] }, { "video_id": "sample_493_real.mp4", "question": "What significant change happened just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. The scene transitions to a field with green hills.", "B. The logo with \"GRAVITY THROTTLE RACING\" reappears.", "C. The abstract background becomes darker.", "D. The Texaco gas station disappears." ] }, { "video_id": "sample_493_real.mp4", "question": "Which car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 265.0, "options": [ "A. The red car.", "B. The orange car.", "C. The yellow car.", "D. The black car." ] }, { "video_id": "sample_493_real.mp4", "question": "How is the terrain described where the toy cars are racing at the beginning?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 482.0, "options": [ "A. Snowy with scattered toy trees.", "B. Rocky and steep.", "C. Desert-themed with rail tracks.", "D. Grassy with ponds." ] }, { "video_id": "sample_493_real.mp4", "question": "Which team is leading in the racing points?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 734.0, "options": [ "A. Jay Bo.", "B. Pacific Pirate.", "C. Sisters of the Heavy.", "D. Larro." ] }, { "video_id": "sample_493_real.mp4", "question": "Which car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 915.0, "options": [ "A. The red and bluecar.", "B. The black car.", "C. The yellow car.", "D. The brown and blue car." ] }, { "video_id": "sample_122_real.mp4", "question": "What text is prominently shown on the packaging of the darker graphics card right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 15.0, "options": [ "A. DESIGNED BY GAMERS, BUILT BY NVIDIA.", "B. CREATED BY GAMERS, DEVELOPED BY NVIDIA.", "C. INSPIRED BY GAMERS. BUILT BY NVIDIA.", "D. ENGINEERED BY GAMERS, MADE BY NVIDIA." ] }, { "video_id": "sample_122_real.mp4", "question": "What titles are not listed on the comparison chart shown right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 96.0, "options": [ "A. GTA V.", "B. Shadow of the Tomb Raider.", "C. Forza Horizon 5.", "D. God of War." ] }, { "video_id": "sample_122_real.mp4", "question": "What is the brand name of the graphics card shown right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 180.0, "options": [ "A. NVIDIA.", "B. GE FORCE.", "C. AMD.", "D. RADEON." ] }, { "video_id": "sample_122_real.mp4", "question": "What is the design feature of the graphics card on the right right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 251.0, "options": [ "A. It has dual fans with a sleek design.", "B. It has three fans with a geometric, aggressive design.", "C. It features a single large fan in the center.", "D. It is completely fanless with a passive cooling system." ] }, { "video_id": "sample_122_real.mp4", "question": "How many fans does the graphics card on the right have right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 286.0, "options": [ "A. One.", "B. Two.", "C. Three.", "D. Four." ] }, { "video_id": "sample_471_real.mp4", "question": "What distinguishes the figures in the third painting?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 16.0, "options": [ "A. They have blue hair and dark bodies.", "B. They have orange hair and pale bodies.", "C. They have green hair and yellow bodies.", "D. They have black hair and white bodies." ] }, { "video_id": "sample_471_real.mp4", "question": "What distinguishes the figures in the third painting?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 16.0, "options": [ "A. They have blue hair and dark bodies.", "B. They have orange hair and pale bodies.", "C. They have green hair and yellow bodies.", "D. They have black hair and white bodies." ] }, { "video_id": "sample_471_real.mp4", "question": "What characteristic is shared by the white shapes on the wooden panel pieces?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 496.0, "options": [ "A. They are all triangular.", "B. They are all raised and cast shadows.", "C. They all have a blue background.", "D. They all include floral designs." ] }, { "video_id": "sample_471_real.mp4", "question": "What can be inferred about the layout of the gallery space based on the video content?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 643.0, "options": [ "A. The gallery is very crowded with limited space.", "B. The artworks are displayed haphazardly.", "C. The gallery is open with artworks neatly displayed and visible visitors.", "D. The lighting is dim and focused on certain artworks." ] }, { "video_id": "sample_471_real.mp4", "question": "What can be inferred about the layout of the gallery space based on the video content?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 643.0, "options": [ "A. The gallery is very crowded with limited space.", "B. The artworks are displayed haphazardly.", "C. The gallery is open with artworks neatly displayed and visible visitors.", "D. The lighting is dim and focused on certain artworks." ] }, { "video_id": "sample_372_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual makes an espresso shot, adds water to it, and prepares it for serving.", "B. The individual heats water, measures coffee grounds, and prepares coffee in a French press.", "C. The individual collects various ingredients, chops them, and prepares a fresh smoothie.", "D. The individual picks up a milk jug, pours milk into a metal pitcher." ] }, { "video_id": "sample_372_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 89.0, "options": [ "A. The individual washed the espresso machine parts and prepared fresh coffee grounds.", "B. The individual brewed tea leaves and poured tea into a cup.", "C. The individual mixed ingredients in a blender to prepare a smoothie.", "D. The individual steamed milk using an espresso machine's steam wand and wiped the steam wand clean." ] }, { "video_id": "sample_372_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 165.0, "options": [ "A. The individual prepares espresso shots while organizing coffee cups and saucers.", "B. The individual brews tea, rinses teapots, and places them on a drying rack.", "C. The individual purchases new coffee supplies and stores them in the kitchen cabinets.", "D. The individual cleans several milk frothing pitchers, rinsing them under running water." ] }, { "video_id": "sample_372_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 290.0, "options": [ "A. The individual arranges milk jugs and rinses them under running water, then cleans the countertop.", "B. The individual organizes kitchen utensils, prepares ingredients, and washes dishes in the sink.", "C. The individual identifies dirty items in the workspace, organizes them, and prepares for the next task by collecting utensils.", "D. The individual adjusted coffee machine settings, added coffee to cups while checking printed receipts." ] }, { "video_id": "sample_372_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 326.0, "options": [ "A. The individual collects various bakery items, assembles them on a tray, and prepares to serve them to customers.", "B. The individual picks up a milk jug, prepares milk for steaming, and pours it into a cup for serving.", "C. The individual clears dirty dishes, washes them, and arranges them on a drying rack.", "D. The individual operates the espresso machine, prepares coffee, and serves the freshly brewed coffee to a customer." ] }, { "video_id": "sample_151_real.mp4", "question": "What is the woman in the white dress doing when the scene transitions?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 10.0, "options": [ "A. Dancing.", "B. Styling another person's hair.", "C. Getting her hair styled by another person.", "D. Eating." ] }, { "video_id": "sample_151_real.mp4", "question": "What activity are the two women primarily engaged in?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 120.0, "options": [ "A. Cooking.", "B. Cleaning.", "C. Dressing.", "D. Sewing." ] }, { "video_id": "sample_151_real.mp4", "question": "What activity are the two women primarily engaged in?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 120.0, "options": [ "A. Cooking.", "B. Cleaning.", "C. Dressing.", "D. Sewing." ] }, { "video_id": "sample_151_real.mp4", "question": "What color is the assistant's dress?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 206.0, "options": [ "A. Blue and red.", "B. Red and white.", "C. Green and red.", "D. Purple and white." ] }, { "video_id": "sample_151_real.mp4", "question": "What is the man with medium-length, curly, white hair wearing?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 319.0, "options": [ "A. A white top with a black neckline.", "B. A black top with a white neckline.", "C. A dark robe with yellow-gold sleeves.", "D. A dress with intricate gold stitching." ] }, { "video_id": "sample_331_real.mp4", "question": "What color shorts is the person wearing who is walking with someone in a blue shirt?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 7.0, "options": [ "A. Black.", "B. Yellow.", "C. Red.", "D. Green." ] }, { "video_id": "sample_331_real.mp4", "question": "Where is the cyclist heading as they ride through the square?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 138.0, "options": [ "A. Towards the pedestrian crossing.", "B. Away from the central area.", "C. Towards the central area.", "D. Along the street to the left." ] }, { "video_id": "sample_331_real.mp4", "question": "Where is the scaffolding located in the plaza?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 250.0, "options": [ "A. On the right side.", "B. Near the center.", "C. On the left side.", "D. In front of the clock tower." ] }, { "video_id": "sample_331_real.mp4", "question": "Where is the scaffolding located in the plaza?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 250.0, "options": [ "A. On the right side.", "B. Near the center.", "C. On the left side.", "D. In front of the clock tower." ] }, { "video_id": "sample_331_real.mp4", "question": "What is the color of the vehicle that follows the white van?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 370.0, "options": [ "A. Red.", "B. Black.", "C. Green.", "D. Blue." ] }, { "video_id": "sample_172_real.mp4", "question": "What is located on the right side of the cyclist right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 14.0, "options": [ "A. A supermarket entrance.", "B. A row of flags.", "C. A bus stop.", "D. A park." ] }, { "video_id": "sample_172_real.mp4", "question": "What structure is located straight ahead on the right side of the road, visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 141.0, "options": [ "A. A bridge.", "B. A gym.", "C. A billboard.", "D. A roundabout." ] }, { "video_id": "sample_172_real.mp4", "question": "What is located on the right side of the road right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 263.0, "options": [ "A. A series of road signs.", "B. A parked car.", "C. A bus stop.", "D. A pedestrian crossing." ] }, { "video_id": "sample_172_real.mp4", "question": "Where is the cyclist right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 374.0, "options": [ "A. Turning a corner.", "B. Going uphill.", "C. On a straight road.", "D. About to reach a roundabout." ] }, { "video_id": "sample_172_real.mp4", "question": "Where is the big red truck?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 560.0, "options": [ "A. On the left side of the cyclist.", "B. Behind the cyclist, on the right.", "C. On the right side of the main path.", "D. Ahead, to the left." ] }, { "video_id": "sample_209_real.mp4", "question": "What happens after the first green block is placed on the yellow block?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 25.0, "options": [ "A. The hand removes the green block.", "B. The hand moves away and does nothing.", "C. The hand removes the yellow block.", "D. The hand adds another green block." ] }, { "video_id": "sample_209_real.mp4", "question": "What action do the hands perform just before moving away from the structure?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 118.0, "options": [ "A. Adding a yellow block.", "B. Adding a blue block.", "C. Adjusting the blue block.", "D. Pressing down the green blocks." ] }, { "video_id": "sample_209_real.mp4", "question": "Where is the new yellow and green block placed relative to the original structure?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 212.0, "options": [ "A. Behind the original structure.", "B. Next to the original structure.", "C. On top of the original structure.", "D. In front of the original structure." ] }, { "video_id": "sample_209_real.mp4", "question": "Where is the new yellow and green block placed relative to the original structure?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 212.0, "options": [ "A. Behind the original structure.", "B. Next to the original structure.", "C. On top of the original structure.", "D. In front of the original structure." ] }, { "video_id": "sample_209_real.mp4", "question": "What did the person do with the yellow block just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 315.0, "options": [ "A. Removed them from the structure.", "B. Arranged them on the blue block and adjusted for alignment.", "C. Stacked them on top of the blue blocks.", "D. Placed them above the green block and another yellow block." ] }, { "video_id": "sample_306_real.mp4", "question": "What are some pedestrians seen doing as they walk along the sidewalk?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 15.0, "options": [ "A. Riding bikes.", "B. Taking pictures.", "C. Carrying umbrellas.", "D. Jogging." ] }, { "video_id": "sample_306_real.mp4", "question": "What is the name on the food truck?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 149.0, "options": [ "A. Marco's Delights.", "B. Shanif's Famous.", "C. Tasty Treats.", "D. City Eats." ] }, { "video_id": "sample_306_real.mp4", "question": "What is the general atmosphere of the street right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 294.0, "options": [ "A. Calm and quiet.", "B. Busy and vibrant.", "C. Deserted and eerie.", "D. Tense and chaotic." ] }, { "video_id": "sample_306_real.mp4", "question": "Which station entrance was shown just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 438.0, "options": [ "A. Times Square Station.", "B. 34th Street-Herald Sq Station.", "C. Grand Central Station.", "D. Union Square Station." ] }, { "video_id": "sample_306_real.mp4", "question": "What is the primary color of the subway train?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 534.0, "options": [ "A. Blue.", "B. Green.", "C. Silver.", "D. Red." ] }, { "video_id": "sample_382_real.mp4", "question": "What color is the taxi visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 38.0, "options": [ "A. Blue.", "B. Green.", "C. Yellow.", "D. Red." ] }, { "video_id": "sample_382_real.mp4", "question": "What type of vehicle is shown in the foreground right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 126.0, "options": [ "A. A truck.", "B. A taxi.", "C. A motorcycle.", "D. A bicycle." ] }, { "video_id": "sample_382_real.mp4", "question": "What type of lanes is indicated by the road markings right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 254.0, "options": [ "A. Carpool lanes.", "B. HOV lanes.", "C. Bus lanes.", "D. Bike lanes." ] }, { "video_id": "sample_382_real.mp4", "question": "What time is displayed on the clock visible right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 377.0, "options": [ "A. 12:50.", "B. 13:10.", "C. 12:00.", "D. 12:25." ] }, { "video_id": "sample_382_real.mp4", "question": "Which brand's store is visible on the right side of the street right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 502.0, "options": [ "A. Nike.", "B. GAP.", "C. Adidas.", "D. H&M." ] }, { "video_id": "sample_106_real.mp4", "question": "What is the boost clock speed of the RTX 4090 right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. 1665 MHz.", "B. 1695 MHz.", "C. 2520 MHz.", "D. 2505 MHz." ] }, { "video_id": "sample_106_real.mp4", "question": "Which performance metrics are being shown right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 220.0, "options": [ "A. CPU benchmarks for various processors.", "B. FPS results for different games.", "C. CPU clock, CPU Usage, VRAM Usage, GPU Power, GPU Temp, and FPS for 4070TiS.", "D. RAM speed metrics for different memory types." ] }, { "video_id": "sample_106_real.mp4", "question": "Which graphics card is labeled in green in the performance comparison right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 419.0, "options": [ "A. RTX 3060 Ti.", "B. RTX 4060 Ti.", "C. RTX 4070 Ti SUPER.", "D. RTX 2070." ] }, { "video_id": "sample_106_real.mp4", "question": "Which GPU shows the best performance for \"SDXL(512x512)\" right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 620.0, "options": [ "A. RTX 4070.", "B. RTX 4070 Ti.", "C. RTX 4080.", "D. SD1.5(512x512)." ] }, { "video_id": "sample_106_real.mp4", "question": "What emojis are currently displayed around the man and the graphics card?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 763.0, "options": [ "A. \"like,\" \"comment,\" \"follow,\" and \"share\".", "B. \"like,\" \"save,\" \"comment,\" and \"share\".", "C. \"like,\" \"insert coins,\" \"favorite,\" and \"share\".", "D. \"like,\" \"comment,\" \"subscribe,\" and \"share\"." ] }, { "video_id": "sample_437_real.mp4", "question": "What action does the person perform with the yogurt cups?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 17.0, "options": [ "A. The person sorts the cups by flavor.", "B. The person moves the yogurt cups to the right shelving unit.", "C. The person stacks the cups in a corner.", "D. The person places the yogurt cups neatly on the shelf." ] }, { "video_id": "sample_437_real.mp4", "question": "What action does the person perform with the yogurt cups?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 17.0, "options": [ "A. The person sorts the cups by flavor.", "B. The person moves the yogurt cups to the right shelving unit.", "C. The person stacks the cups in a corner.", "D. The person places the yogurt cups neatly on the shelf." ] }, { "video_id": "sample_437_real.mp4", "question": "What is the person holding right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 180.0, "options": [ "A. A bottle of juice.", "B. A carton of milk.", "C. A box of cereal.", "D. A can of soda." ] }, { "video_id": "sample_437_real.mp4", "question": "What did the person pick up on the top shelf just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 327.0, "options": [ "A. Boxes of cereal.", "B. Cans of soup.", "C. Yogurt cups.", "D. Bottled water." ] }, { "video_id": "sample_437_real.mp4", "question": "What action is the person performing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 645.0, "options": [ "A. Cleaning the shelves.", "B. Taking inventory.", "C. Organizing yogurt containers.", "D. Restocking fresh vegetables." ] }, { "video_id": "sample_177_real.mp4", "question": "Where are the trees located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 20.0, "options": [ "A. On the both sides of the road.", "B. On the left side of the road.", "C. In the middle of the road.", "D. On the right side of the road." ] }, { "video_id": "sample_177_real.mp4", "question": "What is located on the right side of the path right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 139.0, "options": [ "A. An open field.", "B. A dense forest.", "C. A farmhouse.", "D. A shopping plaza." ] }, { "video_id": "sample_177_real.mp4", "question": "Where is the house with the brown roof located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 249.0, "options": [ "A. On the right side of the road.", "B. On the left side of the road.", "C. Directly behind the cyclist.", "D. In the middle of the forest." ] }, { "video_id": "sample_177_real.mp4", "question": "Where are the trees located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 376.0, "options": [ "A. On the both sides of the road.", "B. On the left side of the road.", "C. In the middle of the road.", "D. On the right side of the road." ] }, { "video_id": "sample_177_real.mp4", "question": "What is the black car parked right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 477.0, "options": [ "A. On the left side of the road.", "B. On the both sides of the road.", "C. On the right side of the road.", "D. No black car." ] }, { "video_id": "sample_108_real.mp4", "question": "What is the price of the RTX 4080 shown right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 15.0, "options": [ "A. 6499元.", "B. 9499元.", "C. 7499元.", "D. 5499元." ] }, { "video_id": "sample_108_real.mp4", "question": "What is highlighted as the top-performing graphics card right now according to the 3DMark Time Spy Extreme scores?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 260.0, "options": [ "A. RTX 3070.", "B. RTX 4090.", "C. RTX 4080.", "D. RTX 3090 Ti." ] }, { "video_id": "sample_108_real.mp4", "question": "What is the average FPS score of the RTX 4080 at a resolution of 3840x2160 right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 489.0, "options": [ "A. 124.", "B. 118.", "C. 100.", "D. 82." ] }, { "video_id": "sample_108_real.mp4", "question": "What is the price of the RTX 4080 graphics card in yuan?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 735.0, "options": [ "A. 5499 yuan.", "B. 9499 yuan.", "C. 11999 yuan.", "D. 12999 yuan." ] }, { "video_id": "sample_108_real.mp4", "question": "What is the price of the RTX 4080 graphics card in yuan?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 735.0, "options": [ "A. 5499 yuan.", "B. 9499 yuan.", "C. 11999 yuan.", "D. 12999 yuan." ] }, { "video_id": "sample_212_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 20.0, "options": [ "A. How to add mixed numbers.", "B. The subtraction of mixed numbers.", "C. The multiplication of fractions.", "D. The properties of whole numbers." ] }, { "video_id": "sample_212_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 130.0, "options": [ "A. How to add those two mixed numbers.", "B. The process of converting mixed numbers to improper fractions.", "C. Subtracting mixed numbers.", "D. The definition of mixed numbers." ] }, { "video_id": "sample_212_real.mp4", "question": "What might the speaker do next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 248.0, "options": [ "A. How to add those two mixed numbers.", "B. Subtract the fractions.", "C. Multiply the fractions.", "D. Divide the fractions." ] }, { "video_id": "sample_212_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 396.0, "options": [ "A. How to add mixed numbers.", "B. How to convert fractions to decimals.", "C. The process of subtracting fractions.", "D. How to add those two fractions numbers." ] }, { "video_id": "sample_212_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 478.0, "options": [ "A. Adding the fractions together.", "B. Converting the results back to whole numbers.", "C. Finding a different common denominator.", "D. Subtracting the fractions." ] }, { "video_id": "sample_60_real.mp4", "question": "What phrase appears right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 14.0, "options": [ "A. \"Links to the materials I used are in the video description.\".", "B. \"Merry Christmas and Happy New Year.\".", "C. \"Alcohol Ink Ornaments.\".", "D. \"Handmade Ornaments by Design.\"." ] }, { "video_id": "sample_60_real.mp4", "question": "What are the gloved hands doing just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 139.0, "options": [ "A. Cutting the ornament into pieces.", "B. Dispensing fluid into the ornament.", "C. Painting the ornament.", "D. Measuring the ornament with a ruler." ] }, { "video_id": "sample_60_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 259.0, "options": [ "A. Holding a clear round ornament with golden streaks.", "B. Applying additional golden ink to the ornament.", "C. Mixing purple and blue ink in a container.", "D. Holding an empty transparent container in their right hand." ] }, { "video_id": "sample_60_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 379.0, "options": [ "A. Applying a clear coat to the ornament.", "B. Inspecting the ornament for any areas that might need further enhancement.", "C. Holding the bauble unpainted.", "D. Removing paint from the mat." ] }, { "video_id": "sample_60_real.mp4", "question": "What is the person using right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 480.0, "options": [ "A. A pair of scissors.", "B. A white tool labeled 'cricut'.", "C. A ruler.", "D. A pen." ] }, { "video_id": "sample_67_real.mp4", "question": "What did the cursor do just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 8.0, "options": [ "A. Click on the 'Edit' button.", "B. Click on the 'Upload Image' button.", "C. Drag a file into the upload area.", "D. Select a pattern fill option." ] }, { "video_id": "sample_67_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 139.0, "options": [ "A. Adjusting the positioning of the soccer ball outline.", "B. Reorganizing the \"Home\" name tag.", "C. Tearing off the paper from the back of the white ring.", "D. Weeding the \"Tracy\" decal." ] }, { "video_id": "sample_67_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 276.0, "options": [ "A. Removing the transparent covering from the \"JOSH\" item.", "B. Holding the white circular item aloft for inspection.", "C. Removing the thin film from the surface of the green tennis ball icon.", "D. Reaching for another adhesive design." ] }, { "video_id": "sample_67_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 376.0, "options": [ "A. Tearing the name \"JOSH\" sticker.", "B. Applying the \"Nathan\" name card to the baseball sticker.", "C. Cutting a new circular sticker.", "D. Reaching for the \"Ryan\" sticker." ] }, { "video_id": "sample_67_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 499.0, "options": [ "A. Pouring the liquid into the cup.", "B. Placing the cap back on the first bottle.", "C. Pouring the white granules from the pink bottle slowly into the cup.", "D. Holding the cup and bottle separately." ] }, { "video_id": "sample_92_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 45.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_92_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 45.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_92_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 212.0, "options": [ "A. 3.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_92_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 250.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 6." ] }, { "video_id": "sample_92_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 317.0, "options": [ "A. 2.", "B. 9.", "C. 8.", "D. 6." ] }, { "video_id": "sample_242_real.mp4", "question": "Why is the teddy bear seen flying in the toy plane in the sky?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 24.0, "options": [ "A. Because someone threw the teddy bear.", "B. Because the wind carried the teddy bear.", "C. Because Mr. Bean uses a remote control to operate the toy plane.", "D. Because the teddy bear has wings." ] }, { "video_id": "sample_242_real.mp4", "question": "Why does Mr.Bean climb the tree?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 144.0, "options": [ "A. Because Mr.Bean wants to retrieve the toy stuck in the tree.", "B. Because Mr.Bean wants to collect leaves from the tree.", "C. Because Mr.Bean wants a better view from the top of the tree.", "D. Because Mr.Bean is practicing climbing skills." ] }, { "video_id": "sample_242_real.mp4", "question": "Why are the books stacked on the floor?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 253.0, "options": [ "A. Because there was no more space on the shelves.", "B. As a step for the bird to walk down from the table.", "C. Because the books were being sorted for donation.", "D. Because they were recently used and not yet put away." ] }, { "video_id": "sample_242_real.mp4", "question": "Why does the bird fly out of the window with an item?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 413.0, "options": [ "A. Because the bird is building a nest and needs materials.", "B. Because the bird is curious and wants to explore outside.", "C. Because the bird is attracted to shiny objects.", "D. Because this item is very precious, the bird wants to steal it away." ] }, { "video_id": "sample_242_real.mp4", "question": "Where did Mr. Bean get all this gold from?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 487.0, "options": [ "A. Mr. Bean won it in a lottery.", "B. Mr. Bean found it buried in his backyard.", "C. The bird kept by Mr. Bean stole from the old lady's house.", "D. Mr. Bean inherited it from a distant relative." ] }, { "video_id": "sample_377_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 14.0, "options": [ "A. The vendor set up a beverage station with cups and straws, preparing for customers.", "B. The vendor organized a set of condiments and napkins at the counter to facilitate customer use.", "C. The vendor puts on glove, arranged hot dog buns, getting ready to serve customers.", "D. The vendor cleaned and restocked a salad bar, ensuring it is ready for use." ] }, { "video_id": "sample_377_real.mp4", "question": "Which of the following options best summarizes the actions observed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 51.0, "options": [ "A. The individual prepared an omelet by whisking eggs and pouring them into a heated pan.", "B. The individual assembled a sandwich by layering ingredients onto a slice of bread, cut it, and then served it.", "C. The individual took a tortilla with a filling on it, placed it on a tray, and then moved away.", "D. The individual arranged cookies on a tray and put them in the oven for baking." ] }, { "video_id": "sample_377_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 92.0, "options": [ "A. The individual is preparing a sandwich by placing slices of meat onto a bun.", "B. The individual is making a pizza by spreading cheese and meat on dough.", "C. The individual is chopping vegetables for a salad close to a selection of various ingredients.", "D. The individual is serving prepared hot dogs along with various condiments." ] }, { "video_id": "sample_377_real.mp4", "question": "Which of the following options best summarizes the food preparation process just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 133.0, "options": [ "A. The preparer slices bread, adds mayonnaise, and tosses in fried fish.", "B. The preparer grills a hot dog, adds ketchup, and places it into a bun.", "C. The preparer slices bread, adds lettuce, and a variety of vegetables, and tops it with chicken pieces.", "D. The preparer makes a pizza, adding pepperoni and cheese before placing it into an oven." ] }, { "video_id": "sample_377_real.mp4", "question": "What action best summarizes the individual's task just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 174.0, "options": [ "A. The individual prepared a salad using fresh vegetables and topped it with dressing.", "B. The individual assembled a sandwich by adding various ingredients and condiments.", "C. The individual grilled a hamburger patty and added cheese before serving it.", "D. The individual deep-fried snacks and served them with dipping sauces." ] }, { "video_id": "sample_341_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual boiled pasta, mixed it with cheese sauce, and served it in a bowl.", "B. The individual selected package items, assembled a burger with cheese, and added a meat patty.", "C. The individual prepared a salad by washing vegetables, chopping them, and arranging them on a plate.", "D. The individual set the table with cutlery, placed a glass of water, and served a main course." ] }, { "video_id": "sample_341_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 79.0, "options": [ "A. The individual boiled pasta, mixed it with cheese sauce, and served it in a bowl.", "B. The individual baked a cake, decorated it with icing, and placed it on display.", "C. The individual selected packaged items, assembled a breakfast burger with a meat patty, cheese, and a fried egg.", "D. The individual prepared a salad by washing vegetables, chopping them, and arranging them on a plate." ] }, { "video_id": "sample_341_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 147.0, "options": [ "A. The individual prepared a pizza by spreading sauce, adding toppings, and placing it in the oven.", "B. The individual assembled a burger by retrieving sliced onions from refrigeration, adding them to the buns.", "C. The individual baked biscuits, buttered them, and served them with jam.", "D. The individual grilled chicken, seasoned it with herbs, and plated it with a side of vegetables." ] }, { "video_id": "sample_341_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 217.0, "options": [ "A. The individual grilled chicken breasts, added seasoning, and placed them on a platter.", "B. The individual prepared a burger by retrieving a patty, adding cheese, and assembling it with a bun.", "C. The individual baked cookies, sprinkled them with sugar, and placed them on a rack to cool.", "D. The individual deep-fried french fries, salted them, and served them in a container." ] }, { "video_id": "sample_341_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 286.0, "options": [ "A. The individual baked cookies, cooled them on a rack, and packaged them in boxes.", "B. The individual selected hash browns, packaged them in package.", "C. The individual grilled sandwiches, wrapped them, and packed them into boxes.", "D. The individual deep-fried chicken wings, added sauce, and arranged them on a plate." ] }, { "video_id": "sample_449_real.mp4", "question": "What object is being pushed at the beginning of the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. A stroller.", "B. A metal shopping cart.", "C. A suitcase.", "D. A wheelbarrow." ] }, { "video_id": "sample_449_real.mp4", "question": "What action is being performed by the person with gloved hands?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 243.0, "options": [ "A. Washing the tomatoes.", "B. Rearranging and picking up tomatoes.", "C. Cutting the tomatoes.", "D. Weighing the tomatoes." ] }, { "video_id": "sample_449_real.mp4", "question": "What does the person do with the tomatoes that fell on the floor?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 490.0, "options": [ "A. Leaves them on the floor.", "B. Places them in a plastic bag.", "C. Puts them back in the shelf.", "D. Throws them away." ] }, { "video_id": "sample_449_real.mp4", "question": "What is the person holding in his hand right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 725.0, "options": [ "A. A red basket.", "B. A plastic bag.", "C. A cardboard tray.", "D. A shopping list." ] }, { "video_id": "sample_449_real.mp4", "question": "What price was displayed on the sign above the shelf with the pears?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 958.0, "options": [ "A. 29.95.", "B. 33.95.", "C. 39.95.", "D. 35.95." ] }, { "video_id": "sample_472_real.mp4", "question": "What was the general theme of the artworks displayed on the wall just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 180.0, "options": [ "A. Nature landscapes.", "B. Abstract art.", "C. A robot boy character.", "D. Historical events." ] }, { "video_id": "sample_472_real.mp4", "question": "What was the general theme of the artworks displayed on the wall just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 180.0, "options": [ "A. Nature landscapes.", "B. Abstract art.", "C. A robot boy character.", "D. Historical events." ] }, { "video_id": "sample_472_real.mp4", "question": "What name is displayed beneath the paintings of a tiger with a red flower on its head?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 335.0, "options": [ "A. TTODOA.", "B. NAM JI HYUNG.", "C. \"SERENE\".", "D. \"ARTIST\"." ] }, { "video_id": "sample_472_real.mp4", "question": "What name is displayed beneath the paintings of a tiger with a red flower on its head?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 335.0, "options": [ "A. TTODOA.", "B. NAM JI HYUNG.", "C. \"SERENE\".", "D. \"ARTIST\"." ] }, { "video_id": "sample_472_real.mp4", "question": "What action does the camera take after focusing on the green object?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 509.0, "options": [ "A. Zooms out to show the entire gallery.", "B. Moves to the floor.", "C. Focuses on a different box.", "D. Shifts to show a painting of a girl standing under balloons floating in the sky." ] }, { "video_id": "sample_468_real.mp4", "question": "Which of the following best describes the sequence of artworks shown just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 176.0, "options": [ "A. Large square painting, two smaller square artworks, another concentric circle piece.", "B. Concentric circles, geometric triangles, vibrant circular piece.", "C. Crisscrossing pattern, concentric circles, geometric triangles.", "D. Vibrant circular piece, geometric triangles, crisscrossing pattern." ] }, { "video_id": "sample_468_real.mp4", "question": "What text is seen directly above the colorful painting shown right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 490.0, "options": [ "A. \"Gallery of Modern Art\".", "B. \"Sunset Landscape\".", "C. \"Art Exhibition\".", "D. \"Wonsook Kim\"." ] }, { "video_id": "sample_468_real.mp4", "question": "What text is seen directly above the colorful painting shown right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 490.0, "options": [ "A. \"Gallery of Modern Art\".", "B. \"Sunset Landscape\".", "C. \"Art Exhibition\".", "D. \"Wonsook Kim\"." ] }, { "video_id": "sample_468_real.mp4", "question": "What text is seen directly above the colorful painting shown right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 490.0, "options": [ "A. \"Gallery of Modern Art\".", "B. \"Sunset Landscape\".", "C. \"Art Exhibition\".", "D. \"Wonsook Kim\"." ] }, { "video_id": "sample_468_real.mp4", "question": "What text is displayed above the screen currently shown in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 583.0, "options": [ "A. Gallery Name.", "B. Exhibit Title.", "C. Artist's Signature.", "D. Jin Hyu Lee." ] }, { "video_id": "sample_43_real.mp4", "question": "What item is being held by a person at the beginning?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. A white plate with pasta.", "B. A blue bowl with salad.", "C. A black pan with meat.", "D. A green cup with tea." ] }, { "video_id": "sample_43_real.mp4", "question": "What color are the slices of garlic as they are being cooked in the frying pan?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 219.0, "options": [ "A. White.", "B. Green.", "C. Caramelized.", "D. Red." ] }, { "video_id": "sample_43_real.mp4", "question": "What is the person using to stir the pot containing noodles?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 406.0, "options": [ "A. Wooden spoon.", "B. Plastic spatula.", "C. Metal tongs.", "D. Silicone whisk." ] }, { "video_id": "sample_43_real.mp4", "question": "What happens after the chef uses tongs to lift pasta out of the pot?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 611.0, "options": [ "A. The chef drains the pasta and sets it aside.", "B. The chef transfers the pasta to the frying pan containing vegetables.", "C. The chef adds seasoning to the boiling water.", "D. The chef puts the pasta back into the boiling water." ] }, { "video_id": "sample_43_real.mp4", "question": "What happens after the chef uses tongs to lift pasta out of the pot?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 611.0, "options": [ "A. The chef drains the pasta and sets it aside.", "B. The chef transfers the pasta to the frying pan containing vegetables.", "C. The chef adds seasoning to the boiling water.", "D. The chef puts the pasta back into the boiling water." ] }, { "video_id": "sample_4_real.mp4", "question": "Why are the players in green and white striving to intercept the ball?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 19.0, "options": [ "A. They are warming up for the game.", "B. They are practicing their defensive moves.", "C. They are reacting to an offensive move toward the goal.", "D. They are performing a choreographed play." ] }, { "video_id": "sample_4_real.mp4", "question": "Why are the players in green and white striving to intercept the ball?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 19.0, "options": [ "A. They are warming up for the game.", "B. They are practicing their defensive moves.", "C. They are reacting to an offensive move toward the goal.", "D. They are performing a choreographed play." ] }, { "video_id": "sample_4_real.mp4", "question": "What was the score and the position of the teams right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 64.0, "options": [ "A. 1-0, the team in blue and red is leading.", "B. 2-0, the team in white is leading.", "C. 2-0, the team in blue and red is leading.", "D. 1-1, the teams are tied." ] }, { "video_id": "sample_4_real.mp4", "question": "What is the updated score after the player in number 11 scored a goal?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 131.0, "options": [ "A. 2-0.", "B. 3-0.", "C. 5-0.", "D. 4-0." ] }, { "video_id": "sample_4_real.mp4", "question": "What uniform does the player named \"JOAO CANCELO\" wear?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 220.0, "options": [ "A. Purple and white.", "B. Red and blue striped.", "C. Blue and yellow.", "D. Green and black." ] }, { "video_id": "sample_386_real.mp4", "question": "Right now, which brand's logo is prominently displayed on the building?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. Starbucks.", "B. Burger King.", "C. KFC.", "D. McDonald's." ] }, { "video_id": "sample_386_real.mp4", "question": "Right now, which type of vehicle is marked with the logo \"VIA Touch\"?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 120.0, "options": [ "A. A taxi.", "B. A truck.", "C. A police car.", "D. A van." ] }, { "video_id": "sample_386_real.mp4", "question": "What is the color of the awning next to the Duane Reade sign right now??", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 235.0, "options": [ "A. There's no awning.", "B. Red.", "C. White.", "D. Green." ] }, { "video_id": "sample_386_real.mp4", "question": "What is indicated by the green sign to the left of the street corner currently?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 353.0, "options": [ "A. Bicycle route.", "B. Parking is prohibited.", "C. Pedestrian zone.", "D. One-way street." ] }, { "video_id": "sample_386_real.mp4", "question": "What type of sign is installed at the street corner right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 468.0, "options": [ "A. One-Way Street.", "B. No Parking.", "C. Pedestrian Crossing.", "D. Speed Limit." ] }, { "video_id": "sample_489_real.mp4", "question": "What does the subtitle below the title card read right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 5.0, "options": [ "A. \"The New Era of Toy Racing\".", "B. \"The Future of Car Racing\".", "C. \"The Next Generation of Diecast Racing\".", "D. \"Ultimate Toy Car Showdown\"." ] }, { "video_id": "sample_489_real.mp4", "question": "Which car is in the front row along with car #2.0 at the start of the race?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 165.0, "options": [ "A. Car #21.", "B. Car #123.", "C. Car #94.", "D. Car #3." ] }, { "video_id": "sample_489_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 351.0, "options": [ "A. The pink car.", "B. The dark green car.", "C. The light green car.", "D. The blue car." ] }, { "video_id": "sample_489_real.mp4", "question": "How many points does the second-place racer in Heat 3 have?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 497.0, "options": [ "A. 4 points.", "B. 6 points.", "C. 10 points.", "D. 13 points." ] }, { "video_id": "sample_489_real.mp4", "question": "How many points does the second-place racer in Heat 3 have?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 497.0, "options": [ "A. 4 points.", "B. 6 points.", "C. 10 points.", "D. 13 points." ] }, { "video_id": "sample_227_real.mp4", "question": "What might the speaker discuss next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 66.0, "options": [ "A. The addition of decimals.", "B. Converting fractions to decimals.", "C. The subtraction of decimals.", "D. The rules for multiplying decimals." ] }, { "video_id": "sample_227_real.mp4", "question": "What is the teacher likely to explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 180.0, "options": [ "A. How to correctly align the decimal points when adding.", "B. How to subtract decimal numbers.", "C. How to multiply decimal numbers.", "D. How to divide decimal numbers." ] }, { "video_id": "sample_227_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 328.0, "options": [ "A. How to multiply whole numbers.", "B. The importance of carrying over digits.", "C. The process of correctly placing the decimal in the product.", "D. How to add the products from multiplication." ] }, { "video_id": "sample_227_real.mp4", "question": "What topic might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 482.0, "options": [ "A. The steps for decimal addition.", "B. The steps for decimal subtraction.", "C. The principles of decimal division.", "D. The basics of whole number multiplication." ] }, { "video_id": "sample_227_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 633.0, "options": [ "A. Simplifying square roots.", "B. Finding least common multiples.", "C. Shifting the decimal point in both numbers.", "D. Converting decimals to fractions." ] }, { "video_id": "sample_282_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 8.0, "options": [ "A. watching his phone.", "B. Turning on the headlights of the van.", "C. Closing the van's rear door.", "D. Opening the van's side door." ] }, { "video_id": "sample_282_real.mp4", "question": "What is the person in the reflective vest doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 210.0, "options": [ "A. Checking the stock list.", "B. Inspecting the vehicle.", "C. Chatting with the live streamer.", "D. Walking away from the vehicle." ] }, { "video_id": "sample_282_real.mp4", "question": "What is the man doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 340.0, "options": [ "A. Driving a van through a city street.", "B. Standing behind a box truck.", "C. Walking toward a dark van.", "D. Trying to open a box." ] }, { "video_id": "sample_282_real.mp4", "question": "How did the environment change just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 498.0, "options": [ "A. The vision turned neon green due to the activation of night vision.", "B. The vehicle stopped at a traffic light.", "C. The driver switched to a different lane.", "D. The car encountered a roadblock." ] }, { "video_id": "sample_282_real.mp4", "question": "What did the van do just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 607.0, "options": [ "A. Turned left onto a straight road.", "B. Pulled into a rest area.", "C. Stopped at a red light.", "D. Entered a tunnel." ] }, { "video_id": "sample_247_real.mp4", "question": "Why does the older woman appear annoyed or angry?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 26.0, "options": [ "A. Because the character shouted loudly.", "B. Because the character knocked on the door.", "C. Because the character broke something.", "D. Because the character disturbed her." ] }, { "video_id": "sample_247_real.mp4", "question": "Why does the man in the dirty car wave a money?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 152.0, "options": [ "A. Because he wanted Mr. Bean to help him wash his car.", "B. Because he was offering to buy something from Mr. Bean.", "C. Because he wanted to pay Mr. Bean for directions.", "D. Because he was asking Mr. Bean for change." ] }, { "video_id": "sample_247_real.mp4", "question": "Why does the person start pedaling the bicycle?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 295.0, "options": [ "A. Because the person wants to generate electricity for a nearby device.", "B. Because the person is testing the bicycle for a friend.", "C. Because riding a bicycle can start the car wash machine.", "D. Because the person needs to warm up before a race." ] }, { "video_id": "sample_247_real.mp4", "question": "Why do the woman and the driver sit down to have tea together?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 418.0, "options": [ "A. Because the woman and the driver know each other.", "B. Because the man on the bicycle invited them to tea.", "C. Because the car broke down and they had nothing else to do.", "D. Because the driver's car is being cleaned." ] }, { "video_id": "sample_247_real.mp4", "question": "Why is Mr. Bean looking for something now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 515.0, "options": [ "A. Because he wanted to find something to clean the bird droppings that had fallen on the car.", "B. Because he lost his keys and needs to find them.", "C. Because he wants to find a tool to fix a flat tire.", "D. Because he is searching for his misplaced wallet." ] }, { "video_id": "sample_425_real.mp4", "question": "What is the primary color of the lever located on the left side of the cockpit?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 2.0, "options": [ "A. Red.", "B. Yellow.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_425_real.mp4", "question": "What is the predominant color of the device on the right side of the cockpit?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 77.0, "options": [ "A. Green.", "B. Blue.", "C. Yellow.", "D. Black." ] }, { "video_id": "sample_425_real.mp4", "question": "What is visible on the screen in the cockpit right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 154.0, "options": [ "A. A speedometer.", "B. A map.", "C. An altimeter.", "D. A radar." ] }, { "video_id": "sample_425_real.mp4", "question": "What is the current weather condition outside the cockpit?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 227.0, "options": [ "A. Clear skies.", "B. Cloudy skies with light rain.", "C. Snowfall.", "D. Heavy thunderstorms." ] }, { "video_id": "sample_425_real.mp4", "question": "What is the pilot holding in his left hand right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 307.0, "options": [ "A. A joystick.", "B. A blue handle.", "C. A map.", "D. A throttle lever." ] }, { "video_id": "sample_412_real.mp4", "question": "What does the individual seem to be doing just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual is sorting order tickets and preparing them for meal preparation.", "B. The individual is cleaning the countertop and washing dishes.", "C. The individual is slicing vegetables and arranging them on plates.", "D. The individual is taking orders from customers and entering them into a computer." ] }, { "video_id": "sample_412_real.mp4", "question": "Which of the following options best summarizes the actions of the individuals taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 137.0, "options": [ "A. The chef picks up plates and arranges them on the counter, then prepares meat for cooking.", "B. The chef did nothing, and colleagues selected fresh herbs to a container and others cook around the area.", "C. The chef sets the table with forks and knives, while colleagues prepare beverage orders.", "D. The chef chops vegetables and adds them to a soup, while colleagues focus on dessert preparation." ] }, { "video_id": "sample_412_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 264.0, "options": [ "A. The individual served a finished dish to the customer and took a moment to clean the workspace.", "B. The individual cooked a meal, plated it, and served it to a fellow chef in the kitchen.", "C. The individual prepared and served several vegetables while coordinating with another chef in the busy kitchen.", "D. The individual took ingredients from storage, prepped them, and started cooking them on the stove." ] }, { "video_id": "sample_412_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 391.0, "options": [ "A. The individual boiled water, added pasta, and prepared a seafood dish.", "B. The individual sautéed vegetables, seasoned them, and organized various ingredients on the counter.", "C. The individual chopped vegetables, grilled them, and set them aside for plating.", "D. The individual baked pastries, garnished them, and prepared them for serving." ] }, { "video_id": "sample_412_real.mp4", "question": "Which of the following options best summarizes the actions of the individual just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 517.0, "options": [ "A. The individual cleaned a table, set it with plates and cutlery, and prepared for serving customers.", "B. The individual grabbed tongs, plated cooked greens on a dish, added sauce, and moved the dish to the side.", "C. The individual grilled meat on a barbecue, basted it with sauce, and added it to a serving tray.", "D. The individual blended ingredients in a mixer, poured them into a baking dish, and placed the dish in an oven." ] }, { "video_id": "sample_181_real.mp4", "question": "What color is the traffic light now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 18.0, "options": [ "A. Yellow.", "B. Red.", "C. Green.", "D. Black." ] }, { "video_id": "sample_181_real.mp4", "question": "What is the position of the National Championships banner right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 136.0, "options": [ "A. On the front of the truck.", "B. On the building to the left.", "C. Hanging above the road.", "D. On the ground below the cyclists." ] }, { "video_id": "sample_181_real.mp4", "question": "Where is the cyclist with the number 845 positioned right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 240.0, "options": [ "A. Directly ahead of the cyclist with the number 88.", "B. On the left side of the cyclist with the number 851.", "C. Behind the cyclist with the number 88.", "D. On the right side of the cyclist with the number 88." ] }, { "video_id": "sample_181_real.mp4", "question": "What is the position of the cyclist with race number \"#865\" right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 372.0, "options": [ "A. At the front of the group.", "B. On the left side of the cyclist with the number 806.", "C. On the right side of the cyclist with the number 806.", "D. Leading a solo breakaway." ] }, { "video_id": "sample_181_real.mp4", "question": "What color is the traffic light now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 499.0, "options": [ "A. Yellow.", "B. Red.", "C. Green.", "D. Black." ] }, { "video_id": "sample_19_real.mp4", "question": "What is the color of the baking dish filled with flour?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 181.0, "options": [ "A. Blue.", "B. Grey.", "C. White.", "D. Black." ] }, { "video_id": "sample_19_real.mp4", "question": "What is the person wearing while standing in the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 361.0, "options": [ "A. A blue apron.", "B. A white t-shirt.", "C. A black jacket.", "D. A red sweater." ] }, { "video_id": "sample_19_real.mp4", "question": "What is the person wearing while standing in the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 361.0, "options": [ "A. A blue apron.", "B. A white t-shirt.", "C. A black jacket.", "D. A red sweater." ] }, { "video_id": "sample_19_real.mp4", "question": "What is on the countertop in front of the man right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 542.0, "options": [ "A. A loaf of bread and a bottle of wine.", "B. A bowl of fruit and a bottle of juice.", "C. A cutting board with sliced potatoes.", "D. A plate of vegetables and a bottle of water." ] }, { "video_id": "sample_19_real.mp4", "question": "What is the countertop made of in the kitchen scene?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 726.0, "options": [ "A. Granite.", "B. Wood.", "C. Marble.", "D. Stainless steel." ] }, { "video_id": "sample_239_real.mp4", "question": "Why did Mr. Bean turn off the TV?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 51.0, "options": [ "A. Because he thought the show was too boring.", "B. Because he wanted to save electricity.", "C. Because he was afraid that the news about the theft of teddy bears on TV would scare his own teddy bear.", "D. Because he heard a noise outside and wanted to investigate." ] }, { "video_id": "sample_239_real.mp4", "question": "Why Mr. Bean is shocked now.", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 165.0, "options": [ "A. Because he found that his little bear doll was missing.", "B. Because he just realized his wallet is missing.", "C. Because he saw something unexpected on TV.", "D. Because someone knocked on his door unexpectedly." ] }, { "video_id": "sample_239_real.mp4", "question": "Why is Mr. Bean unhappy now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 291.0, "options": [ "A. Because his favorite TV show was canceled.", "B. Because he found that his teddy bear doll had changed its appearance.", "C. Because he lost an important document.", "D. Because he was unable to fix a broken appliance." ] }, { "video_id": "sample_239_real.mp4", "question": "Why does Mr. Bean decide to put up missing posters for his teddy bear?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 407.0, "options": [ "A. Because he thought someone might have stolen his teddy bear.", "B. Because he wanted to warn others about a possible teddy bear thief.", "C. Because he realized the teddy bear he found earlier was not his original teddy bear.", "D. Because he believed his teddy bear had run away and needed help finding it." ] }, { "video_id": "sample_239_real.mp4", "question": "Why does the purple bunny character decide to chase Mr. Bean?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 548.0, "options": [ "A. Because Mr. Bean took away all of their dolls.", "B. Because Mr. Bean made fun of the bunny's appearance.", "C. Because Mr. Bean accidentally stepped on the bunny's foot.", "D. Because Mr. Bean broke the bunny's favorite toy." ] }, { "video_id": "sample_258_real.mp4", "question": "What color is the jersey of the approaching player?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. Red and white.", "B. Blue and yellow.", "C. Green and black.", "D. White and black." ] }, { "video_id": "sample_258_real.mp4", "question": "What number is on the back of the player in the blue jersey right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 133.0, "options": [ "A. 10.", "B. 8.", "C. 12.", "D. 7." ] }, { "video_id": "sample_258_real.mp4", "question": "What number is on the back of the player in the blue jersey right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 133.0, "options": [ "A. 10.", "B. 8.", "C. 12.", "D. 7." ] }, { "video_id": "sample_258_real.mp4", "question": "What can be seen in the background right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 244.0, "options": [ "A. The penalty area.", "B. The goalpost and net.", "C. The midfield line.", "D. The audience stands." ] }, { "video_id": "sample_258_real.mp4", "question": "What skill did the person perform to get past the defender?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 368.0, "options": [ "A. Step-over.", "B. Cruyff turn.", "C. Ronaldo’s chop.", "D. Maradona turn." ] }, { "video_id": "sample_492_real.mp4", "question": "What has been shown in the video so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 21.0, "options": [ "A. A series of scenes featuring a miniature diorama with various toy elements.", "B. A documentary on real-life racing events.", "C. A detailed explanation of a new racing game.", "D. A tutorial on setting up a model train track." ] }, { "video_id": "sample_492_real.mp4", "question": "What has been shown in the video so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 21.0, "options": [ "A. A series of scenes featuring a miniature diorama with various toy elements.", "B. A documentary on real-life racing events.", "C. A detailed explanation of a new racing game.", "D. A tutorial on setting up a model train track." ] }, { "video_id": "sample_492_real.mp4", "question": "What happens after the red car lands from the jump?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 420.0, "options": [ "A. It drives into a dense forest.", "B. It continued to move forward on the sandy ground.", "C. It stops at a rocky cliff.", "D. It enters a tunnel." ] }, { "video_id": "sample_492_real.mp4", "question": "What is the track currently displayed in the video made up of?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 667.0, "options": [ "A. Asphalt.", "B. Sand.", "C. Grass.", "D. Snow." ] }, { "video_id": "sample_492_real.mp4", "question": "What is the green dinosaur holding on its head?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 840.0, "options": [ "A. A miniature human figure.", "B. A piece of railroad track.", "C. A toy truck.", "D. A toy car." ] }, { "video_id": "sample_424_real.mp4", "question": "What color is the pilot's headset right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 3.0, "options": [ "A. Red.", "B. Blue.", "C. Black.", "D. White." ] }, { "video_id": "sample_424_real.mp4", "question": "What is in the pilot's left hand right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 125.0, "options": [ "A. A map.", "B. A control stick.", "C. A headset.", "D. A smartphone." ] }, { "video_id": "sample_424_real.mp4", "question": "What is the color of the top of the control stick handle right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 246.0, "options": [ "A. Red.", "B. Blue.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_424_real.mp4", "question": "What is the scene below the helicopter now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 369.0, "options": [ "A. A lake.", "B. A forest.", "C. A mountain.", "D. A city." ] }, { "video_id": "sample_424_real.mp4", "question": "What text is displayed on the screen right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 490.0, "options": [ "A. \"I apologize for the inconvenience. The footage contains private information.\".", "B. \"The video has been temporarily removed.\".", "C. \"Unfortunately I had to remove the footage because there was private information on an aircraft that was shown.\".", "D. \"I lost some footage, so I'll record more in another video. Sorry!\"." ] }, { "video_id": "sample_354_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual arranged dishes and served them to a customer in a kitchen setting.", "B. The individual wiped down the countertops and sanitized the kitchen utensils.", "C. The individual selected a glass, added ice from the ice maker.", "D. The individual took various tools from a drawer and began assembling a device." ] }, { "video_id": "sample_354_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 144.0, "options": [ "A. The individual made a sandwich using fresh ingredients and served it on a plate.", "B. The individual filled a pitcher with milk and steamed it.", "C. The individual organized cutlery in a drawer and cleaned the kitchen area.", "D. The individual cleaned the steaming wand and organized cups on a shelf." ] }, { "video_id": "sample_354_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 279.0, "options": [ "A. The individual cleaned the countertop and put away kitchen utensils.", "B. This person cleaned the kitchen utensils used for making coffee.", "C. The individual prepared a sandwich, wrapped it up, and served it to a customer.", "D. The individual restocked supplies in a pantry and washed dishes." ] }, { "video_id": "sample_354_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 412.0, "options": [ "A. The individual arranged dishes on a table and served a customer.", "B. The individual measured and cleaned the portafilter, weighed handle filter, and prepared it for brewing.", "C. The individual wiped down the counters and organized kitchen utensils.", "D. The individual prepared a sandwich, wrapped it, and handed it to a customer." ] }, { "video_id": "sample_354_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 546.0, "options": [ "A. The individual poured a latte into a to-go cup and handed it to a customer.", "B. The individual set up the handle filter,and prepared an espresso shot.", "C. The individual measured coffee grounds and cleaned the grinder.", "D. The individual operated the espresso machine, steamed milk, and cleaned the milk frother." ] }, { "video_id": "sample_298_real.mp4", "question": "What is the position of the lake right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 6.0, "options": [ "A. On the left side.", "B. Behind the cyclist.", "C. Parallel to the road.", "D. At the foot of the mountains ahead.." ] }, { "video_id": "sample_298_real.mp4", "question": "Where is the cyclist heading right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 194.0, "options": [ "A. Back to the starting point.", "B. Towards an open field.", "C. Down a paved road.", "D. Towards a dense forest." ] }, { "video_id": "sample_298_real.mp4", "question": "Where is the yellow caution sign located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 352.0, "options": [ "A. On a tree to the right.", "B. Ahead on the ground.", "C. Behind the cyclist.", "D. On a tree to the left." ] }, { "video_id": "sample_298_real.mp4", "question": "Where is the cyclist heading right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 535.0, "options": [ "A. Up a steep hill.", "B. Across a wooden bridge.", "C. Through an open field.", "D. Down a narrow trail." ] }, { "video_id": "sample_298_real.mp4", "question": "What is the cyclist approaching right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 709.0, "options": [ "A. A rocky path.", "B. A steep uphill.", "C. A narrow bridge.", "D. Some fallen trees." ] }, { "video_id": "sample_116_real.mp4", "question": "What action are the hands performing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 15.0, "options": [ "A. Positioning the graphics card inside the case.", "B. Lifting a black mesh panel.", "C. Installing a light olive green t-shirt.", "D. Talking at a white table." ] }, { "video_id": "sample_116_real.mp4", "question": "Which logo is illuminated in white on the dark mesh panel right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 183.0, "options": [ "A. GEFORCE GT.", "B. GTX ROG.", "C. GEFORCE RTX.", "D. GEFORCE ROG." ] }, { "video_id": "sample_116_real.mp4", "question": "What color is the light glowing from one of the components right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 385.0, "options": [ "A. Red.", "B. Green.", "C. Blue.", "D. Yellow." ] }, { "video_id": "sample_116_real.mp4", "question": "What brand name is shown on the GPU right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 553.0, "options": [ "A. ASUS.", "B. CORSAIR.", "C. MSI.", "D. EVGA." ] }, { "video_id": "sample_116_real.mp4", "question": "What items are beside the computer case right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 661.0, "options": [ "A. A screwdriver and mouse.", "B. A pair of pliers and a keyboard.", "C. A keyboard.", "D. A set of cables." ] }, { "video_id": "sample_273_real.mp4", "question": "Where is the character controlled by the player now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 20.0, "options": [ "A. In the blue car.", "B. In the black car.", "C. In the red car.", "D. In the white car." ] }, { "video_id": "sample_273_real.mp4", "question": "What is the car doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 174.0, "options": [ "A. It exited a tunnel and stopped abruptly.", "B. It drove straight through the tunnel without turning.", "C. It veered left and entered a parking area.", "D. It turned right and sped up on an open road." ] }, { "video_id": "sample_273_real.mp4", "question": "What did the man wearing a striped shirt do just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 332.0, "options": [ "A. Engaged with the person in the military outfit.", "B. Walked away from the person in the military outfit.", "C. Looked at the gray wall behind him.", "D. Spoke to the inset video." ] }, { "video_id": "sample_273_real.mp4", "question": "What did the driver do just now after parking the car in the garage?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 500.0, "options": [ "A. He opened the car trunk.", "B. He walked towards the white van.", "C. He checked the car's tires.", "D. He spoke to someone on the phone." ] }, { "video_id": "sample_273_real.mp4", "question": "What is the spatial relationship between the security personnel and the person in the striped shirt right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 594.0, "options": [ "A. The person in the striped shirt is standing behind the security personnel.", "B. The security personnel is standing above the person in the striped shirt.", "C. The person in the striped shirt is standing near a wall-mounted red box, facing the security personnel.", "D. The security personnel is walking away from the person in the striped shirt." ] }, { "video_id": "sample_304_real.mp4", "question": "What is prominently displayed on the large green street signs?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. \"Broadway\" and \"5th Ave\" and \"Broadway\".", "B. \"Main St\" and \"1st Ave\".", "C. \"Central Park\" and \"7th Ave\".", "D. \"Union Square West\" and \"E 17 st \" and \"Broadway\"." ] }, { "video_id": "sample_304_real.mp4", "question": "What is the pedestrian on the left side of the screen holding?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 143.0, "options": [ "A. A black bag.", "B. A green backpack.", "C. A yellow tote bag.", "D. A red and white patterned bag." ] }, { "video_id": "sample_304_real.mp4", "question": "What number is prominently displayed above an entrance just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 300.0, "options": [ "A. 819.", "B. 731.", "C. 129.", "D. 913." ] }, { "video_id": "sample_304_real.mp4", "question": "Where is the T-Mobile storefront located in relation to the white circular thing?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 433.0, "options": [ "A. Center of the white circular thing.", "B. Right side of the white circular thing.", "C. Left side of the white circular thing.", "D. Not visible in the white circular thing." ] }, { "video_id": "sample_304_real.mp4", "question": "Where is the T-Mobile storefront located in relation to the white circular thing?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 433.0, "options": [ "A. Center of the white circular thing.", "B. Right side of the white circular thing.", "C. Left side of the white circular thing.", "D. Not visible in the white circular thing." ] }, { "video_id": "sample_121_real.mp4", "question": "What label on the graphics card is visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 11.0, "options": [ "A. RTX 4090.", "B. AMD RADEON.", "C. INTEL ARC.", "D. NVIDIA TESLA." ] }, { "video_id": "sample_121_real.mp4", "question": "What license plate is displayed on the left car's rear right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 200.0, "options": [ "A. RTX1MUM.", "B. OPT1MUM.", "C. DLX3080.", "D. CAR4080." ] }, { "video_id": "sample_121_real.mp4", "question": "Which graphical overlay is NOT shown right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 380.0, "options": [ "A. RTX 2080 S.", "B. RTX 3080.", "C. RTX 3070.", "D. RTX 4080." ] }, { "video_id": "sample_121_real.mp4", "question": "What is the V-Ray 5 benchmark score for the RTX 3080 right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 559.0, "options": [ "A. 2314.", "B. 2691.", "C. 1308.", "D. 3972." ] }, { "video_id": "sample_121_real.mp4", "question": "What brand and model of the graphics card box is visible on the man's hand right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 705.0, "options": [ "A. Radeon RX 590.", "B. GeForce GTX 1080.", "C. GeForce RTX 4080.", "D. Radeon RX 6700." ] }, { "video_id": "sample_22_real.mp4", "question": "What does the woman do after pouring a small amount of a white substance into the pot?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 75.0, "options": [ "A. Places the bowl on the counter.", "B. Looks out the window.", "C. Shakes the spoon.", "D. Stirs the contents of the pot with a spoon." ] }, { "video_id": "sample_22_real.mp4", "question": "What does the woman do after pouring a small amount of a white substance into the pot?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 75.0, "options": [ "A. Places the bowl on the counter.", "B. Looks out the window.", "C. Shakes the spoon.", "D. Stirs the contents of the pot with a spoon." ] }, { "video_id": "sample_22_real.mp4", "question": "What color is the woman's nail polish?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 183.0, "options": [ "A. Red.", "B. Pink.", "C. Blue.", "D. Pale." ] }, { "video_id": "sample_22_real.mp4", "question": "What has this woman just done?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 276.0, "options": [ "A. She starts cleaning the pan.", "B. She begins to wash the plate.", "C. She opens the refrigerator.", "D. She chop the green onions on the cutting board." ] }, { "video_id": "sample_22_real.mp4", "question": "What has this woman just done?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 276.0, "options": [ "A. She starts cleaning the pan.", "B. She begins to wash the plate.", "C. She opens the refrigerator.", "D. She chop the green onions on the cutting board." ] }, { "video_id": "sample_70_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Displaying the round wooden board engraved with \"Johnson\" on it.", "B. Engraving the word \"JOHNSON\" on the board.", "C. Changing the perspective of the view.", "D. Cleaning the cutting board with a cloth." ] }, { "video_id": "sample_70_real.mp4", "question": "What is happening to the computer screen design interface right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 161.0, "options": [ "A. The two black horizontal lines turned red.", "B. The design interface is closing suddenly.", "C. New icons are appearing in the toolbar.", "D. The mandala artwork is being deleted." ] }, { "video_id": "sample_70_real.mp4", "question": "What action is the viewer taking right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 223.0, "options": [ "A. Adjusting the font of the center.", "B. Adjusting the grid layout.", "C. Selecting a new tool.", "D. Zooming in on the mandala design." ] }, { "video_id": "sample_70_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 379.0, "options": [ "A. Peeling off the stickers on the picture one by one.", "B. Adjusting tape.", "C. Using a lint roller.", "D. Cutting the paper." ] }, { "video_id": "sample_70_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 493.0, "options": [ "A. Cutting off the top portion of the paper.", "B. Folding the paper along the edge of the design.", "C. Lifting a pair of black-handled scissors.", "D. Aligning the ruler with the grid lines on the cutting mat." ] }, { "video_id": "sample_18_real.mp4", "question": "What sign is decorating the upper left portion of the wall behind the man?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 40.0, "options": [ "A. A blue \"CHEF\" sign.", "B. A yellow \"COOK\" sign.", "C. A red \"COOK\" sign.", "D. A green \"CHEF\" sign." ] }, { "video_id": "sample_18_real.mp4", "question": "What is the man at the stove wearing?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 117.0, "options": [ "A. A green T-shirt.", "B. A striped shirt.", "C. A dark T-shirt.", "D. A chef's hat." ] }, { "video_id": "sample_18_real.mp4", "question": "What is the chef holding while stirring the leafy greens in the pan?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 200.0, "options": [ "A. A metal spoon.", "B. A plastic spatula.", "C. A wooden spoon.", "D. A whisk." ] }, { "video_id": "sample_18_real.mp4", "question": "What is the man doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 406.0, "options": [ "A. He chops vegetables.", "B. He uses spoon to lift yellow pasta from the pot.", "C. He pours sauce into the pot.", "D. He sets the table." ] }, { "video_id": "sample_18_real.mp4", "question": "How much time does this person have left now??", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 545.0, "options": [ "A. 01:53.", "B. 01:52.", "C. 01:51.", "D. 01:54." ] }, { "video_id": "sample_254_real.mp4", "question": "What is currently written on the sign visible in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 3.0, "options": [ "A. START.", "B. GO!.", "C. MICRO.", "D. WHOOP." ] }, { "video_id": "sample_254_real.mp4", "question": "What is written on the yellow brand visible right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 52.0, "options": [ "A. FINISH.", "B. START.", "C. ALERT.", "D. TIMING." ] }, { "video_id": "sample_254_real.mp4", "question": "What color predominantly describes the bike's front suspension that is visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 97.0, "options": [ "A. Orange.", "B. Green.", "C. Blue.", "D. Red." ] }, { "video_id": "sample_254_real.mp4", "question": "What color is the barrier predominantly visible on the sides of the track right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 147.0, "options": [ "A. Yellow.", "B. Red.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_254_real.mp4", "question": "What is the name displayed on the white banners on the sides of the track right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 193.0, "options": [ "A. BikeLand.", "B. Whoop.", "C. Timing.", "D. Val di Sole." ] }, { "video_id": "sample_440_real.mp4", "question": "What type of drink cartons did the individual rearranging first?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. Orange juice.", "B. Yoghurt.", "C. Chocolate milk.", "D. Apple juice." ] }, { "video_id": "sample_440_real.mp4", "question": "What specific product label is visible in the close-up at the end of the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 160.0, "options": [ "A. Danone Greek Yogurt.", "B. Arla Mild Yoghurt.", "C. Yoplait Fruit Yogurt.", "D. Activia Natural Yogurt." ] }, { "video_id": "sample_440_real.mp4", "question": "What is the video primarily showing in the storage room right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 294.0, "options": [ "A. Inspecting crates.", "B. Stocking shelves.", "C. Moving through aisles.", "D. Organizing products." ] }, { "video_id": "sample_440_real.mp4", "question": "What color is the cart used by the person in the supermarket right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 426.0, "options": [ "A. Blue.", "B. Red.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_440_real.mp4", "question": "What color is the cart used by the person in the supermarket right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 426.0, "options": [ "A. Blue.", "B. Red.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_236_real.mp4", "question": "Why did the old lady fall?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 66.0, "options": [ "A. Because she stepped on a toy racing car on the ground.", "B. Because she tripped over a loose rug in the hallway.", "C. Because she missed a step while walking down the stairs.", "D. Because she lost her balance while reaching for something on a high shelf." ] }, { "video_id": "sample_236_real.mp4", "question": "Why is the old lady lying in the hospital bed now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 129.0, "options": [ "A. Because she stepped on a toy car and fell down before.", "B. Because she had a sudden illness and needed immediate medical attention.", "C. Because she was involved in a minor car accident.", "D. Because she fainted from low blood pressure while shopping." ] }, { "video_id": "sample_236_real.mp4", "question": "Why is the floor of this room completely covered with water now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 275.0, "options": [ "A. Because a pipe burst under the sink.", "B. Because the faucet was left on, the water overflowed.", "C. Because someone accidentally spilled a large container of water.", "D. Because the washing machine malfunctioned and leaked." ] }, { "video_id": "sample_236_real.mp4", "question": "Why does Mr. Bean hit the table with a mop?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 390.0, "options": [ "A. Because he wants to catch that cat.", "B. Because he is trying to kill a bug crawling on the table.", "C. Because he accidentally spilled something and is trying to clean it up.", "D. Because he is frustrated and taking out his anger on the table." ] }, { "video_id": "sample_236_real.mp4", "question": "Why did the character saw a piece of wood?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 503.0, "options": [ "A. Because the character needed firewood for the fireplace.", "B. As materials for a convertible sofa.", "C. Because the character was building a new shelf for the kitchen.", "D. Because the character wanted to repair a broken chair." ] }, { "video_id": "sample_135_real.mp4", "question": "Which of the following best summarizes the painting just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 19.0, "options": [ "A. A partially painted left eye with preliminary details.", "B. A complete and detailed right eye, including the upper eyelid line.", "C. A detailed sketch of the entire face with no paint.", "D. An unfinished sketch with some paint on the lips." ] }, { "video_id": "sample_135_real.mp4", "question": "Which area of the face remains largely unpainted so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 187.0, "options": [ "A. The eyes.", "B. The lips.", "C. The eyebrows.", "D. The cheeks and hair." ] }, { "video_id": "sample_135_real.mp4", "question": "Which of the following best summarizes the painting proess just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 380.0, "options": [ "A. The artist is preparing a new canvas for painting.", "B. This artist is adding details to the face of the portrait.", "C. The artist is drawing a rough sketch of a landscape.", "D. The artist is cleaning up after completing a painting." ] }, { "video_id": "sample_135_real.mp4", "question": "Which statement best summarizes the painting process just shown in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 558.0, "options": [ "A. The artist is rapidly applying layers of paint with a wide brush.", "B. The painter is outdoors, capturing a landscape with vivid colors.", "C. The artist is working methodically on a woman's portrait, focusing on hair details indoors.", "D. The canvas depicts an abstract scene with no distinguishable features." ] }, { "video_id": "sample_135_real.mp4", "question": "Which statement best summarizes the painting process just shown in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 558.0, "options": [ "A. The artist is rapidly applying layers of paint with a wide brush.", "B. The painter is outdoors, capturing a landscape with vivid colors.", "C. The artist is working methodically on a woman's portrait, focusing on hair details indoors.", "D. The canvas depicts an abstract scene with no distinguishable features." ] }, { "video_id": "sample_342_real.mp4", "question": "What is the best summary of the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual cleaned the counter, set up station supplies, and took a coffee break.", "B. The individual collected wrapping papers, retrieved buns, and placed them on the counter.", "C. The individual took wrapping papers, handled buns by hands, and placed the buns on the counter.", "D. The individual stocked the shelves, wiped down surfaces, and organized condiments." ] }, { "video_id": "sample_342_real.mp4", "question": "What summarizes the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 47.0, "options": [ "A. The individual cleaned the station, organized utensils, and disposed of waste materials.", "B. The individual picked and packed food items, marked them for delivery, and cleaned the station afterward.", "C. The individual selected a yellow wrapping paper, placed an order ticket on it.", "D. The individual placed food items in a container, labeled it, and set it aside for pickup." ] }, { "video_id": "sample_342_real.mp4", "question": "What is the best summary of the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 96.0, "options": [ "A. The individual cleaned the counter, organized ingredients, and prepared a salad.", "B. The individual prepared a sandwich, added condiments, and wrapped it for delivery.", "C. The individual cooked bacon, meat pie, and scrambled eggs, then placed them in a container.", "D. The individual prepared a fruit platter, arranged it neatly, and handed it to a customer." ] }, { "video_id": "sample_342_real.mp4", "question": "What is the best summary of the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 141.0, "options": [ "A. The individual prepared a batch of fries, added salt, and placed them in a serving container.", "B. The individual organized several orders, packed different items, and completed the preparation station setup.", "C. The individual took pancakes, added meat pie from the warmer, and placed scrambled eggs on the same tray.", "D. The individual assembled a salad with fresh ingredients, topped it with dressing, and delivered it to the counter." ] }, { "video_id": "sample_342_real.mp4", "question": "What is the best summary of the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 182.0, "options": [ "A. The individual toasted buns, added condiments, and wrapped sandwiches for delivery.", "B. The individual organized cooking utensils, took inventory, and sanitized the station.", "C. The individual prepared a breakfast burger, added egg and cheese, and neatly wrapped it.", "D. The individual made a cup of coffee, added cream, and handed it to a customer." ] }, { "video_id": "sample_287_real.mp4", "question": "What is the person in the smaller window doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 11.0, "options": [ "A. Talking on the phone.", "B. Concentrating on his screens.", "C. Writing notes on a paper.", "D. Drinking coffee." ] }, { "video_id": "sample_287_real.mp4", "question": "What is the delivery van doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 188.0, "options": [ "A. Stopped at an intersection.", "B. Waiting for a truck to pass.", "C. Moving forward through the intersection.", "D. Turning right at the intersection." ] }, { "video_id": "sample_287_real.mp4", "question": "What is the person who is near the black van doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 352.0, "options": [ "A. Walking away from the van.", "B. Running towards the front of the van.", "C. Moving to the car's door.", "D. Getting into the passenger seat of the van." ] }, { "video_id": "sample_287_real.mp4", "question": "What did the black delivery van do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 494.0, "options": [ "A. Stopped at a red traffic light.", "B. Turned right at an intersection.", "C. Parked near a booth labeled \"24hr Parking\".", "D. Entered the booth to talk to a security officer." ] }, { "video_id": "sample_287_real.mp4", "question": "What is the van doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 639.0, "options": [ "A. Moving in reverse.", "B. Parking in a designated area.", "C. Waiting at a checkpoint.", "D. Loading items from green bins." ] }, { "video_id": "sample_9_real.mp4", "question": "What else is on the table besides the playing cards and a black object?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 54.0, "options": [ "A. A pair of glasses.", "B. A computer.", "C. A pile of books.", "D. A stack of notebooks." ] }, { "video_id": "sample_9_real.mp4", "question": "What else is on the table besides the playing cards and a black object?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 54.0, "options": [ "A. A pair of glasses.", "B. A computer.", "C. A pile of books.", "D. A stack of notebooks." ] }, { "video_id": "sample_9_real.mp4", "question": "What else is on the table besides the playing cards and a black object?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 54.0, "options": [ "A. A pair of glasses.", "B. A computer.", "C. A pile of books.", "D. A stack of notebooks." ] }, { "video_id": "sample_9_real.mp4", "question": "What will the camera holder most likely do next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 75.0, "options": [ "A. Place Four of hearts onto the central pile.", "B. Place the Ace of Spades onto the discard pile.", "C. Put the Seven of Diamonds onto the foundation stack.", "D. Move the King of Clubs to the empty tableau column." ] }, { "video_id": "sample_9_real.mp4", "question": "What will the camera holder most likely do next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 75.0, "options": [ "A. Place Four of hearts onto the central pile.", "B. Place the Ace of Spades onto the discard pile.", "C. Put the Seven of Diamonds onto the foundation stack.", "D. Move the King of Clubs to the empty tableau column." ] }, { "video_id": "sample_25_real.mp4", "question": "What color is the coat worn by the man standing in front of the blue background with the text “RAMSAY in 10”?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 3.0, "options": [ "A. Black.", "B. Dark blue.", "C. Light grey.", "D. White." ] }, { "video_id": "sample_25_real.mp4", "question": "What is the person holding with his left hand right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 164.0, "options": [ "A. A pot lid.", "B. A wooden spoon.", "C. A bowl of peas.", "D. A frying pan handle." ] }, { "video_id": "sample_25_real.mp4", "question": "What is the person holding with his left hand right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 164.0, "options": [ "A. A pot lid.", "B. A wooden spoon.", "C. A bowl of peas.", "D. A frying pan handle." ] }, { "video_id": "sample_25_real.mp4", "question": "What is the man adding to the pan with oil?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 329.0, "options": [ "A. Diced vegetables.", "B. Pasta.", "C. Herbs.", "D. Diced meat." ] }, { "video_id": "sample_25_real.mp4", "question": "What ingredients are being cooked in the frying pan?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 484.0, "options": [ "A. Chunks of beef, onion slices, and bits of pepper.", "B. Slices of chicken, garlic cloves, and bits of zucchini.", "C. Pieces of fish, broccoli florets, and bits of carrot.", "D. Chunks of ham, mushroom slices, and bits of pepper." ] }, { "video_id": "sample_452_real.mp4", "question": "What is the current weather like outside?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 3.0, "options": [ "A. Rainy and cloudy.", "B. Snowy with heavy clouds.", "C. Sunny with clear skies.", "D. Windy and overcast." ] }, { "video_id": "sample_452_real.mp4", "question": "What color is the suv that is visible ahead?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 101.0, "options": [ "A. Orange.", "B. Blue.", "C. Black.", "D. Green." ] }, { "video_id": "sample_452_real.mp4", "question": "What brand name is visible on the large sign on the left side of the road?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 198.0, "options": [ "A. WESTIE.", "B. SYNAPSE.", "C. FASHION.", "D. COFFEE." ] }, { "video_id": "sample_452_real.mp4", "question": "What brand name is visible on the building to the right?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 294.0, "options": [ "A. 3HB.", "B. 3HT.", "C. 5HB.", "D. 5HT." ] }, { "video_id": "sample_452_real.mp4", "question": "What is the current color of the nearest car parked on the left side of the road?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 390.0, "options": [ "A. Black.", "B. Red.", "C. White.", "D. Blue." ] }, { "video_id": "sample_173_real.mp4", "question": "What is visible on the right side of the road right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 15.0, "options": [ "A. A fence.", "B. A small white sign.", "C. A utility pole.", "D. A parked vehicle." ] }, { "video_id": "sample_173_real.mp4", "question": "On which side are the two walkers located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 133.0, "options": [ "A. On the right side.", "B. In the middle of the path.", "C. On the left side.", "D. Not visible." ] }, { "video_id": "sample_173_real.mp4", "question": "What is located on the left side of the road right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 262.0, "options": [ "A. A row of houses.", "B. A field.", "C. A dense forest.", "D. A river." ] }, { "video_id": "sample_173_real.mp4", "question": "What is located to the right side of the cyclist right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 407.0, "options": [ "A. A parked black car.", "B. An open field.", "C. A white building.", "D. A wooded area." ] }, { "video_id": "sample_173_real.mp4", "question": "Where is the tree shadow falling on the road right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 530.0, "options": [ "A. On the left side of the road.", "B. On the right side of the road.", "C. In the center of the road.", "D. No shadows are visible." ] }, { "video_id": "sample_118_real.mp4", "question": "What label is visible on the computer component inside the electronic device right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 6.0, "options": [ "A. GEFORCE RTX.", "B. FIRE GTX.", "C. GEFORCE GTX.", "D. G*FORCE GTX." ] }, { "video_id": "sample_118_real.mp4", "question": "What brand of heatsink is being installed onto the motherboard's CPU right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 167.0, "options": [ "A. Noctua.", "B. Cooler Master.", "C. Corsair.", "D. Be Quiet!." ] }, { "video_id": "sample_118_real.mp4", "question": "What product image is shown on the webpage right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 320.0, "options": [ "A. White CPU cooler.", "B. Black fan cooler.", "C. RGB lighting.", "D. Transparent case fan." ] }, { "video_id": "sample_118_real.mp4", "question": "What setting is being selected in the voltage settings interface right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 498.0, "options": [ "A. Auto Mode.", "B. Fixed Mode.", "C. Offset Mode.", "D. Manual Mode." ] }, { "video_id": "sample_118_real.mp4", "question": "What hardware performance metric is visible at the top of the screen right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 581.0, "options": [ "A. CPU clock speed.", "B. Temperature, power, framerate for cpu and gpu.", "C. Network speed.", "D. Memory usage." ] }, { "video_id": "sample_207_real.mp4", "question": "How many yellow blocks are connected in a line?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. Two.", "B. Three.", "C. Four.", "D. Five." ] }, { "video_id": "sample_207_real.mp4", "question": "How many yellow blocks are connected in a line?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. Two.", "B. Three.", "C. Four.", "D. Five." ] }, { "video_id": "sample_207_real.mp4", "question": "Where is the green brick placed relative to the yellow bricks in the structure?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 69.0, "options": [ "A. In the middle.", "B. On the right side.", "C. On top of the blue bricks.", "D. On top of the yellow bricks." ] }, { "video_id": "sample_207_real.mp4", "question": "What is the person likely to do next after moving their hand towards the new set of connected bricks?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 199.0, "options": [ "A. Remove the connected bricks.", "B. Add more bricks to the arrangement.", "C. Paint the bricks.", "D. Disassemble the structure." ] }, { "video_id": "sample_207_real.mp4", "question": "What is the person likely to do next after moving their hand towards the new set of connected bricks?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 199.0, "options": [ "A. Remove the connected bricks.", "B. Add more bricks to the arrangement.", "C. Paint the bricks.", "D. Disassemble the structure." ] }, { "video_id": "sample_215_real.mp4", "question": "What might the speaker discuss next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 13.0, "options": [ "A. How to calculate the probability of an event.", "B. The definition of basic probability.", "C. An example involving multiple dice rolls.", "D. The combination formula in probability." ] }, { "video_id": "sample_215_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 173.0, "options": [ "A. The concept of mutually exclusive events.", "B. Introduction to experimental probability.", "C. Explanation of rolling a six-sided die.", "D. Definition of independent events." ] }, { "video_id": "sample_215_real.mp4", "question": "What concept might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 305.0, "options": [ "A. How to find the sum of rolled dice values.", "B. How to design an experiment with coins.", "C. The process of drawing bar graphs for data.", "D. The probability of rolling a specific number with a die." ] }, { "video_id": "sample_215_real.mp4", "question": "What might the speaker discuss next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 481.0, "options": [ "A. Addition of probabilities.", "B. The probability of this disc rotating to the blue area.", "C. Expected value calculation.", "D. Subtraction of probabilities." ] }, { "video_id": "sample_215_real.mp4", "question": "What might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 600.0, "options": [ "A. The concept of probability distributions.", "B. Calculating the probability for yellow colors.", "C. How to convert decimals to fractions.", "D. Applying the formula to find expected value." ] }, { "video_id": "sample_309_real.mp4", "question": "What appears to be part of the theme park attraction?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 11.0, "options": [ "A. A large animatronic dog hanging from a crane.", "B. A live music performance.", "C. A magic show.", "D. A water fountain display." ] }, { "video_id": "sample_309_real.mp4", "question": "What appears to be part of the theme park attraction?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 11.0, "options": [ "A. A large animatronic dog hanging from a crane.", "B. A live music performance.", "C. A magic show.", "D. A water fountain display." ] }, { "video_id": "sample_309_real.mp4", "question": "What is displayed on the screen now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 160.0, "options": [ "A. A lion.", "B. A tiger.", "C. A pug.", "D. A cat." ] }, { "video_id": "sample_309_real.mp4", "question": "What is written above the brightly colored entrance now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 326.0, "options": [ "A. Home for Children.", "B. Welcome to the Park.", "C. Home for Girls.", "D. Fun Land." ] }, { "video_id": "sample_309_real.mp4", "question": "Where is the green tower with spiral decorations located relative to the walkway?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 484.0, "options": [ "A. To the left.", "B. To the right.", "C. In the center.", "D. In the background." ] }, { "video_id": "sample_206_real.mp4", "question": "What is the sequence of actions performed with the blocks just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 23.0, "options": [ "A. Placing a yellow block, then two green blocks, and finally a blue block.", "B. Placing a blue block, then two green blocks, and finally a yellow block.", "C. Placing a yellow block, then a blue block, and finally two green blocks.", "D. Placing a yellow block, then one green block, and finally two blue blocks." ] }, { "video_id": "sample_206_real.mp4", "question": "What is the sequence of actions performed with the blocks just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 23.0, "options": [ "A. Placing a yellow block, then two green blocks, and finally a blue block.", "B. Placing a blue block, then two green blocks, and finally a yellow block.", "C. Placing a yellow block, then a blue block, and finally two green blocks.", "D. Placing a yellow block, then one green block, and finally two blue blocks." ] }, { "video_id": "sample_206_real.mp4", "question": "What is the hand doing after placing three yellow blocks onto the top of the structure?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 71.0, "options": [ "A. Adds another block on top.", "B. Removes the yellow block.", "C. Leaves the block structure.", "D. Adjusts the yellow block." ] }, { "video_id": "sample_206_real.mp4", "question": "What was the sequence of events the hand followed when building the structure just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 135.0, "options": [ "A. Picks up a yellow block, adjusts it, then picks up a red block.", "B. Picks up a green block, adjusts it, then picks up a yellow block.", "C. Picks up a red block, adjusts it, then picks up a yellow block.", "D. Picks up a blue block, adjusts it, then picks up a green block." ] }, { "video_id": "sample_206_real.mp4", "question": "What action is the person performing with the blue blocks?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 195.0, "options": [ "A. Adds blue blocks to the bottom of the structure.", "B. Adds blue blocks to the side of the structure.", "C. Removes blue blocks from the structure.", "D. Adds blue blocks to the top of the structure." ] }, { "video_id": "sample_167_real.mp4", "question": "Where is the black car parked right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 36.0, "options": [ "A. On the right side of the road.", "B. On the left side of the road.", "C. Directly in front of the road.", "D. Behind the cyclist." ] }, { "video_id": "sample_167_real.mp4", "question": "What is the current value of 'distanz' displayed in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 145.0, "options": [ "A. 6.0KM.", "B. 6.1KM.", "C. 6.2KM.", "D. 5.9KM." ] }, { "video_id": "sample_167_real.mp4", "question": "What is the object seen parallel and closest to the right side of the cyclist right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 270.0, "options": [ "A. A river.", "B. A line of trees.", "C. Another cyclist.", "D. A fenceline." ] }, { "video_id": "sample_167_real.mp4", "question": "Where is the white railing located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 393.0, "options": [ "A. On the right side of the path.", "B. On the left side of the path.", "C. Overhead, forming an arch.", "D. Directly in front of the cyclist." ] }, { "video_id": "sample_167_real.mp4", "question": "Where are the power lines located right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 513.0, "options": [ "A. To the left of the road.", "B. Overhead, crossing the road.", "C. To the right side of the road.", "D. Directly in front of the cyclist." ] }, { "video_id": "sample_134_real.mp4", "question": "Which of the following best summarizes the content just shown in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. A paintbrush outlines and details floral elements.", "B. A detailed drawing of a face is created from scratch.", "C. A paintbrush adds color to the floral headpiece.", "D. A paintbrush outlines and fills in the eyes of a detailed drawing." ] }, { "video_id": "sample_134_real.mp4", "question": "Which of the following best summarizes the content just shown in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. A paintbrush outlines and details floral elements.", "B. A detailed drawing of a face is created from scratch.", "C. A paintbrush adds color to the floral headpiece.", "D. A paintbrush outlines and fills in the eyes of a detailed drawing." ] }, { "video_id": "sample_134_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 200.0, "options": [ "A. An artist begins sketching a woman's face on a new canvas.", "B. An artist is detailing a woman's face, focusing on her eyes, cheeks, and nose.", "C. An artist adds a detailed background to a painting of a woman.", "D. An artist is drawing abstract patterns around a woman's face." ] }, { "video_id": "sample_134_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 380.0, "options": [ "A. A landscape being painted with different shades of green.", "B. A portrait of a woman being detailed with various brushes.", "C. An abstract painting with bright colors.", "D. A still life of fruits being created with careful strokes." ] }, { "video_id": "sample_134_real.mp4", "question": "Which of the following best summarizes the content of the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 559.0, "options": [ "A. An artist painting a landscape.", "B. An artist creating a portrait with vibrant colors and detailed features.", "C. A woman decorating her hair with flowers.", "D. An artist discussing painting techniques." ] }, { "video_id": "sample_39_real.mp4", "question": "Which of the following items is NOT mentioned as being on the countertop?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 105.0, "options": [ "A. A blender.", "B. A bowl of cauliflower.", "C. A chopping board with diced ingredients.", "D. Butter." ] }, { "video_id": "sample_39_real.mp4", "question": "Which of the following items is NOT mentioned as being on the countertop?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 105.0, "options": [ "A. A blender.", "B. A bowl of cauliflower.", "C. A chopping board with diced ingredients.", "D. Butter." ] }, { "video_id": "sample_39_real.mp4", "question": "What is the man holding in his right hand right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 200.0, "options": [ "A. A frying pan.", "B. A spoon.", "C. A knife.", "D. A red container." ] }, { "video_id": "sample_39_real.mp4", "question": "What is the man in the blue T-shirt pulling out from the oven?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 301.0, "options": [ "A. two bread.", "B. A pie.", "C. A cake.", "D. A pot." ] }, { "video_id": "sample_39_real.mp4", "question": "What is the person using to arrange food on the baking tray right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 403.0, "options": [ "A. his hands.", "B. Spoon.", "C. Tongs.", "D. Spatula." ] }, { "video_id": "sample_388_real.mp4", "question": "Which brand's advertisement is visible right now on the digital billboard at the forefront?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 10.0, "options": [ "A. Toshiba.", "B. Coca-Cola.", "C. Samsung.", "D. Apple." ] }, { "video_id": "sample_388_real.mp4", "question": "Which apparel brand's sign is visible on the right side of the street?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 84.0, "options": [ "A. Levi's.", "B. Gap.", "C. Puma.", "D. H&M." ] }, { "video_id": "sample_388_real.mp4", "question": "What are the primary colors visible on the tall vertical screen to the left?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 165.0, "options": [ "A. Blue and white stripes.", "B. Red and yellow stripes.", "C. Blue and yellow stripes.", "D. Red and white stripes." ] }, { "video_id": "sample_388_real.mp4", "question": "What is the current color of the taxi right now that is at the forefront?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 248.0, "options": [ "A. Black.", "B. White.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_388_real.mp4", "question": "Which bank's logo is visible on the red and white storefront on the left right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 331.0, "options": [ "A. Bank of America.", "B. Chase.", "C. Wells Fargo.", "D. Citibank." ] }, { "video_id": "sample_368_real.mp4", "question": "Which of the following options best summarizes the actions occurring just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. A barista prepares a hot beverage, adds sugar, stirs, and serves it with a lid.", "B. A barista retrieves an ingredient from a drawer, prepares a cold drink, adds a straw, and serves it.", "C. A barista prepares a cold drink, adds whipped cream, and hands it to a customer without a lid.", "D. A barista prepares a hot beverage, retrieves an lid, adds it, and passed it to a customer." ] }, { "video_id": "sample_368_real.mp4", "question": "Which of the following options best summarizes the actions occurring just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 117.0, "options": [ "A. An individual fills a cup with water, places it in a microwave, and heats it.", "B. An individual measures out flour, sifts it into a bowl, and prepares to bake bread.", "C. An individual cuts vegetables, arranges them on a plate, and garnishes with herbs.", "D. An individual prepares a cup of coffee by gathering supplies and opening a coffee bag with scissors." ] }, { "video_id": "sample_368_real.mp4", "question": "Which of the following options best summarizes the actions taking place just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 224.0, "options": [ "A. An individual measures coffee beans, grinds them, and prepares the ground coffee in a portafilter.", "B. An individual weighs ground coffee, adjusts the grinder settings, and grinds more beans.", "C. An individual selects coffee beans, roasts them, and prepares them for grinding.", "D. An individual adds coffee grounds to a portafilter, weighted it, and used spoon to adjust it." ] }, { "video_id": "sample_368_real.mp4", "question": "Which of the following options best summarizes the actions occurring just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 330.0, "options": [ "A. An individual grinds coffee beans, pours them into a filter, and makes a pour-over coffee.", "B. An individual selects a coffee pod, inserts it into a machine, and prepares a cup of coffee.", "C. An individual brews a pot of coffee, pours it into a carafe, and serves it to customers.", "D. An individual measures coffee grounds, tamps them, and prepares an espresso." ] }, { "video_id": "sample_368_real.mp4", "question": "Which of the following options best summarizes the actions occurring just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 438.0, "options": [ "A. An individual measured coffee beans, ground them, and filled a cup with the ground coffee.", "B. An individual steamed milk, brewed an espresso, and combined them to make a latte.", "C. An individual brewed coffee, added sugar, and served it with a stir stick.", "D. An individual brewed an espresso, poured milk into it, and adorned it with a latte art heart." ] }, { "video_id": "sample_319_real.mp4", "question": "What item is prominently displayed in the center of the store?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 8.0, "options": [ "A. A large stone pillar.", "B. A wooden shelf with potted plants.", "C. A mirror reflecting part of the store.", "D. A kiddie ride-on vehicle." ] }, { "video_id": "sample_319_real.mp4", "question": "What material is the hallway floor made of?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 145.0, "options": [ "A. Carpet.", "B. Wood.", "C. silver.", "D. Glossy black material." ] }, { "video_id": "sample_319_real.mp4", "question": "What are the predominant colors in the visuals of the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 300.0, "options": [ "A. Red and yellow.", "B. Green and purple.", "C. Black and white.", "D. Orange and blue." ] }, { "video_id": "sample_319_real.mp4", "question": "What are the predominant colors in the visuals of the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 300.0, "options": [ "A. Red and yellow.", "B. Green and purple.", "C. Black and white.", "D. Orange and blue." ] }, { "video_id": "sample_319_real.mp4", "question": "What is prominently featured on the screen right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 420.0, "options": [ "A. A large tree.", "B. A blue vehicle.", "C. A group of people.", "D. A yellow and silver robot." ] }, { "video_id": "sample_405_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 18.0, "options": [ "A. The individual set the table with dishes and silverware before preparing a salad.", "B. The individual gathered ingredients for a dessert and started mixing them in a bowl.", "C. The individual prepared a drink by opening a bottle, removing the cork, and setting up glassware.", "D. The individual cooked a main course by grilling meat and adding spices to it." ] }, { "video_id": "sample_405_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 131.0, "options": [ "A. The individual chopped vegetables, added them to a bowl, and served a salad.", "B. The individual brewed coffee, added sugar and milk, and served it to the customer.", "C. The individual prepared a cocktail by adding ice to a shaker, pouring in ingredients.", "D. The individual poured wine into glasses and served them to the customers." ] }, { "video_id": "sample_405_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 258.0, "options": [ "A. The bartender prepared several coffee orders for a group of customers.", "B. The bartender checked customer IDs and handed out drink menus.", "C. The bartender placed two cocktails on the counter.", "D. The bartender restocked the bar with empty glass bottles while cleaning dishes." ] }, { "video_id": "sample_405_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 373.0, "options": [ "A. The individual garnished a cocktail with a cherry and served it.", "B. The individual prepared a cocktail by mixing ingredients and shaking them.", "C. The individual added ice and lime to a drink, garnished it, and placed it on the bar counter.", "D. The individual was preparing a hot drink by heating it on the stove." ] }, { "video_id": "sample_405_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 494.0, "options": [ "A. The individual prepared a hot beverage by boiling water and steeping tea.", "B. The individual garnished a cocktail with a cherry and served it to a customer.", "C. The individual filled several glasses with ice cubes from a container in preparation for drinks.", "D. The individual prepared a meal by grilling various ingredients and plating them." ] }, { "video_id": "sample_84_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 0.", "B. 2.", "C. 3.", "D. 4." ] }, { "video_id": "sample_84_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 187.0, "options": [ "A. 4.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_84_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 242.0, "options": [ "A. 5.", "B. 2.", "C. 3.", "D. 6." ] }, { "video_id": "sample_84_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 360.0, "options": [ "A. 7.", "B. 5.", "C. 8.", "D. 6." ] }, { "video_id": "sample_84_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 360.0, "options": [ "A. 7.", "B. 5.", "C. 8.", "D. 6." ] }, { "video_id": "sample_463_real.mp4", "question": "What type of paintings are mainly displayed right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 180.0, "options": [ "A. Abstract paintings.", "B. Portraits.", "C. Floral paintings.", "D. Landscape paintings." ] }, { "video_id": "sample_463_real.mp4", "question": "What type of paintings are mainly displayed right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 180.0, "options": [ "A. Abstract paintings.", "B. Portraits.", "C. Floral paintings.", "D. Landscape paintings." ] }, { "video_id": "sample_463_real.mp4", "question": "What is on top of the stack of books leftside on the small table?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 324.0, "options": [ "A. A blue-colored book.", "B. A green-colored book.", "C. A red-colored book.", "D. An orange-colored book." ] }, { "video_id": "sample_463_real.mp4", "question": "Where is the photograph of the sunset with mountains positioned in the new set of artworks?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 499.0, "options": [ "A. At the bottom section of the wall.", "B. At the topmost position.", "C. Below the old, weathered door frame.", "D. Next to the close-up of flowers." ] }, { "video_id": "sample_463_real.mp4", "question": "Which names are revealed below the photographs right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 596.0, "options": [ "A. ERICA KELLY MARTIN.", "B. FERNANDO GUERRERO.", "C. ERICA KELLY MARTIN.", "D. JOHN DOE." ] }, { "video_id": "sample_211_real.mp4", "question": "What might the speaker discuss next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 16.0, "options": [ "A. Graphing on the Coordinate Plane.", "B. Calculus functions.", "C. Trigonometric ratios.", "D. Differential equations." ] }, { "video_id": "sample_211_real.mp4", "question": "What might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 142.0, "options": [ "A. How to label the axes.", "B. How to connect the plotted points.", "C. How to identify coordinates.", "D. How to scale the graph." ] }, { "video_id": "sample_211_real.mp4", "question": "What might the speaker discuss next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 260.0, "options": [ "A. How to plot points on the axes.", "B. The importance of the x-axis.", "C. The significance of the y-axis.", "D. What ordered pairs represent." ] }, { "video_id": "sample_211_real.mp4", "question": "What might the speaker discuss next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 397.0, "options": [ "A. How to plot another point.", "B. How to label the y-axis.", "C. The importance of the y-intercept.", "D. How to draw a quadratic curve." ] }, { "video_id": "sample_211_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 511.0, "options": [ "A. How to plot a line graph.", "B. The significance of the axes intersections.", "C. How to differentiate the quadrants.", "D. The concept of linear equations." ] }, { "video_id": "sample_351_real.mp4", "question": "Which of the following options best summarizes the vendor's actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The vendor picked up multiple croissants, placed them into a box, and handed it to a customer.", "B. The vendor rearranged pastries on the tray, cleaned the display glass, and took an order from a customer.", "C. The vendor picked up a muffin, added nuts, and placed it onto a display dish.", "D. The vendor selected a pastry using tongs, placed it into a paper bag." ] }, { "video_id": "sample_351_real.mp4", "question": "Which of the following options best summarizes the barista's actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 130.0, "options": [ "A. The barista prepared a small cappuccino, added honey, and gave it to the customer.", "B. The barista brewed a large black coffee, added sugar, and placed it on the counter for pickup.", "C. The barista made an espresso shot, added milk, and served it with a croissant.", "D. The barista poured a large latte, sealed the cup with a lid, and handed it over to the customer." ] }, { "video_id": "sample_351_real.mp4", "question": "Which of the following options best summarizes the barista's actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 252.0, "options": [ "A. The barista picked up fruits to prepare a smoothie, blended them, and served it to a customer.", "B. The barista prepared a double espresso, added cream, and served it with a cookie.", "C. The barista brewed a pot of tea, added honey, and served it in a teapot to a customer.", "D. The barista steamed milk, prepared orders of oat latte and soy flat white." ] }, { "video_id": "sample_351_real.mp4", "question": "Which of the following options best summarizes the barista's actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 373.0, "options": [ "A. The barista arranged mugs on the counter, brought milk from the fridge, and cleaned the workspace.", "B. The barista refilled the milk container, steamed milk, and cleaned the counter.", "C. The barista cleaned the espresso machine, brewed espresso, and arranged cups for serving.", "D. The barista grabbed milk cartons into the fridge, organized them, and prepared the workspace for further tasks." ] }, { "video_id": "sample_351_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 499.0, "options": [ "A. The cashier counted money in the register, sorted coins and bills, and printed the receipt.", "B. The cashier scanned a barcode, weighed the item, and asked the customer for payment.", "C. The cashier arranged items on the counter, packed them into a bag, and handed the bag to the customer.", "D. The cashier picked items on the touchscreen, confirmed the order, and selected a payment option." ] }, { "video_id": "sample_189_real.mp4", "question": "What color is the character's outfit standing on the path?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 17.0, "options": [ "A. Blue and white.", "B. Yellow and pink.", "C. Red and green.", "D. Black and yellow." ] }, { "video_id": "sample_189_real.mp4", "question": "What objects are seen on the grassy area below the stone structure?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 300.0, "options": [ "A. A white and red bed and a crafting table.", "B. A brown chair and a red table.", "C. A yellow bed and a crafting table.", "D. A green chair and a red table." ] }, { "video_id": "sample_189_real.mp4", "question": "What action is the player performing in the video right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 577.0, "options": [ "A. Planting seeds.", "B. Pruning the vines on the tree.", "C. Climbing the tree.", "D. Collecting bamboo stalks." ] }, { "video_id": "sample_189_real.mp4", "question": "What action is the player performing in the video right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 577.0, "options": [ "A. Planting seeds.", "B. Pruning the vines on the tree.", "C. Climbing the tree.", "D. Collecting bamboo stalks." ] }, { "video_id": "sample_189_real.mp4", "question": "What can be seen flying away when the user removes a block of dirt?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 843.0, "options": [ "A. Bits of stone.", "B. Bits of dirt.", "C. Grass particles.", "D. Wood fragments." ] }, { "video_id": "sample_268_real.mp4", "question": "What is the person outside the car holding in their hand right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 2.0, "options": [ "A. A notepad.", "B. A radio.", "C. A stopwatch.", "D. A digital device." ] }, { "video_id": "sample_268_real.mp4", "question": "What is the color of the driver's gloves right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 98.0, "options": [ "A. Blue.", "B. Green.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_268_real.mp4", "question": "What can be seen through the windshield right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 192.0, "options": [ "A. A racetrack.", "B. A dirt path.", "C. A field with trees.", "D. A forest." ] }, { "video_id": "sample_268_real.mp4", "question": "What can be seen through the windshield right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 282.0, "options": [ "A. A dense forest.", "B. City buildings.", "C. A field with rows of poles.", "D. A sandy desert." ] }, { "video_id": "sample_268_real.mp4", "question": "What is visible through the windshield right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 382.0, "options": [ "A. A field with rows of poles.", "B. A lake.", "C. A forest path.", "D. A residential area." ] }, { "video_id": "sample_314_real.mp4", "question": "What color is the vintage car parked right side to the red vehicle under a canopy?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 11.0, "options": [ "A. Blue.", "B. Yellow.", "C. Green.", "D. Black." ] }, { "video_id": "sample_314_real.mp4", "question": "What is written on the building with a white facade?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 180.0, "options": [ "A. MERCADO.", "B. LIBRERÍA.", "C. CAFETERÍA.", "D. BANCO." ] }, { "video_id": "sample_314_real.mp4", "question": "What type of building is labeled \"DILLERS BOARDING HOUSE\"?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 320.0, "options": [ "A. A single-story house.", "B. A two-story wooden building.", "C. A warehouse.", "D. A three-story apartment." ] }, { "video_id": "sample_314_real.mp4", "question": "What is the sign reading on the large geometric-shaped buildin right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 485.0, "options": [ "A. 25.", "B. 30.", "C. 50.", "D. 75." ] }, { "video_id": "sample_314_real.mp4", "question": "What does the sign with an illustration of a person swimming in blue water indicate?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 593.0, "options": [ "A. \"Pool Open\".", "B. \"No Swimming\".", "C. \"Beach Closed\".", "D. \"Swim at Your Own Risk\"." ] }, { "video_id": "sample_293_real.mp4", "question": "What is the both persons doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Looking at the display cases.", "B. Having a face-to-face conversation while standing.", "C. Walking towards the exit.", "D. Talking on the phone." ] }, { "video_id": "sample_293_real.mp4", "question": "What is the car doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 210.0, "options": [ "A. Driving straight through a major intersection.", "B. Turning left onto a side road.", "C. Keep going straight on the road.", "D. Stopping at a stop sign." ] }, { "video_id": "sample_293_real.mp4", "question": "What did the walker do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 414.0, "options": [ "A. Adjusted the car's mirror.", "B. Walked past the blue car.", "C. Opened the passenger door and entered the car.", "D. Signaled another car to stop." ] }, { "video_id": "sample_293_real.mp4", "question": "What is the person in the pink attire doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 620.0, "options": [ "A. Looking downwards.", "B. Making a gesture.", "C. Moving slightly.", "D. Standing still." ] }, { "video_id": "sample_293_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 803.0, "options": [ "A. Walking away from the brick wall.", "B. Engaging with the interaction menu.", "C. Standing and observing the environment.", "D. Adjusting their position against the wall." ] }, { "video_id": "sample_12_real.mp4", "question": "What color shirt is the man wearing when he holds the white plate with a piece of raw steak?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 57.0, "options": [ "A. Dark gray.", "B. Green.", "C. Blue.", "D. White." ] }, { "video_id": "sample_12_real.mp4", "question": "What object is the person holding and gesturing towards right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 85.0, "options": [ "A. A frying pan.", "B. A bowl of radishes.", "C. A jar of chili flakes.", "D. A plate with raw meat." ] }, { "video_id": "sample_12_real.mp4", "question": "What is the person holding in their hand?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 185.0, "options": [ "A. A spatula.", "B. A wooden spoon.", "C. A fork.", "D. Red tongs." ] }, { "video_id": "sample_12_real.mp4", "question": "What is the man holding in his right hand while preparing food on the cutting board?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 544.0, "options": [ "A. A jar of salt.", "B. Half a lemon.", "C. A red vegetable.", "D. A small white bowl." ] }, { "video_id": "sample_12_real.mp4", "question": "What is the title of the cookbook prominently featured?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 664.0, "options": [ "A. \"Gordon Ramsay in 10: Delicious Recipes Made in a Flash\".", "B. \"Jamie Oliver's 30-Minute Meals\".", "C. \"Gordon Ramsay's Ultimate Cookery Course\".", "D. \"Nigella Express: Good Food Fast\"." ] }, { "video_id": "sample_320_real.mp4", "question": "What is labeled on the large green tunnel people are heading toward?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 11.0, "options": [ "A. \"Mario Kart: Bowser's Challenge\".", "B. \"Super Mario World\".", "C. \"Luigi's Mansion\".", "D. \"Princess Peach's Castle\"." ] }, { "video_id": "sample_320_real.mp4", "question": "What was the group doing just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 146.0, "options": [ "A. Standing in a queue.", "B. Sitting on a theme park ride.", "C. Entering a theater.", "D. Walking through a dimly lit corridor." ] }, { "video_id": "sample_320_real.mp4", "question": "What is the large fish chasing the small fishes?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 282.0, "options": [ "A. Blue fish.", "B. Green fish.", "C. Red fish.", "D. Yellow fish." ] }, { "video_id": "sample_320_real.mp4", "question": "What is the main event happening as Bowser Jr. reaches the finish line?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 433.0, "options": [ "A. Bowser Jr. avoids obstacles.", "B. Bowser Jr. prepares to glide.", "C. Tanooki Mario joins the race.", "D. Excited celebratory signs and sparkles appear." ] }, { "video_id": "sample_320_real.mp4", "question": "What is the main event happening as Bowser Jr. reaches the finish line?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 433.0, "options": [ "A. Bowser Jr. avoids obstacles.", "B. Bowser Jr. prepares to glide.", "C. Tanooki Mario joins the race.", "D. Excited celebratory signs and sparkles appear." ] }, { "video_id": "sample_385_real.mp4", "question": "Which store's name is visible on the left side of the street?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 4.0, "options": [ "A. Bed Bath & Beyond.", "B. Barnes & Noble.", "C. Target.", "D. Best Buy." ] }, { "video_id": "sample_385_real.mp4", "question": "Which brand logo is visible on the store awnings?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 123.0, "options": [ "A. Walmart.", "B. Trader Joe's.", "C. Whole Foods.", "D. Starbucks." ] }, { "video_id": "sample_385_real.mp4", "question": "What is the Citibank sign located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 247.0, "options": [ "A. On the right side of the road.", "B. On the left side of the road.", "C. In the front of the car.", "D. Behind the car." ] }, { "video_id": "sample_385_real.mp4", "question": "What is the notable color of the taxi right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 370.0, "options": [ "A. Red.", "B. Blue.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_385_real.mp4", "question": "What is the brand of the visible pharmacy right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 490.0, "options": [ "A. Walgreens.", "B. Duane Reade.", "C. Rite Aid.", "D. CVS." ] }, { "video_id": "sample_349_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. An employee prepares a breakfast sandwich, adds condiments, and serves it to the customer.", "B. An employee prepares a sandwich, toasts the buns, adds sauce, lettuce, and serves it in a box.", "C. An employee prepares a salad, chops vegetables, and arranges them in a bowl.", "D. An employee prepares a burger, adds mayo, lettuce, and packs it in a box." ] }, { "video_id": "sample_349_real.mp4", "question": "Which of the following options best summarizes the worker's actions just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 109.0, "options": [ "A. An employee prepares a burger, adds cheese, lettuce, and sauce, and packs it in a box.", "B. An employee fries a chicken patty, adds mayo and lettuce, and packs it in a bag.", "C. An employee prepares a sandwich, adds cucumbers, tomatoes, and sauce, and packs it in a wrap.", "D. An employee prepares a vegan burger, adds vegan cheese, lettuce, and sauce, and packs it in a box." ] }, { "video_id": "sample_349_real.mp4", "question": "Which of the following options best summarizes the worker's actions just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 208.0, "options": [ "A. The worker toasts a burger bun, adds tartar sauce and lettuce, and places the assembled burger back on the counter.", "B. The worker grills a patty, adds ketchup and onions to the bun, and places the assembled burger in a bag.", "C. The worker fetches ingredients from the refrigerator, cuts tomatoes, and adds them to a bowl.", "D. The worker fries a fish fillet, adds mayo and pickles to a bun, and places the assembled sandwich in a wrap." ] }, { "video_id": "sample_349_real.mp4", "question": "Which of the following options best summarizes the employee's actions just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 321.0, "options": [ "A. The employee prepared a chicken sandwich by toasting buns, adding mayonnaise and lettuce, and packing it in a box.", "B. The employee prepared a fish burger by toasting buns, adding cheese, and placing it in a box.", "C. The employee prepared a fish sandwich by toasting buns, adding tartar sauce and lettuce, and packing it in a box.", "D. The employee prepared a veggie burger by toasting buns, adding vegetables, and packing it in a box." ] }, { "video_id": "sample_349_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 406.0, "options": [ "A. The employee cooked and served fries, adding salt and packing them in a container.", "B. The employee grilled a chicken patty, added lettuce and mayo, and packed the sandwich in a box.", "C. The employee packed chicken nuggets into boxes.", "D. The employee prepared a fish sandwich, adding tartar sauce and lettuce, and packed it in a paper wrap." ] }, { "video_id": "sample_88_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_88_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 188.0, "options": [ "A. 4.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_88_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 251.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 6." ] }, { "video_id": "sample_88_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 301.0, "options": [ "A. 2.", "B. 5.", "C. 4.", "D. 6." ] }, { "video_id": "sample_88_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 379.0, "options": [ "A. 4.", "B. 8.", "C. 6.", "D. 7." ] }, { "video_id": "sample_171_real.mp4", "question": "Where are the power lines located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 8.0, "options": [ "A. Crossing diagonally over the road.", "B. Parallel to the right side of the road.", "C. Intersecting the road perpendicularly.", "D. Running parallel to the left side of the road." ] }, { "video_id": "sample_171_real.mp4", "question": "Where is the red graffiti?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 136.0, "options": [ "A. On the right side of the road.", "B. On the left side of the road.", "C. In front of the road.", "D. Above the entrance of the tunnel." ] }, { "video_id": "sample_171_real.mp4", "question": "What is on the left side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 250.0, "options": [ "A. A river.", "B. A small building.", "C. An open field.", "D. Dense vegetation." ] }, { "video_id": "sample_171_real.mp4", "question": "What is located on the left side of the path right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 387.0, "options": [ "A. A cornfield.", "B. A tall building.", "C. A dense forest.", "D. A patch of grass." ] }, { "video_id": "sample_171_real.mp4", "question": "What is located on the right side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 514.0, "options": [ "A. A field of corn.", "B. A forest.", "C. A river.", "D. A field of wheat." ] }, { "video_id": "sample_5_real.mp4", "question": "What brand is visible on the player's white cleats?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 18.0, "options": [ "A. Nike.", "B. Puma.", "C. Adidas.", "D. Under Armour." ] }, { "video_id": "sample_5_real.mp4", "question": "What brand is visible on the player's white cleats?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 18.0, "options": [ "A. Nike.", "B. Puma.", "C. Adidas.", "D. Under Armour." ] }, { "video_id": "sample_5_real.mp4", "question": "What is the outcome of the penalty kick just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 147.0, "options": [ "A. The goalkeeper saves the ball.", "B. The ball hits the post.", "C. The ball goes over the crossbar.", "D. The ball goes into the net." ] }, { "video_id": "sample_5_real.mp4", "question": "What did the goalkeeper do during the penalty kick?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 273.0, "options": [ "A. Stood still.", "B. Dived to his right.", "C. Dived to his left.", "D. Ran towards the ball." ] }, { "video_id": "sample_5_real.mp4", "question": "What number is on the back of the goalkeeper's kit who is preparing to dive for the penalty kick?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 443.0, "options": [ "A. 10.", "B. 7.", "C. 5.", "D. 1." ] }, { "video_id": "sample_178_real.mp4", "question": "Where is the white road marker positioned relative to the cyclist right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 6.0, "options": [ "A. On the both sides of the cyclist.", "B. In front of the cyclist.", "C. To the left of the cyclist.", "D. Behind the cyclist." ] }, { "video_id": "sample_178_real.mp4", "question": "How are the road signs oriented right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 115.0, "options": [ "A. Indicating a left turn.", "B. Pointing straight ahead.", "C. Indicating a right turn.", "D. Indicating a U-turn." ] }, { "video_id": "sample_178_real.mp4", "question": "What is located at the far end of the left side of the road right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 237.0, "options": [ "A. A tall tree.", "B. A hospital.", "C. A park.", "D. A bridge." ] }, { "video_id": "sample_178_real.mp4", "question": "Where is the blue car located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 338.0, "options": [ "A. On the right side of the cyclist.", "B. On the left side of the cyclist.", "C. Directly in front of the cyclist.", "D. Behind the cyclist." ] }, { "video_id": "sample_178_real.mp4", "question": "Where is the red car located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 458.0, "options": [ "A. On the right side of the cyclist.", "B. On the left side of the cyclist.", "C. Directly in front of the cyclist.", "D. Behind the cyclist." ] }, { "video_id": "sample_198_real.mp4", "question": "What action is the character in purple armor performing when the camera follows its movements from a first-person perspective?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 10.0, "options": [ "A. Mining blocks.", "B. Building a structure.", "C. Walking through a portal.", "D. Flying with wings." ] }, { "video_id": "sample_198_real.mp4", "question": "What action does the character perform after turning away from the lava room?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 284.0, "options": [ "A. Fights a creature.", "B. Collects a resource.", "C. Lights a torch.", "D. Places a white block in the wall." ] }, { "video_id": "sample_198_real.mp4", "question": "What action does the character perform after turning away from the lava room?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 284.0, "options": [ "A. Fights a creature.", "B. Collects a resource.", "C. Lights a torch.", "D. Places a white block in the wall." ] }, { "video_id": "sample_198_real.mp4", "question": "What is prominently displayed on the screen as the player continues flying deeper into the cave?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 573.0, "options": [ "A. Usefulness.", "B. Danger.", "C. Exploration.", "D. Achievement." ] }, { "video_id": "sample_198_real.mp4", "question": "What happens as the player approaches the tall, snowy mountain?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 856.0, "options": [ "A. The player increases altitude significantly.", "B. The player changes to a third-person perspective.", "C. The player starts building a structure.", "D. The player start to fly upwards." ] }, { "video_id": "sample_454_real.mp4", "question": "What color is the vest the man is wearing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 3.0, "options": [ "A. Green.", "B. Orange.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_454_real.mp4", "question": "What is mounted on the dashboard right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 130.0, "options": [ "A. A phone with GPS application.", "B. A camera.", "C. A radio.", "D. A small fan." ] }, { "video_id": "sample_454_real.mp4", "question": "What color is the dashboard right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 263.0, "options": [ "A. Blue.", "B. Black.", "C. Gray.", "D. Brown." ] }, { "video_id": "sample_454_real.mp4", "question": "What type of vehicle is the vehicle ahead right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 393.0, "options": [ "A. Taxi.", "B. Delivery van.", "C. School bus.", "D. Ambulance." ] }, { "video_id": "sample_454_real.mp4", "question": "What is attached to the dashboard right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 521.0, "options": [ "A. A notebook.", "B. A GPS device.", "C. A mobile phone.", "D. A calculator." ] }, { "video_id": "sample_272_real.mp4", "question": "What did the person wearing a striped shirt do just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Grabbed a trash can.", "B. Stopped to tie their shoelaces.", "C. Engaged in a conversation with the pedestrian.", "D. Ran closer to the pedestrian." ] }, { "video_id": "sample_272_real.mp4", "question": "What is the relationship between the fire hydrant and the two characters standing near the palm tree?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 342.0, "options": [ "A. The fire hydrant is in front of them.", "B. The fire hydrant is to the right of them.", "C. The fire hydrant is behind them.", "D. The fire hydrant is to the left of them." ] }, { "video_id": "sample_272_real.mp4", "question": "What is the player doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 495.0, "options": [ "A. Adjusting game settings.", "B. Watching a cutscene.", "C. Driving a car in the game.", "D. Selecting key bindings." ] }, { "video_id": "sample_272_real.mp4", "question": "What is the player doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 495.0, "options": [ "A. Adjusting game settings.", "B. Watching a cutscene.", "C. Driving a car in the game.", "D. Selecting key bindings." ] }, { "video_id": "sample_272_real.mp4", "question": "Where is the small image of a cat's face located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 590.0, "options": [ "A. Top right of the menu.", "B. Bottom left of the menu.", "C. Center of the menu.", "D. Top left of the menu." ] }, { "video_id": "sample_375_real.mp4", "question": "Which of the following best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual cleaned the kitchen floor using a mop and then organized the countertop.", "B. The individual prepared ingredients, chopped vegetables, and placed them into a frying pan.", "C. The individual unpacked a delivery box, organized the contents, and disposed of the packaging.", "D. The individual washed their hands, applied soap, and rinsed thoroughly under running water." ] }, { "video_id": "sample_375_real.mp4", "question": "Which of the following best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 59.0, "options": [ "A. The individual washed potatoes, chopped them, and started cooking.", "B. The individual peeled potatoes, rinsed them, and placed them in a container.", "C. The individual sorted potatoes, discarded the bad ones, and organized the rest in a basket.", "D. The individual emptied a sack of potatoes into a sink, discarded the sack, and prepared the workstation." ] }, { "video_id": "sample_375_real.mp4", "question": "Which of the following best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 108.0, "options": [ "A. The individual emptied a bag of potatoes into the sink, washed them under running water, and dried them with a towel.", "B. The individual peeled the potatoes, rinsed them under running water, and placed them in a storage container.", "C. The individual sorted the potatoes, removed any that were spoiled, and organized the rest into neat stacks.", "D. The individual placed potatoes into the sink, washed them under running water, and sliced them using a potato slicer." ] }, { "video_id": "sample_375_real.mp4", "question": "Which of the following best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 157.0, "options": [ "A. The individual boiled potatoes, mashed them, and added seasoning.", "B. The individual peeled potatoes, chopped them, and placed them into a baking dish.", "C. The individual washed potato slices, rinsed them, and placed them into a pot of water.", "D. The individual sliced potatoes, washed the slices in water, and prepared them for cooking." ] }, { "video_id": "sample_375_real.mp4", "question": "Which of the following best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 206.0, "options": [ "A. The individual sliced potatoes thinly, washed them gently under running water, and arranged them on a tray for drying.", "B. The individual poured sliced potatoes into a water bath, agitated them using a strainer, and transferred them to a drying area.", "C. The individual submerged the sliced potatoes in warm water, rinsed them with a colander, and then patted them dry with a cloth.", "D. The individual placed potato slices into a container of water, mixed them vigorously for cleaning, and separated them using a divided compartment." ] }, { "video_id": "sample_277_real.mp4", "question": "What did the car do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 13.0, "options": [ "A. It stopped at a traffic light.", "B. It turned left at an intersection.", "C. It parked near a shopping center.", "D. It reversed into a parking space." ] }, { "video_id": "sample_277_real.mp4", "question": "What is the car doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 164.0, "options": [ "A. Preparing to make a right turn.", "B. Driving on a multi-lane bridge.", "C. Completing a right turn at the intersection.", "D. Stopping at a red light." ] }, { "video_id": "sample_277_real.mp4", "question": "What is the individual in the blue hoodie doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 332.0, "options": [ "A. Checking their reflection in a window.", "B. Writing on a piece of paper.", "C. Holding and looking at a tablet.", "D. Adjusting their clothing." ] }, { "video_id": "sample_277_real.mp4", "question": "What did the player do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 500.0, "options": [ "A. Exiting the driver's seat.", "B. Driving the vehicle.", "C. Finalizing inventory management.", "D. Interacting with another character." ] }, { "video_id": "sample_277_real.mp4", "question": "What is the person in the blue hoodie doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 607.0, "options": [ "A. Walking on the sidewalk.", "B. Stopping at the rear of the vehicle.", "C. Turning towards the dark vehicle.", "D. Puting the goods into the trunk of the car." ] }, { "video_id": "sample_65_real.mp4", "question": "What is being shown on the screen right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 5.0, "options": [ "A. A dark background displaying \"Leopard Glitter Keychains.\".", "B. Instructions for using a cutting machine.", "C. The Cricut Joy software interface with design options.", "D. A hand holding glittery leopard print keychains." ] }, { "video_id": "sample_65_real.mp4", "question": "What action is being performed right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 120.0, "options": [ "A. Loading a sheet into the machine.", "B. Pulling out a sheet from the machine.", "C. Labeling the material.", "D. Cutting the material vertically." ] }, { "video_id": "sample_65_real.mp4", "question": "What are the hands doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 193.0, "options": [ "A. Drawing on a piece of paper.", "B. Washing the stencil.", "C. Lifting the stencil off the mat.", "D. Applying a label to a stencil." ] }, { "video_id": "sample_65_real.mp4", "question": "What is the right hand doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 317.0, "options": [ "A. Applying a layer of red glitter.", "B. Holding a pair of cups.", "C. Removing glitter from the object.", "D. Spreading golden glitter evenly over the white round object." ] }, { "video_id": "sample_65_real.mp4", "question": "What is the hands doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 416.0, "options": [ "A. Pulling the adhesive backing upwards.", "B. Adjusting the paper's position on the coaster.", "C. Inspecting the adhesive surface on the paper.", "D. Placing the adhesive-applied paper against the golden round object." ] }, { "video_id": "sample_329_real.mp4", "question": "What is the weather like in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 7.0, "options": [ "A. Completely cloudy.", "B. Rainy.", "C. Overcast.", "D. Partly cloudy." ] }, { "video_id": "sample_329_real.mp4", "question": "What is visible near the right side of the buildings right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 177.0, "options": [ "A. A blue mailbox.", "B. A green bench.", "C. A yellow taxi.", "D. A red phone booth." ] }, { "video_id": "sample_329_real.mp4", "question": "What is the person in the blue outfit carrying?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 321.0, "options": [ "A. A briefcase.", "B. A backpack.", "C. A suitcase.", "D. A shopping bag." ] }, { "video_id": "sample_329_real.mp4", "question": "Where was the historical stone building located in the frame right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 489.0, "options": [ "A. On the left side.", "B. On the right side.", "C. In the center.", "D. In the background." ] }, { "video_id": "sample_329_real.mp4", "question": "What is the name of the left side establishment indicated by the signs on the building?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 589.0, "options": [ "A. HARD CLUB.", "B. HARD ROCK.", "C. CLUB HARD.", "D. ROCK CLUB." ] }, { "video_id": "sample_197_real.mp4", "question": "What is one of the objectives mentioned in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. Build a house.", "B. Get a bunch of TNT.", "C. Collect water.", "D. Find a treasure." ] }, { "video_id": "sample_197_real.mp4", "question": "What color is the bed seen in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 212.0, "options": [ "A. Yellow.", "B. Red.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_197_real.mp4", "question": "What color is the bed seen in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 212.0, "options": [ "A. Yellow.", "B. Red.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_197_real.mp4", "question": "What inventory items are visible in the player's HUD?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 559.0, "options": [ "A. Sword and pickaxe.", "B. Sword and shield.", "C. Axe and bow.", "D. Pickaxe and bow." ] }, { "video_id": "sample_197_real.mp4", "question": "What action is depicted with the \"Subscribe\" button?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 709.0, "options": [ "A. It remains static.", "B. It disappears.", "C. It changes to \"Subscribed\".", "D. It moves to the top of the screen." ] }, { "video_id": "sample_262_real.mp4", "question": "What type of car is featured in the video right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 10.0, "options": [ "A. Ferrari F8 Tributo.", "B. Lamborghini Huracan.", "C. BMW M4.", "D. Porsche 911 GT3 RS." ] }, { "video_id": "sample_262_real.mp4", "question": "What is the current gear level of the car?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 88.0, "options": [ "A. 1.", "B. 2.", "C. 3.", "D. 4." ] }, { "video_id": "sample_262_real.mp4", "question": "Right now, what is indicated by the green column?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 172.0, "options": [ "A. Braking.", "B. Tire pressure.", "C. Speed.", "D. Throttle." ] }, { "video_id": "sample_262_real.mp4", "question": "Right now, what gear is the car using?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 260.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 5." ] }, { "video_id": "sample_262_real.mp4", "question": "Right now, what is the current speed of the car?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 340.0, "options": [ "A. approx 226 km/h.", "B. approx 189 km/h.", "C. approx 190 km/h.", "D. approx 249 km/h." ] }, { "video_id": "sample_302_real.mp4", "question": "What notable feature is seen in the middle of the street as the camera moves forward?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 8.0, "options": [ "A. A tall evergreen tree.", "B. A parked truck.", "C. A street vendor.", "D. A bicycle lane." ] }, { "video_id": "sample_302_real.mp4", "question": "What does the camera capture after showing the manicured shrubs and bushes?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 93.0, "options": [ "A. A stone pathway flanked by garden beds.", "B. A wooden bridge over a stream.", "C. A large fountain in a central plaza.", "D. An open field with wildflowers." ] }, { "video_id": "sample_302_real.mp4", "question": "What becomes visible past the dense part of the hedge now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 173.0, "options": [ "A. A park.", "B. A row of shops.", "C. The garden and houses.", "D. A busy street." ] }, { "video_id": "sample_302_real.mp4", "question": "What is the position of the house relative to the white car?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 253.0, "options": [ "A. To the right, behind the car.", "B. To the left, in front of the car.", "C. To the left, beside the car.", "D. To the right, beside the car." ] }, { "video_id": "sample_302_real.mp4", "question": "What is the position of the house relative to the white car?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 253.0, "options": [ "A. To the right, behind the car.", "B. To the left, in front of the car.", "C. To the left, beside the car.", "D. To the right, beside the car." ] }, { "video_id": "sample_496_real.mp4", "question": "What happens to the airplane as it aligns itself with the landing path?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 20.0, "options": [ "A. It takes off.", "B. It crashes.", "C. It lands on the runway.", "D. It continues to fly in circles." ] }, { "video_id": "sample_496_real.mp4", "question": "Which car won first place in this competition?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 275.0, "options": [ "A. The blue car.", "B. The dark purple car.", "C. The green car.", "D. The red car." ] }, { "video_id": "sample_496_real.mp4", "question": "Which car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 503.0, "options": [ "A. The blue car.", "B. The dark purple car.", "C. The green car.", "D. The red car." ] }, { "video_id": "sample_496_real.mp4", "question": "What is surrounding the racetrack right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 723.0, "options": [ "A. Sand dunes.", "B. Tall grass.", "C. Snow banks.", "D. Rocky cliffs." ] }, { "video_id": "sample_496_real.mp4", "question": "What is surrounding the racetrack right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 723.0, "options": [ "A. Sand dunes.", "B. Tall grass.", "C. Snow banks.", "D. Rocky cliffs." ] }, { "video_id": "sample_153_real.mp4", "question": "What is the distinctive feature of the man's appearance?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 5.0, "options": [ "A. A scar on his cheek.", "B. A handlebar mustache.", "C. A monocle.", "D. A bow tie." ] }, { "video_id": "sample_153_real.mp4", "question": "What is the man doing while sitting on a chair?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 70.0, "options": [ "A. Reading a book.", "B. Polishing his shoes.", "C. Adjusting his trousers and shoes.", "D. Writing a letter." ] }, { "video_id": "sample_153_real.mp4", "question": "What is the man doing while sitting on a chair?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 70.0, "options": [ "A. Reading a book.", "B. Polishing his shoes.", "C. Adjusting his trousers and shoes.", "D. Writing a letter." ] }, { "video_id": "sample_153_real.mp4", "question": "What does the man being helped do after the helper finishes adjusting his collar and bow tie?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 135.0, "options": [ "A. Looks in the mirror.", "B. Closes his eyes.", "C. Lifts his arm.", "D. Looks down slightly." ] }, { "video_id": "sample_153_real.mp4", "question": "What does the man being helped do after the helper finishes adjusting his collar and bow tie?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 135.0, "options": [ "A. Looks in the mirror.", "B. Closes his eyes.", "C. Lifts his arm.", "D. Looks down slightly." ] }, { "video_id": "sample_99_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_99_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_99_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 86.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_99_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 206.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_99_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 281.0, "options": [ "A. 2.", "B. 8.", "C. 3.", "D. 7." ] }, { "video_id": "sample_99_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 324.0, "options": [ "A. 2.", "B. 8.", "C. 3.", "D. 7." ] }, { "video_id": "sample_72_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 208.0, "options": [ "A. 1.", "B. 2.", "C. 4.", "D. 0." ] }, { "video_id": "sample_72_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 208.0, "options": [ "A. 1.", "B. 2.", "C. 4.", "D. 0." ] }, { "video_id": "sample_72_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 262.0, "options": [ "A. 1.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_72_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 318.0, "options": [ "A. 1.", "B. 3.", "C. 4.", "D. 5." ] }, { "video_id": "sample_72_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 810.0, "options": [ "A. 10.", "B. 11.", "C. 12.", "D. 13." ] }, { "video_id": "sample_426_real.mp4", "question": "What is mounted on the left side of the helicopter cockpit right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. A phone.", "B. A GPS device.", "C. A tablet.", "D. A camera." ] }, { "video_id": "sample_426_real.mp4", "question": "What type of store is the person in right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 196.0, "options": [ "A. A clothing store.", "B. A pet store.", "C. A grocery store.", "D. A costco." ] }, { "video_id": "sample_426_real.mp4", "question": "What brand of chips is in the shopping cart right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 262.0, "options": [ "A. Lay's.", "B. Pringles.", "C. Miss Vickie's.", "D. Doritos." ] }, { "video_id": "sample_426_real.mp4", "question": "What brand of paper towels is visible on the ground right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 391.0, "options": [ "A. Bounty.", "B. Scott.", "C. Viva.", "D. Sparkle." ] }, { "video_id": "sample_426_real.mp4", "question": "Which brand of bottled water is visible on the passenger seat right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 519.0, "options": [ "A. Dasani.", "B. Evian.", "C. Ice Mountain.", "D. Aquafina." ] }, { "video_id": "sample_448_real.mp4", "question": "What is the state of the shelves as the individual continues to stock them?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 20.0, "options": [ "A. Shelves are mostly empty.", "B. The shelves are already full.", "C. Shelves are cluttered and disorganized.", "D. Shelves are orderly and packed with products." ] }, { "video_id": "sample_448_real.mp4", "question": "What type of perspective is shown in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 143.0, "options": [ "A. Third-person perspective.", "B. Aerial perspective.", "C. First-person perspective.", "D. Side perspective." ] }, { "video_id": "sample_448_real.mp4", "question": "What color are the cartons of milk on the shelf?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 291.0, "options": [ "A. Yellow with different colored sections.", "B. White with different colored sections.", "C. Green with different colored sections.", "D. Red with different colored sections." ] }, { "video_id": "sample_448_real.mp4", "question": "What action did the person perform repeatedly just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 431.0, "options": [ "A. Organizing products on shelves.", "B. Flattening cardboard boxes.", "C. Picking up and placing boxes in a cart.", "D. Moving the cart towards the door." ] }, { "video_id": "sample_448_real.mp4", "question": "What action did the person perform repeatedly just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 431.0, "options": [ "A. Organizing products on shelves.", "B. Flattening cardboard boxes.", "C. Picking up and placing boxes in a cart.", "D. Moving the cart towards the door." ] }, { "video_id": "sample_403_real.mp4", "question": "Right now, what is the weather like on the street?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 22.0, "options": [ "A. Sunny.", "B. Snowy.", "C. Clear.", "D. Rainy." ] }, { "video_id": "sample_403_real.mp4", "question": "What type of vehicle is directly in front of the camera right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 157.0, "options": [ "A. Taxi.", "B. Bus.", "C. Bicycle.", "D. Motorcycle." ] }, { "video_id": "sample_403_real.mp4", "question": "Which brand's store sign is seen on the right-hand side of the street right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 312.0, "options": [ "A. Nike.", "B. Tesla.", "C. Adidas.", "D. UGG." ] }, { "video_id": "sample_403_real.mp4", "question": "What is the current condition of the pavement right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 465.0, "options": [ "A. Dry.", "B. Sandy.", "C. Snowy.", "D. Wet." ] }, { "video_id": "sample_403_real.mp4", "question": "What makes of the yellow car is waiting at the red light right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 608.0, "options": [ "A. Honda.", "B. Ford.", "C. Toyota.", "D. Nissan." ] }, { "video_id": "sample_190_real.mp4", "question": "Why does the speaker want to build the coolest villager breeder?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. He is tired of their items breaking.", "B. He wants to impress their friends.", "C. He need more resources.", "D. He enjoys building new things." ] }, { "video_id": "sample_190_real.mp4", "question": "What does the player do immediately after the spider lands on the ground?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 250.0, "options": [ "A. Runs away.", "B. Places a torch.", "C. Strikes the spider with an axe.", "D. Switches to a sword." ] }, { "video_id": "sample_190_real.mp4", "question": "What color are the rooftops of the village buildings?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 482.0, "options": [ "A. Red.", "B. Green.", "C. Gray.", "D. Brown." ] }, { "video_id": "sample_190_real.mp4", "question": "What is floating in the sky to the left of the pyramid right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 721.0, "options": [ "A. A red hot air balloon.", "B. A blue kite.", "C. A white bird.", "D. A black drone." ] }, { "video_id": "sample_190_real.mp4", "question": "What does the red button at the bottom of the frame display initially?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 951.0, "options": [ "A. A “Subscribe” button with a white YouTube logo.", "B. A “Like” button with a white thumbs-up icon.", "C. A “Share” button with a white arrow icon.", "D. A “Follow” button with a white star icon." ] }, { "video_id": "sample_332_real.mp4", "question": "What details are displayed in the overlaid text just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 13.0, "options": [ "A. \"2023 / 6 / 7\", \"Hong Kong\", \"Tsim Sha Tsui\", and \"8:00pm\".", "B. \"2022 / 7 / 7\", \"Hong Kong\", \"Central\", and \"7:00pm\".", "C. \"2023 / 7 / 7\", \"Hong Kong\", \"Tsim Sha Tsui\", and \"6:00pm\".", "D. \"2023 / 7 / 7\", \"Hong Kong\", \"Tsim Sha Tsui\", and \"7:00pm\"." ] }, { "video_id": "sample_332_real.mp4", "question": "What is the woman wearing a mask doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 175.0, "options": [ "A. Talking on the phone.", "B. Walking around.", "C. Looking at her phone.", "D. Taking a photo." ] }, { "video_id": "sample_332_real.mp4", "question": "What is the woman wearing a mask doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 175.0, "options": [ "A. Talking on the phone.", "B. Walking around.", "C. Looking at her phone.", "D. Taking a photo." ] }, { "video_id": "sample_332_real.mp4", "question": "What color is the zebra crossing that pedestrians are walking across right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 329.0, "options": [ "A. White.", "B. Blue.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_332_real.mp4", "question": "What is the overall atmosphere of the scene in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 500.0, "options": [ "A. Calm and serene.", "B. Quiet and empty.", "C. Tense and chaotic.", "D. Bustling and busy." ] }, { "video_id": "sample_129_real.mp4", "question": "Which side of the head does the person paint first?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 9.0, "options": [ "A. The top.", "B. The left side.", "C. The right side.", "D. The back." ] }, { "video_id": "sample_129_real.mp4", "question": "Which of the following best summarizes the painting process that was just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 159.0, "options": [ "A. Adding final touches to a landscape.", "B. Detailing a person with short brown hair and a red coat.", "C. Painting an abstract art piece.", "D. Working on a cityscape with vibrant colors." ] }, { "video_id": "sample_129_real.mp4", "question": "Why is the artist applying touches to the facial features frequently?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 299.0, "options": [ "A. To correct mistakes.", "B. To emphasize expressions.", "C. To add abstract elements.", "D. To change the background color." ] }, { "video_id": "sample_129_real.mp4", "question": "Which of the following best summarizes the content that was just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 440.0, "options": [ "A. The artist is setting up the studio before starting to paint.", "B. The artist is making precise adjustments to an already detailed portrait.", "C. The artist is selecting colors and preparing brushes for a new painting.", "D. The artist is cleaning up the studio after completing a painting." ] }, { "video_id": "sample_129_real.mp4", "question": "Which of the following best summarizes the content that was just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 440.0, "options": [ "A. The artist is setting up the studio before starting to paint.", "B. The artist is making precise adjustments to an already detailed portrait.", "C. The artist is selecting colors and preparing brushes for a new painting.", "D. The artist is cleaning up the studio after completing a painting." ] }, { "video_id": "sample_249_real.mp4", "question": "Why does the older woman appear annoyed or angry?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 26.0, "options": [ "A. Because the character shouted loudly.", "B. Because the character disturbed her.", "C. Because the character knocked on the door.", "D. Because the character broke something." ] }, { "video_id": "sample_249_real.mp4", "question": "Why is Mr. Bean under the bed now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 145.0, "options": [ "A. Because he wanted to snatch back the teddy bear doll that was taken by the cat.", "B. Because he dropped something valuable and is trying to retrieve it.", "C. Because he is hiding from someone who just entered the room.", "D. Because he thought he saw something strange under the bed." ] }, { "video_id": "sample_249_real.mp4", "question": "Why did the character exit the building and approach a green car?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 362.0, "options": [ "A. Because he forgot something important in the car.", "B. Because he needs to pick up a friend from the nearby station.", "C. Because he wants to drive to the pet hospital to treat his teddy bear doll.", "D. Because he plans to run an errand across town." ] }, { "video_id": "sample_249_real.mp4", "question": "Why Mr. Bean would be very panicked now.", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 518.0, "options": [ "A. Because he realized he lost his wallet.", "B. Because he accidentally locked himself out of his house.", "C. Because he found that his teddy bear doll was not in the box.", "D. Because he noticed that his car keys were missing." ] }, { "video_id": "sample_249_real.mp4", "question": "Why did the character react with noticeable concern after stopping the car?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 617.0, "options": [ "A. Because they remember they left something important behind.", "B. Because they have car trouble and need to check the engine.", "C. Because he thought the one that was flattened was the old lady's cat.", "D. Because they see a strange figure in the distance." ] }, { "video_id": "sample_185_real.mp4", "question": "What is located on the right side of the road right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 15.0, "options": [ "A. A river.", "B. A forest.", "C. A field.", "D. A building." ] }, { "video_id": "sample_185_real.mp4", "question": "What is located on the left side of the path right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 142.0, "options": [ "A. A line of trees.", "B. A lake.", "C. A canal.", "D. A field." ] }, { "video_id": "sample_185_real.mp4", "question": "What is on the right side of the path right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 250.0, "options": [ "A. A river.", "B. A grassy field.", "C. A dense forest.", "D. A parking lot." ] }, { "video_id": "sample_185_real.mp4", "question": "Where is the canal located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 386.0, "options": [ "A. On the right side of the path.", "B. On the left side of the path.", "C. Directly behind the cyclist.", "D. Directly ahead of the cyclist." ] }, { "video_id": "sample_185_real.mp4", "question": "What is on the right side of the path right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 498.0, "options": [ "A. A river.", "B. A forest.", "C. A mountain.", "D. A road." ] }, { "video_id": "sample_484_real.mp4", "question": "What main event is depicted in the captions?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. A diecast car race victory lap.", "B. The beginning of a car model race.", "C. The construction of a race track.", "D. The final lap of a race." ] }, { "video_id": "sample_484_real.mp4", "question": "What main event is depicted in the captions?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. A diecast car race victory lap.", "B. The beginning of a car model race.", "C. The construction of a race track.", "D. The final lap of a race." ] }, { "video_id": "sample_484_real.mp4", "question": "What happens to the green-purple car car when the racing car sprints?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 342.0, "options": [ "A. It falls behind other cars.", "B. It crashes into the pit stop area.", "C. It leaves the race track.", "D. It moves further ahead from the other cars." ] }, { "video_id": "sample_484_real.mp4", "question": "Who is in first place in Race 1 - Final standings?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 499.0, "options": [ "A. Michael Rotor.", "B. Jay.", "C. H.J. Hollis.", "D. Jonas Carvers." ] }, { "video_id": "sample_484_real.mp4", "question": "What is the sequence of the racecars when the racecars sprints?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 585.0, "options": [ "A. Red racecar followed by blue racecar.", "B. Blue racecar followed by green racecar.", "C. Purple racecar followed by blue racecar.", "D. Gray racecar followed by red racecar." ] }, { "video_id": "sample_450_real.mp4", "question": "What type of sign is displayed on the pole right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 4.0, "options": [ "A. Bus zone sign.", "B. Speed limit sign.", "C. No parking sign.", "D. Pedestrian crossing sign." ] }, { "video_id": "sample_450_real.mp4", "question": "What color is the car visible in the distance on the right side of the road?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 114.0, "options": [ "A. White.", "B. Red.", "C. Blue.", "D. Black." ] }, { "video_id": "sample_450_real.mp4", "question": "What color is the sign visible on the left side of the road right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 227.0, "options": [ "A. Blue.", "B. Red.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_450_real.mp4", "question": "What color are the parking signs visible on the right side of the road right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 227.0, "options": [ "A. Blue.", "B. Red.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_450_real.mp4", "question": "What type car is the orange car visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 449.0, "options": [ "A. SUV.", "B. Van.", "C. Bus.", "D. Truck." ] }, { "video_id": "sample_234_real.mp4", "question": "Why is Mr. Bean scolded by the older woman?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 27.0, "options": [ "A. Because he was making too much noise.", "B. Because he was late.", "C. Because he was shining a flashlight at the teddy bear.", "D. Because he was not paying attention." ] }, { "video_id": "sample_234_real.mp4", "question": "Why does the character place the cheese on a plate?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 155.0, "options": [ "A. Because he plans to make a sandwich with the cheese.", "B. Because his refrigerator is empty except for a piece of vegetable.", "C. Because he thinks the cheese will taste better at room temperature.", "D. Because the character organizes the fridge." ] }, { "video_id": "sample_234_real.mp4", "question": "Why does the man successfully retrieve the bottle from the top shelf?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 264.0, "options": [ "A. Because he uses his shopping cart for support.", "B. Because he asks for assistance from a store employee.", "C. Because he finds a step stool to reach the bottle.", "D. Because he uses a long tool to knock the bottle down." ] }, { "video_id": "sample_234_real.mp4", "question": "Why Mr. Bean is very shocked.", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 400.0, "options": [ "A. Because his own pie just fell to the floor.", "B. Because the opponent did a magic trick with the pie.", "C. Because the pie suddenly exploded when the opponent touched it.", "D. Because the opponent finished the pie in one go." ] }, { "video_id": "sample_234_real.mp4", "question": "Why does the Mr. Bean look tired or exhausted?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 516.0, "options": [ "A. Because he had to run around the supermarket to find items.", "B. Because he lost the competition in the supermarket.", "C. Because he stayed up all night preparing for the competition.", "D. Because he had to carry heavy bags out of the supermarket." ] }, { "video_id": "sample_41_real.mp4", "question": "What is the man standing in front of in the initial video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. A wooden cabinet.", "B. A glass door.", "C. A blackboard.", "D. A stainless steel refrigerator." ] }, { "video_id": "sample_41_real.mp4", "question": "What does the woman do after opening the jar?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 63.0, "options": [ "A. Pour the seasoning inside it into the white bowl with eggs.", "B. Looks out the window.", "C. Moves to the refrigerator.", "D. Picks up a loaf of bread." ] }, { "video_id": "sample_41_real.mp4", "question": "What does the woman do after opening the jar?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 63.0, "options": [ "A. Pour the seasoning inside it into the white bowl with eggs.", "B. Looks out the window.", "C. Moves to the refrigerator.", "D. Picks up a loaf of bread." ] }, { "video_id": "sample_41_real.mp4", "question": "What is the woman doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 120.0, "options": [ "A. Pour the cereal from the box into a transparent glass of water.", "B. Pour the sugar from the jar into a cup of hot tea.", "C. Pour the pasta from the bag into a pot of boiling water.", "D. Pour the flour from the container into a bowl of milk." ] }, { "video_id": "sample_41_real.mp4", "question": "What does the woman use to ensure the bread is evenly coated with the mixture?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 244.0, "options": [ "A. A spoon.", "B. Her fingers.", "C. A fork.", "D. A spatula." ] }, { "video_id": "sample_229_real.mp4", "question": "What mathematical concept will likely be demonstrated next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 9.0, "options": [ "A. Subtraction.", "B. Addition.", "C. Multiplication.", "D. Division." ] }, { "video_id": "sample_229_real.mp4", "question": "What is the presenter likely to do next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 192.0, "options": [ "A. Add 48 to 52.", "B. Multiply 48 by 52.", "C. Divide 48 by 52.", "D. Subtract 48 from 52." ] }, { "video_id": "sample_229_real.mp4", "question": "What might the speaker discuss next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 338.0, "options": [ "A. The steps to perform the division.", "B. The final quotient of the division.", "C. The relevance of the remainder.", "D. How to multiply the dividend." ] }, { "video_id": "sample_229_real.mp4", "question": "What might the speaker do next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 524.0, "options": [ "A. Subtract 440 from 528.", "B. Divide 528 by 55.", "C. Subtract 88 from 528.", "D. Add 5 to 88." ] }, { "video_id": "sample_229_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 690.0, "options": [ "A. How to address the situation where the remainder is less than the divisor.", "B. How to check the division result.", "C. How to proceed with the next division step.", "D. How to interpret the decimal expansion." ] }, { "video_id": "sample_358_real.mp4", "question": "Which of the following options best summarizes the barista's actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 14.0, "options": [ "A. The barista cleaned the counter, sanitized cups, and organized coffee beans on the shelves.", "B. The barista wiped down the espresso machine, added a new milk container, and prepared a cappuccino.", "C. The barista organized the espresso machine, ground fresh coffee beans, and created a detailed latte art design.", "D. The barista cleaned the milk frothing equipment, and brought the two cups of prepared espresso to the customers.." ] }, { "video_id": "sample_358_real.mp4", "question": "Which of the following options best summarizes the bartender's actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 115.0, "options": [ "A. The bartender filled a pitcher with beer and served it to customers at the bar.", "B. The bartender cleaned the taps, filled a pitcher with hot water, and steeped tea bags in it.", "C. The bartender prepared a fruit smoothie by blending fresh fruits and ice, then pouring it into a glass to serve.", "D. The bartender steamed milk using a frothing wand, cleaned the wand, and combined the steamed milk with an espresso shot." ] }, { "video_id": "sample_358_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 213.0, "options": [ "A. The individual prepared coffee beans by weighing them, grinding them, and adjusting the grind size.", "B. The individual brewed a coffee by immersing the beans in boiling water and stirring frequently.", "C. The individual cleaned the coffee machine, steamed milk, and poured it into a cup to serve a cappuccino.", "D. The individual prepared a portafilter with ground coffee, weighed it, and used a spoon to adjust the coffee amount." ] }, { "video_id": "sample_358_real.mp4", "question": "Which of the following options best summarizes the actions taken by the barista just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 316.0, "options": [ "A. The barista steamed milk, weighed it, and poured it into a coffee cup.", "B. The barista cleaned the coffee machine, weighed coffee grounds, and placed them into the portafilter.", "C. The barista poured milk into a glass, placed it on a scale, and then threw the milk container away.", "D. The barista poured milk into a measuring cup, weighed it, and then returned the container to the fridge." ] }, { "video_id": "sample_358_real.mp4", "question": "Which of the following options best summarizes the barista's actions just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 415.0, "options": [ "A. The barista poured milk into a pitcher, steamed it, and then mixed it into a hot cup of coffee.", "B. The barista filled a pitcher with milk, adjusted the coffee machine, rinsed the pitcher, and cleaned the counter area.", "C. The barista filled a pitcher with milk, cleaned the pitcher, and prepared an iced coffee.", "D. The barista poured milk into a glass, and steamed the milk in a pitcher." ] }, { "video_id": "sample_267_real.mp4", "question": "What is the driver currently doing with his hands?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 6.0, "options": [ "A. Honking the horn.", "B. Shifting gears.", "C. Holding the steering wheel.", "D. Adjusting the dashboard." ] }, { "video_id": "sample_267_real.mp4", "question": "What logo is visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 125.0, "options": [ "A. JKS-Racing-Club.", "B. JKS-Sports-Car.", "C. JKS-Classic-Cars.", "D. JKS-Rally-Sport." ] }, { "video_id": "sample_267_real.mp4", "question": "What is placed in front of the co-driver?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 250.0, "options": [ "A. A map.", "B. A joystick.", "C. A notebook.", "D. A bottle of water." ] }, { "video_id": "sample_267_real.mp4", "question": "What color are the driver's gloves right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 374.0, "options": [ "A. Blue.", "B. Red.", "C. Yellow.", "D. Black." ] }, { "video_id": "sample_267_real.mp4", "question": "What brand is visible on the steering wheel right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 498.0, "options": [ "A. JKS.", "B. OMP.", "C. Freem.", "D. Classic-Cars." ] }, { "video_id": "sample_63_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Pouring Epoxy Resin Part A into a plastic cup.", "B. Mixing flower petals in a container.", "C. Writing names on the keychains.", "D. Organizing the hexagonal shapes." ] }, { "video_id": "sample_63_real.mp4", "question": "What is currently placed under the hexagonal label?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 119.0, "options": [ "A. A small clear container.", "B. A transparent plastic box with colorful items.", "C. A mixing stick.", "D. Tweezers." ] }, { "video_id": "sample_63_real.mp4", "question": "What is the left gloved hand doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 205.0, "options": [ "A. Holding a clear cup with liquid.", "B. Using a wooden stick to manipulate decorations.", "C. Placing another hexagon-shaped piece on the workspace.", "D. Making precise adjustments with a pen-like tool." ] }, { "video_id": "sample_63_real.mp4", "question": "What is the gloved hand doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 310.0, "options": [ "A. Pouring liquid into a hexagonal piece.", "B. Scraping the surface of the hexagonal piece.", "C. Adjusting floral and foliage decorations.", "D. Holding the paintbrush with a pink handle." ] }, { "video_id": "sample_63_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 442.0, "options": [ "A. Attaching the name to the transparent hexagonal object.", "B. Adjusting the hexagonal piece with their left hand.", "C. Applying pressure on the green marking with their left hand.", "D. Using a purple tool to press onto the hexagonal piece." ] }, { "video_id": "sample_410_real.mp4", "question": "Which of the following options best summarizes the sequence of actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The person unlocks the door, opens it to let in light, and mentions the opening.", "B. The person prepares a dish of pasta, garnishes it, and places it on a serving tray.", "C. The person sets tables, arranges seats, and places cutlery in a coffee shop.", "D. The person cleans a window, arranges flowers, and adjusts a sign." ] }, { "video_id": "sample_410_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 239.0, "options": [ "A. The individual measured and poured milk into a container, stored the milk, and then started steaming the milk.", "B. The individual prepared a sandwich, added vegetables, and wrapped it for serving.", "C. The individual prepared a salad by chopping and mixing various vegetables.", "D. The individual polished dishes, arranged them on a tray, and placed them on a shelf." ] }, { "video_id": "sample_410_real.mp4", "question": "Which of the following options best summarizes the sequence of actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 474.0, "options": [ "A. The person pours steamed milk into a cup of espresso, creating a latte, and places it on the counter.", "B. The person fills a pitcher with water, hands it to a customer, and wipes the counter.", "C. The person makes a cup of tea, adds sugar, and serves it to a customer.", "D. The person brews a pot of coffee, fills a mug, and hands it to a coworker." ] }, { "video_id": "sample_410_real.mp4", "question": "Which of the following options best summarizes the sequence of actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 697.0, "options": [ "A. The person steamed milk, poured it into a cup with espresso.", "B. The person took a cup, added sugar, and stirred it with a spoon.", "C. The person brewed a fresh cup of coffee, added milk, and handed it to the customer.", "D. The person prepared tea, added honey, and placed it on the counter." ] }, { "video_id": "sample_410_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 926.0, "options": [ "A. The person weighed coffee beans.", "B. The person prepared vegetables, cooked them, and served them on a plate.", "C. The person measured milk, steamed it, and poured it into a cup.", "D. The person brewed tea, added honey, and handed the cup to the customer." ] }, { "video_id": "sample_90_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_90_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 224.0, "options": [ "A. 3.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_90_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 254.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 6." ] }, { "video_id": "sample_90_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 327.0, "options": [ "A. 2.", "B. 8.", "C. 4.", "D. 6." ] }, { "video_id": "sample_90_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 384.0, "options": [ "A. 4.", "B. 8.", "C. 10.", "D. 7." ] }, { "video_id": "sample_355_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The person brewed a pot of tea, added lemon, and served it.", "B. The person prepared a glass of milk by measuring its weight and pouring it into a jug.", "C. The person measured ground coffee beans, and gathered different types of milk alternatives.", "D. The person set up the kitchen for baking by arranging flour, sugar, and eggs." ] }, { "video_id": "sample_355_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 133.0, "options": [ "A. The person filled a cup with hot water, added a tea bag, and let it steep.", "B. The person prepared a cup for a latte, steamed oat milk, and gathered different types of syrups.", "C. The person filled a pitcher with water, added ice, and prepared to brew coffee.", "D. The person steamed oat milk, and prepared to make a coffee." ] }, { "video_id": "sample_355_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 256.0, "options": [ "A. The individual brewed a pot of tea and added a slice of lemon.", "B. The individual cleaned a pitcher, filled it with milk, and steamed it.", "C. The individual washed a jug, filled it with water, and placed it in a fridge.", "D. The individual rinsed a coffee cup, added hot water, and wiped the counter." ] }, { "video_id": "sample_355_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 379.0, "options": [ "A. The person prepared a glass of water and added a slice of lemon.", "B. The person cleaned a kitchen surface, wiped it down, and dried it with a cloth.", "C. The person used a spray bottle to sanitize the counter, then dried it with a towel.", "D. The person wet a cloth, cleaned the surface with it, then dried it with paper towels." ] }, { "video_id": "sample_355_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 500.0, "options": [ "A. The individual brewed a cup of coffee and set it on the counter.", "B. The individual cleaned coffee grounds by a little broom and disposed of the waste in a bin.", "C. The individual refilled the coffee grinder with fresh coffee beans.", "D. The individual washed and dried a coffee cup before using it for a new drink." ] }, { "video_id": "sample_364_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 8.0, "options": [ "A. The individual poured milk into a cup, stirred it, and then took it to the customer.", "B. The individual brewed a pot of tea, poured it into a thermal flask, and brought it to a table.", "C. The individual finished preparing a latte, placed it alongside a black coffee.", "D. The individual selected pastries from a display case, packed them in a box, and handed them to a customer." ] }, { "video_id": "sample_364_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 184.0, "options": [ "A. The individual checked order status on a tablet, cleaned a countertop area, and served a sandwich.", "B. The individual prepare matcha, carried the matcha to a sink, and then checked order details on a tablet.", "C. The individual brewed coffee, poured it into a cup, and then prepared a latte with milk.", "D. The individual selected utensils, eco-certified cleaning solutions, and organized a storage area." ] }, { "video_id": "sample_364_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 358.0, "options": [ "A. The individual selected tea leaves, boiled water, and brewed a fresh pot of tea.", "B. The individual poured milk into a metal jug, steamed the milk, and prepared it for use.", "C. The individual prepared an espresso shot, added steamed milk, and created latte art.", "D. The individual grabbed utensils, washed them, and organized them on a drying rack." ] }, { "video_id": "sample_364_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 531.0, "options": [ "A. The individual filled a cup with hot water, steeped a tea bag, and served the tea to a customer.", "B. The individual poured milk into a container, steamed it, and cleaned the workstation with a cloth.", "C. The individual brewed a pot of coffee, poured it into multiple cups, and served it to customers.", "D. The individual mixed various ingredients into a jug, prepared a smoothie, and cleaned the blender." ] }, { "video_id": "sample_364_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 706.0, "options": [ "A. The individual poured hot water into a cup, steeped the tea, and served it.", "B. The individual weighed matcha powder.", "C. The individual mixed chocolate powder into a glass and added hot milk.", "D. The individual cleaned the workspace with a cloth and disposed of the trash." ] }, { "video_id": "sample_162_real.mp4", "question": "What is the nurse doing in the room?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Preparing a meal.", "B. Writing notes.", "C. Making a bed.", "D. Cleaning the floor." ] }, { "video_id": "sample_162_real.mp4", "question": "What is the nurse doing in the room?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Preparing a meal.", "B. Writing notes.", "C. Making a bed.", "D. Cleaning the floor." ] }, { "video_id": "sample_162_real.mp4", "question": "What color are the socks being put on the seated person?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 72.0, "options": [ "A. Red.", "B. Blue.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_162_real.mp4", "question": "What color is the man's tie?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 124.0, "options": [ "A. Blue.", "B. Green.", "C. Yellow.", "D. Red." ] }, { "video_id": "sample_162_real.mp4", "question": "What are the women doing as the man puts on the navy blue jacket?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 191.0, "options": [ "A. They are leaving the room.", "B. They are helping him put on the jacket and adjusting it.", "C. They are folding the linens.", "D. They are standing by the window." ] }, { "video_id": "sample_201_real.mp4", "question": "What action is the hand performing on the train?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 12.0, "options": [ "A. Lifting the train.", "B. Assembling the train.", "C. Painting the train.", "D. Push the train to the right." ] }, { "video_id": "sample_201_real.mp4", "question": "What color Lego brick is placed first on the surface?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 63.0, "options": [ "A. Blue.", "B. Green.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_201_real.mp4", "question": "How many colors of bricks have been used so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 139.0, "options": [ "A. Two.", "B. Three.", "C. Four.", "D. Five." ] }, { "video_id": "sample_201_real.mp4", "question": "How many colors of bricks have been used so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 139.0, "options": [ "A. Two.", "B. Three.", "C. Four.", "D. Five." ] }, { "video_id": "sample_201_real.mp4", "question": "What type of pieces did the hand attach to the top surface of the structure just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 205.0, "options": [ "A. Square pieces.", "B. Triangular pieces.", "C. Rectangular pieces.", "D. Circular pieces resembling wheels." ] }, { "video_id": "sample_75_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_75_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 203.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_75_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 271.0, "options": [ "A. 4.", "B. 5.", "C. 3.", "D. 2." ] }, { "video_id": "sample_75_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 318.0, "options": [ "A. 1.", "B. 3.", "C. 2.", "D. 5." ] }, { "video_id": "sample_75_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 397.0, "options": [ "A. 1.", "B. 3.", "C. 5.", "D. 7." ] }, { "video_id": "sample_93_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_93_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 74.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_93_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 206.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_93_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 247.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 5." ] }, { "video_id": "sample_93_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 331.0, "options": [ "A. 2.", "B. 7.", "C. 8.", "D. 6." ] }, { "video_id": "sample_350_real.mp4", "question": "Which of the following options best summarizes the actions of the individual just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 12.0, "options": [ "A. The individual is cleaning trays, organizing workspaces, and baking bread in the oven.", "B. The individual is taking an order, chopping vegetables, and making a quick salad.", "C. The individual is preparing a dessert by mixing ingredients and placing them in the refrigerator.", "D. The individual is putting on gloves, picking up a hot dog bun, and assembling a hot dog." ] }, { "video_id": "sample_350_real.mp4", "question": "Which of the following options best summarizes the actions of the individual just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 151.0, "options": [ "A. The individual is taking an order, grilling a hamburger patty, and placing it in a bun.", "B. The individual is preparing a sandwich by slicing bread, adding fillings, and wrapping it up.", "C. The individual is filling a tray with fries, adding salt, and serving it to a customer.", "D. The individual is putting on gloves, picking up a hot dog bun, adding the wiener, and preparing toppings." ] }, { "video_id": "sample_350_real.mp4", "question": "Which of the following options best summarizes the actions of the individual just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 290.0, "options": [ "A. The individual is assembling pastries, adding icing, and placing them on a cooling rack.", "B. The individual is grilling a hot dog, applying condiments, and wrapping it in foil.", "C. The individual is chopping vegetables, tossing them into a bowl, and serving a salad.", "D. The individual is assembling an order by packaging items into a paper bag and preparing it for delivery." ] }, { "video_id": "sample_350_real.mp4", "question": "Which of the following options best summarizes the actions of the individual just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 459.0, "options": [ "A. The individual is arranging condiments on a counter and placing food items in the refrigerator.", "B. The individual is taking orders from customers and showing them to their seats.", "C. The individual is pouring beverages into cups and setting them on a tray for delivery.", "D. The individual is putting on gloves, picking up a hot dog bun, adding the wiener, and preparing toppings." ] }, { "video_id": "sample_350_real.mp4", "question": "Which of the following options best summarizes the actions of the individual just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 571.0, "options": [ "A. The individual is grilling a hamburger patty, adding cheese and condiments, and wrapping it up in paper.", "B. The individual is filling a drink cup with a beverage, adding ice, and sealing it with a lid.", "C. The individual is assembling a vegetarian wrap with fresh vegetables, dressing, and a tortilla.", "D. The individual is preparing a hot dog, topping it with grilled onions and meat sauce, and wrapping it in wrapping paper." ] }, { "video_id": "sample_334_real.mp4", "question": "What are many people in the crowd doing around the statue?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 12.0, "options": [ "A. Dancing.", "B. Eating.", "C. Singing.", "D. Taking photos." ] }, { "video_id": "sample_334_real.mp4", "question": "What are many people in the crowd doing around the statue?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 12.0, "options": [ "A. Dancing.", "B. Eating.", "C. Singing.", "D. Taking photos." ] }, { "video_id": "sample_334_real.mp4", "question": "What kind of light enhances the visibility of the dome?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 180.0, "options": [ "A. A bright white light.", "B. A cooler blue light.", "C. A flashing red light.", "D. A soft yellowish light." ] }, { "video_id": "sample_334_real.mp4", "question": "What largest text is visible on the left side of the walkway right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 327.0, "options": [ "A. HKMOA.", "B. City Park.", "C. Art Museum.", "D. Train Station." ] }, { "video_id": "sample_334_real.mp4", "question": "What is the color of the tallest tower's illumination?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 599.0, "options": [ "A. Blue.", "B. Green.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_265_real.mp4", "question": "What is the color of the football prominently featured in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. Blue and white.", "B. Black and white.", "C. Green and white.", "D. Red and white." ] }, { "video_id": "sample_265_real.mp4", "question": "What text appeared just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 200.0, "options": [ "A. \"Nice shot!\".", "B. \"Great goal!\".", "C. \"Well played!\".", "D. \"Good pass Aim!\" and \"Good job!\"." ] }, { "video_id": "sample_265_real.mp4", "question": "What advertisement is visible right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 362.0, "options": [ "A. Honda and Chang.", "B. Nissan.", "C. Ford.", "D. Toyota and Chang." ] }, { "video_id": "sample_265_real.mp4", "question": "What action does the goalkeeper in red perform as the ball approaches the goal?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 548.0, "options": [ "A. Dives to the ground.", "B. Kicks the ball away.", "C. Jumps to block the ball.", "D. Stands still." ] }, { "video_id": "sample_265_real.mp4", "question": "What action does the goalkeeper in red perform as the ball approaches the goal?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 548.0, "options": [ "A. Dives to the ground.", "B. Kicks the ball away.", "C. Jumps to block the ball.", "D. Stands still." ] }, { "video_id": "sample_79_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 2.", "B. 3.", "C. 0.", "D. 4." ] }, { "video_id": "sample_79_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 185.0, "options": [ "A. 3.", "B. 4.", "C. 2.", "D. 0." ] }, { "video_id": "sample_79_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 242.0, "options": [ "A. 5.", "B. 6.", "C. 3.", "D. 4." ] }, { "video_id": "sample_79_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 5." ] }, { "video_id": "sample_79_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 5." ] }, { "video_id": "sample_345_real.mp4", "question": "What is the best summary of the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 12.0, "options": [ "A. A worker picked up a bag, added condiments, and handed it to another worker.", "B. A worker grabbed a bag, placed a cheeseburger inside, and passed it to a colleague.", "C. A worker retrieved a bag, added fries and a cheeseburger, checked the order slip, and moved to the fryer area.", "D. A worker took a bag, filled it with a drink, and proceeded to the front counter." ] }, { "video_id": "sample_345_real.mp4", "question": "What is the best summary of the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 108.0, "options": [ "A. A worker placed fries into a fryer, prepared drinks, and gave them to a colleague.", "B. A worker assembled a hamburger, wrapped it, and handed it to a customer.", "C. A worker collected fries in a bag, placed an order slip on it, and moved it to the counter.", "D. A worker took a customer's order, processed the payment, and handed over a receipt." ] }, { "video_id": "sample_345_real.mp4", "question": "What is the best summary of the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 206.0, "options": [ "A. A worker filled a bag with fries, attached an order slip, delivered the bag to the customer, and returned to their station.", "B. A worker packed a bag with a cheeseburger, sealed it, printed an order slip, and handed it to another worker.", "C. A worker grabbed a bag, placed the order receipt with it, and headed to the pick-up counter to deliver the order.", "D. A worker assembled a sandwich, confirmed the customer's name, and moved to the serving counter." ] }, { "video_id": "sample_345_real.mp4", "question": "What is the best summary of the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 304.0, "options": [ "A. A worker reviewed a customer's order, cleaned the workstation, and prepared it for the next task.", "B. A worker assembled a new order from scratch, wrapped each item, and handed it to the kitchen staff.", "C. A worker retrieved a filled order bag, attached the order slip to the bag, and delivered it to the front counter.", "D. A worker took a customer's order, processed the payment, and handed the receipt to a colleague." ] }, { "video_id": "sample_345_real.mp4", "question": "What is the best summary of the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 402.0, "options": [ "A. A worker checked an order ticket, filled a bag with food items, and placed the bag on the counter.", "B. A worker retrieved a receipt, confirmed the order with the customer, and then handed the order to another worker.", "C. A worker attached a ticket to a bag, moved to the front counter, and handed the bag to a customer.", "D. A worker processed a payment, handed the change to a customer, and returned to the kitchen." ] }, { "video_id": "sample_31_real.mp4", "question": "What word appears on the bottom left of the frame while the man continues his explanation?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 13.0, "options": [ "A. COOK.", "B. RAMSAY.", "C. HOT.", "D. READY." ] }, { "video_id": "sample_31_real.mp4", "question": "What is the man doing with the chicken right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 120.0, "options": [ "A. Frying it.", "B. Cutting it.", "C. Washing it.", "D. Coat the chicken with flour." ] }, { "video_id": "sample_31_real.mp4", "question": "What is the man doing with the chicken right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 120.0, "options": [ "A. Frying it.", "B. Cutting it.", "C. Washing it.", "D. Coat the chicken with flour." ] }, { "video_id": "sample_31_real.mp4", "question": "What is the person dipping their hand into right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 242.0, "options": [ "A. A bowl of flour.", "B. A bowl of breadcrumbs.", "C. A bowl of beaten eggs.", "D. A bowl of green herbs." ] }, { "video_id": "sample_31_real.mp4", "question": "How many pieces of fried chicken are there in the frying pan right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 372.0, "options": [ "A. 3.", "B. 4.", "C. 7.", "D. 9." ] }, { "video_id": "sample_497_real.mp4", "question": "What is depicted in the quadrants labeled \"Train1,\" \"Scrambler,\" \"Train2,\" and \"Big-U\"?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 15.0, "options": [ "A. Various miniature race tracks.", "B. Four different sections of the race track.", "C. A detailed map of a large city.", "D. A diagram of an amusement park." ] }, { "video_id": "sample_497_real.mp4", "question": "What does the scoreboard titled \"FINAL RACE\" show?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 261.0, "options": [ "A. The number of laps completed.", "B. The cars' performance in round 1 and round 2.", "C. The fastest lap time.", "D. The starting positions of the cars." ] }, { "video_id": "sample_497_real.mp4", "question": "Which car is leading right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 509.0, "options": [ "A. Black car.", "B. Red car.", "C. White car with red roof.", "D. Green car." ] }, { "video_id": "sample_497_real.mp4", "question": "Which car won first place in this competition?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 700.0, "options": [ "A. The blue car.", "B. The dark purple car.", "C. The blue and black car.", "D. The red car." ] }, { "video_id": "sample_497_real.mp4", "question": "What does the scoreboard titled \"FINAL RACE\" show?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 758.0, "options": [ "A. The cars' performance from round 1 to round 7.", "B. The cars' performance in round 1 and round 2.", "C. The fastest lap time.", "D. The starting positions of the cars." ] }, { "video_id": "sample_14_real.mp4", "question": "What is displayed prominently in the center at the very beginning of the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. A clock with hands.", "B. A knife and fork.", "C. A kitchen setting.", "D. A large number \"10\"." ] }, { "video_id": "sample_14_real.mp4", "question": "What item is the man holding while adding seasoning to the bowl?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 74.0, "options": [ "A. A small jar.", "B. A wooden spoon.", "C. A bottle of oil.", "D. A thin, red, rectangular can." ] }, { "video_id": "sample_14_real.mp4", "question": "What does the person do immediately after transferring the seasoned chicken to the grill pan?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 132.0, "options": [ "A. Adds oil to the pan.", "B. Sprinkles additional seasoning onto the meat.", "C. Places the glass bowl in the sink.", "D. Turns up the heat on the stove." ] }, { "video_id": "sample_14_real.mp4", "question": "What does the person do with the avocado after cutting it?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 274.0, "options": [ "A. Adds it whole to the blender.", "B. Mashes it with a spoon.", "C. Scoops out the flesh and places it into the blending container.", "D. Peels off the skin and discards it." ] }, { "video_id": "sample_14_real.mp4", "question": "What are some of the components of the salad on the cutting board?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 621.0, "options": [ "A. Spinach, red cabbage, tomato, feta cheese, and olives.", "B. Lettuce, red cabbage, tomato, feta cheese, and croutons.", "C. Spinach, red cabbage, avocado, feta cheese, and croutons.", "D. Lettuce, red cabbage, avocado, feta cheese, and croutons, chicken." ] }, { "video_id": "sample_77_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 2.", "B. 3.", "C. 0.", "D. 4." ] }, { "video_id": "sample_77_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 208.0, "options": [ "A. 2.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_77_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 271.0, "options": [ "A. 8.", "B. 7.", "C. 9.", "D. 10." ] }, { "video_id": "sample_77_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 318.0, "options": [ "A. 10.", "B. 7.", "C. 9.", "D. 8." ] }, { "video_id": "sample_77_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 427.0, "options": [ "A. 13.", "B. 10.", "C. 12.", "D. 11." ] }, { "video_id": "sample_35_real.mp4", "question": "What is the man holding in his right hand?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 196.0, "options": [ "A. A pen.", "B. A spatula.", "C. An olive oil bottle.", "D. A remote." ] }, { "video_id": "sample_35_real.mp4", "question": "What action is the person performing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 369.0, "options": [ "A. Stirring a pot.", "B. Slicing an onion.", "C. Chopping garlic.", "D. Peeling potatoes." ] }, { "video_id": "sample_35_real.mp4", "question": "What action is the person performing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 369.0, "options": [ "A. Stirring a pot.", "B. Slicing an onion.", "C. Chopping garlic.", "D. Peeling potatoes." ] }, { "video_id": "sample_35_real.mp4", "question": "What color is the handle of the frying pan that contains meat inside?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 541.0, "options": [ "A. Black.", "B. Silver.", "C. Red.", "D. Blue." ] }, { "video_id": "sample_35_real.mp4", "question": "What does the person do after adding yogurt into the pot?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 729.0, "options": [ "A. Turns off the stove.", "B. Begins mixing the contents of the pot.", "C. Places a lid on the pot.", "D. Adds more green vegetables." ] }, { "video_id": "sample_24_real.mp4", "question": "What action is the woman performing with the spice jar?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 84.0, "options": [ "A. She is shaking the spice jar over the ingredients.", "B. She is pouring the spice directly into the bowl.", "C. She is spooning the spice into the bowl.", "D. She is closing the lid of the spice jar." ] }, { "video_id": "sample_24_real.mp4", "question": "What action is the woman performing with the spice jar?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 84.0, "options": [ "A. She is shaking the spice jar over the ingredients.", "B. She is pouring the spice directly into the bowl.", "C. She is spooning the spice into the bowl.", "D. She is closing the lid of the spice jar." ] }, { "video_id": "sample_24_real.mp4", "question": "What text appeared on the just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 177.0, "options": [ "A. \"Cooking Time: 10 minutes\".", "B. \"Season to Taste\".", "C. \"Ingredients: Beef, Salt, Pepper\".", "D. \"Recipe is in the description below\"." ] }, { "video_id": "sample_24_real.mp4", "question": "What is the woman holding right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 246.0, "options": [ "A. A spoon.", "B. A white bowl.", "C. A pepper mill.", "D. A green bottle of olive oil." ] }, { "video_id": "sample_24_real.mp4", "question": "How much time does this person have left now??", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 349.0, "options": [ "A. 10s.", "B. More than ten seconds.", "C. 20s.", "D. Less than ten seconds." ] }, { "video_id": "sample_397_real.mp4", "question": "What is the shape of the large structure on the left side of the road right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 4.0, "options": [ "A. Cube.", "B. Pyramid.", "C. Sphere.", "D. Cone." ] }, { "video_id": "sample_397_real.mp4", "question": "What color are the traffic lights right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 136.0, "options": [ "A. Red.", "B. Yellow.", "C. Green.", "D. Blue." ] }, { "video_id": "sample_397_real.mp4", "question": "What is the weather like right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 267.0, "options": [ "A. Sunny.", "B. Snowy.", "C. Foggy and Rainy.", "D. Clear." ] }, { "video_id": "sample_397_real.mp4", "question": "What type of vehicle is the yellow car right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 398.0, "options": [ "A. Taxi.", "B. School bus.", "C. Firetruck.", "D. Police car." ] }, { "video_id": "sample_397_real.mp4", "question": "What is the width of the road right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 530.0, "options": [ "A. Narrow.", "B. Tiny.", "C. Wide.", "D. Very narrow." ] }, { "video_id": "sample_423_real.mp4", "question": "Which type of vehicle is visible inside the hangar right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. Truck.", "B. Boat.", "C. Aircraft.", "D. Motorcycle." ] }, { "video_id": "sample_423_real.mp4", "question": "Which device is currently placed on the right side of the cockpit?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 176.0, "options": [ "A. A GPS device.", "B. A radio transmitter.", "C. An altimeter.", "D. A fuel gauge." ] }, { "video_id": "sample_423_real.mp4", "question": "What is right now the terrain mainly covered with, as seen from the flying POV?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 349.0, "options": [ "A. Desert.", "B. Urban buildings.", "C. Forest.", "D. Water bodies." ] }, { "video_id": "sample_423_real.mp4", "question": "What instrument is the pilot using right now to navigate?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 522.0, "options": [ "A. Altimeter.", "B. Compass.", "C. GPS tablet.", "D. Map." ] }, { "video_id": "sample_423_real.mp4", "question": "Which device is placed next to the pilot's seat right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 696.0, "options": [ "A. A GPS device.", "B. A camera.", "C. An oxygen mask.", "D. A water bottle." ] }, { "video_id": "sample_82_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 0.", "B. 2.", "C. 3.", "D. 4." ] }, { "video_id": "sample_82_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 187.0, "options": [ "A. 5.", "B. 6.", "C. 4.", "D. 0." ] }, { "video_id": "sample_82_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 249.0, "options": [ "A. 6.", "B. 2.", "C. 3.", "D. 4." ] }, { "video_id": "sample_82_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 9.", "B. 5.", "C. 8.", "D. 6." ] }, { "video_id": "sample_82_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 9.", "B. 5.", "C. 8.", "D. 6." ] }, { "video_id": "sample_241_real.mp4", "question": "Why Mr. Bean was previously flipping through boxes?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 126.0, "options": [ "A. Because he was looking for his lost keys.", "B. Because he is looking for his green little hat.", "C. Because he was organizing old photographs.", "D. Because he wanted to find his shopping list." ] }, { "video_id": "sample_241_real.mp4", "question": "Why did the character create a large number of sandwiches?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 222.0, "options": [ "A. Because the character is preparing for a big party.", "B. Because the character plans to donate them to a local shelter.", "C. Because the character intends to go camping.", "D. Because the character wants to start a small sandwich business." ] }, { "video_id": "sample_241_real.mp4", "question": "Why does the other character pick up the green cap left on the chair?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 290.0, "options": [ "A. Because the green cap looked like it was expensive.", "B. Because Mr. Bean accidentally left this green hat on the chair just now.", "C. Because the other character needed a cap to shield from the sun.", "D. Because the green cap matches the other character's outfit." ] }, { "video_id": "sample_241_real.mp4", "question": "Why would Mr. Bean buy the things being towed behind his car?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 409.0, "options": [ "A. Because the items were on sale at a huge discount.", "B. Because he only had five yuan on him at that time.", "C. Because he thought they would be fun to use later.", "D. Because he needed them for a project he was working on." ] }, { "video_id": "sample_241_real.mp4", "question": "Why did Mr. Bean just feed this dog with a sandwich?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 593.0, "options": [ "A. Because Mr. Bean felt sorry for the hungry dog.", "B. Because Mr. Bean had extra sandwiches to spare.", "C. Because Mr. Bean wanted to make friends with the dog.", "D. Because Mr. Bean wants to trick this dog into the house." ] }, { "video_id": "sample_378_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The worker searched for ingredients by opening cans and containers, selecting items to prepare a salad.", "B. The worker prepared a sandwich by taking bread, adding condiments, and wrapping it.", "C. The worker wore gloves and prepared to assemble a sandwich, with loaves of bread and various fillings visible.", "D. The worker cleaned the workstation and disposed of the packaging of sandwich ingredients." ] }, { "video_id": "sample_378_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 63.0, "options": [ "A. The worker prepared a dessert by gathering ingredients, measuring them, and combining them, ready for baking.", "B. The worker washed their hands, prepped vegetables, and started slicing them for a stir-fry dish.", "C. The worker sliced various meats, arranged them on a piece of bread, and added slices of cheese to construct a sandwich.", "D. The worker cleaned the countertop, sanitized the utensils, and organized the kitchen workspace." ] }, { "video_id": "sample_378_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 115.0, "options": [ "A. The worker took out the toasted sandwich.", "B. The worker removed a loaf of bread from storage, sliced it, and placed it on a tray for toasting.", "C. The worker washed vegetables and prepped them for a salad, placing them in the designated containers.", "D. The worker inspected the quality of the baked goods and discarded those that were not up to standards." ] }, { "video_id": "sample_378_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 194.0, "options": [ "A. The worker prepared a sandwich by adding jalapenos, retrieving ketchup, and then applying ketchup and another condiment before wrapping it up.", "B. The worker assembled a salad by chopping vegetables, seasoning the mixture, and serving it to a customer.", "C. The worker toasted a sandwich, cut it, added the final toppings, and packaged it for delivery.", "D. The worker retrieved various vegetables from storage, cleaned them, and placed them in a food container." ] }, { "video_id": "sample_378_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 230.0, "options": [ "A. The worker topped a sandwich with tomatoes, cucumbers, and onions, then wrapped it for delivery.", "B. The worker added fresh ingredients such as tomatoes and cucumbers to a sandwich, aligning them carefully on lettuce and other toppings.", "C. The worker prepared a salad by chopping onions, cucumbers, and other vegetables, and then mixed them in a bowl.", "D. The worker grilled a sandwich with various ingredients and sliced it before packaging it for a customer." ] }, { "video_id": "sample_279_real.mp4", "question": "What is the vehicle doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 20.0, "options": [ "A. Driving straight ahead on the street at night.", "B. Stopping at a traffic signal.", "C. Driving under a bridge.", "D. Parking by the side of the road." ] }, { "video_id": "sample_279_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 180.0, "options": [ "A. Opened a detailed view of a specific job.", "B. Selected a new job from the menu.", "C. Closed the chat overlay.", "D. Started a new game session." ] }, { "video_id": "sample_279_real.mp4", "question": "What is the person in dark hair and white T-shirt doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 340.0, "options": [ "A. Standing against a wall with a clipboard.", "B. Talking to the person in a striped shirt.", "C. Walking towards the blue door.", "D. Interacting with the shirtless individual." ] }, { "video_id": "sample_279_real.mp4", "question": "What is the vehicle doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 497.0, "options": [ "A. Driving parallel to another car.", "B. Making a left turn.", "C. Stopping at a traffic light.", "D. Reversing into a parking space." ] }, { "video_id": "sample_279_real.mp4", "question": "What did the character do just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 593.0, "options": [ "A. Dropped a box into the truck's cargo area.", "B. Interacted with the inventory screen.", "C. Walked away from the truck.", "D. Opened a virtual interface labeled \"Harry Miller.\"." ] }, { "video_id": "sample_157_real.mp4", "question": "What is the woman doing to secure the sock in place?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 13.0, "options": [ "A. Tying it with a ribbon.", "B. Securing it with a black strap or garter.", "C. Using a safety pin.", "D. Sewing it in place." ] }, { "video_id": "sample_157_real.mp4", "question": "What do the two standing women do to the seated woman?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 150.0, "options": [ "A. They are talking to her.", "B. They are adjusting her clothing items.", "C. They are serving her food.", "D. They are combing her hair." ] }, { "video_id": "sample_157_real.mp4", "question": "Where is the table with a white tablecloth positioned in the room?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 243.0, "options": [ "A. To the left of the central woman.", "B. To the right of the central woman.", "C. In front of the central woman.", "D. Behind the central woman." ] }, { "video_id": "sample_157_real.mp4", "question": "Where is the table with a white tablecloth positioned in the room?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 243.0, "options": [ "A. To the left of the central woman.", "B. To the right of the central woman.", "C. In front of the central woman.", "D. Behind the central woman." ] }, { "video_id": "sample_157_real.mp4", "question": "Where is the young woman sitting right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 379.0, "options": [ "A. On a cushion on the floor.", "B. On an intricately carved wooden chair.", "C. On a plain wooden bench.", "D. On a cushioned sofa." ] }, { "video_id": "sample_66_real.mp4", "question": "What is the camera focusing on right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 12.0, "options": [ "A. The entire collection of bookmarks.", "B. A pink bookmark with the name \"Kristi.\".", "C. A balck bookmark with the name \"Jamantha.\".", "D. A beige bookmark with no name." ] }, { "video_id": "sample_66_real.mp4", "question": "What are the hands in black gloves doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 139.0, "options": [ "A. Displaying the \"RIYA Milk Tea Gold\" mica powder packet.", "B. Opening another mica powder packet.", "C. Stirring the mixture in a small container.", "D. Cleaning the white plate." ] }, { "video_id": "sample_66_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 259.0, "options": [ "A. Pouring a pinkish mixture into a mold's middle compartment.", "B. Adjusting the mixture in the middle compartment with a wooden stick.", "C. Pouring the gold mixture into the top compartment and adjusting the flakes.", "D. Holding the transparent cup without pouring." ] }, { "video_id": "sample_66_real.mp4", "question": "What is happening with the gold sheet right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 386.0, "options": [ "A. The gold sheet is being painted.", "B. The cutting tool is engraving letters.", "C. The engravings are being cleaned.", "D. The sheet is being folded." ] }, { "video_id": "sample_66_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 499.0, "options": [ "A. Writing on a gray grid mat.", "B. Supplementing the edges of the black nameplate with gold.", "C. Picking up another name tag.", "D. Inspecting the marker closely." ] }, { "video_id": "sample_256_real.mp4", "question": "What does the text on the screen describe right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 18.0, "options": [ "A. A training session.", "B. A Neymar challenge.", "C. A match against a rival team.", "D. A skills competition." ] }, { "video_id": "sample_256_real.mp4", "question": "What action is the player wearing the camera performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 219.0, "options": [ "A. Pass the ball.", "B. Dribble the ball.", "C. Kick the ball.", "D. Tackle an opponent." ] }, { "video_id": "sample_256_real.mp4", "question": "What subtitle appeared just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 418.0, "options": [ "A. \"Messi The Legend\".", "B. \"Soccer Championship\".", "C. \"Neymar El Clacico in & out success\".", "D. \"Football Highlights\"." ] }, { "video_id": "sample_256_real.mp4", "question": "What is the color of the jersey of the player who performs the nutmeg?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 611.0, "options": [ "A. Yellow.", "B. Red.", "C. Blue.", "D. White." ] }, { "video_id": "sample_256_real.mp4", "question": "What is the position of the Eiffel Tower relative to the camera in the first-person driving perspective?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 764.0, "options": [ "A. To the left.", "B. Directly ahead.", "C. To the right.", "D. Behind." ] }, { "video_id": "sample_103_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_103_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_103_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 115.0, "options": [ "A. 0.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_103_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 115.0, "options": [ "A. 0.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_103_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 206.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_103_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 240.0, "options": [ "A. 2.", "B. 8.", "C. 3.", "D. 0." ] }, { "video_id": "sample_300_real.mp4", "question": "Where is the motorcycle parked right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. In a parking lot.", "B. In a gas station.", "C. On a roadside.", "D. In a garage." ] }, { "video_id": "sample_300_real.mp4", "question": "Where is the McDonald's sign located relative to the motorcyclist right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 145.0, "options": [ "A. Ahead on the left side.", "B. Ahead on the right side.", "C. Directly behind.", "D. Floating above." ] }, { "video_id": "sample_300_real.mp4", "question": "What type of vehicle is directly ahead of the cyclist right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 292.0, "options": [ "A. A white minivan.", "B. A yellow taxi.", "C. A blue sedan.", "D. A red sports car." ] }, { "video_id": "sample_300_real.mp4", "question": "Where is the person photographing the motorcycles standing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 422.0, "options": [ "A. On the sidewalk.", "B. In the middle of the street.", "C. On the motorcycle.", "D. In the next shop." ] }, { "video_id": "sample_300_real.mp4", "question": "What type of vehicle is directly ahead of the cyclist right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 586.0, "options": [ "A. A white minivan.", "B. A yellow taxi.", "C. A blue sedan.", "D. A red sports car." ] }, { "video_id": "sample_228_real.mp4", "question": "What is the speaker likely to explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 11.0, "options": [ "A. How to solve the division problem using a different method.", "B. How to add partial quotients.", "C. The concept of division with partial quotients.", "D. The importance of understanding division." ] }, { "video_id": "sample_228_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 204.0, "options": [ "A. Multiplying 6 by the divisor.", "B. Subtracting 6 from the dividend.", "C. 2 is too small.", "D. Adding 6 to the quotient." ] }, { "video_id": "sample_228_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 380.0, "options": [ "A. How to subtract the next two numbers.", "B. How to add the remainder to the divisor.", "C. How to multiply 100 by 35 again.", "D. How to choose a number to subtract from 2928." ] }, { "video_id": "sample_228_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 544.0, "options": [ "A. How to simplify the calculation further.", "B. The application of division in real-life problems.", "C. Another example using a more complex number.", "D. The advantage of using small steps in division." ] }, { "video_id": "sample_228_real.mp4", "question": "What might the teacher explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 642.0, "options": [ "A. How to perform long division.", "B. A different multiplication method for large numbers.", "C. Why use samll steps in division is easier.", "D. Explaining the significance of the answer 49r2." ] }, { "video_id": "sample_498_real.mp4", "question": "What is prominently displayed on the side of the green toy car?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. The number \"12\".", "B. The number \"24\".", "C. The number \"36\".", "D. The number \"48\"." ] }, { "video_id": "sample_498_real.mp4", "question": "Which car has a green fin in the back?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 130.0, "options": [ "A. Car #24.", "B. Car #28.", "C. Car #35.", "D. Car #94." ] }, { "video_id": "sample_498_real.mp4", "question": "What is displayed at the top right right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 246.0, "options": [ "A. Race results.", "B. Lap times.", "C. Instant Replay.", "D. Track map." ] }, { "video_id": "sample_498_real.mp4", "question": "Who is in the first place in the Group 7 - Final standings?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 379.0, "options": [ "A. Tim Treadless.", "B. Chase Racelott.", "C. Ronald.", "D. Jay." ] }, { "video_id": "sample_498_real.mp4", "question": "Who is in the first place in the Group 7 - Final standings?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 379.0, "options": [ "A. Tim Treadless.", "B. Chase Racelott.", "C. Ronald.", "D. Jay." ] }, { "video_id": "sample_260_real.mp4", "question": "What color is the energy drink can in the car right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 17.0, "options": [ "A. Green.", "B. Blue.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_260_real.mp4", "question": "What color is the crane visible right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 176.0, "options": [ "A. Red and white.", "B. Yellow and red.", "C. Blue and white.", "D. Green and yellow." ] }, { "video_id": "sample_260_real.mp4", "question": "What are the colors of the car's central console right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 352.0, "options": [ "A. white.", "B. Red and blue.", "C. Red and white.", "D. Yellow and black." ] }, { "video_id": "sample_260_real.mp4", "question": "What color are the cars directly in front?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 521.0, "options": [ "A. Blue.", "B. Orange.", "C. Black.", "D. Yellow." ] }, { "video_id": "sample_260_real.mp4", "question": "What color is the car directly in front?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 717.0, "options": [ "A. Blue.", "B. Orange.", "C. Red.", "D. Yellow." ] }, { "video_id": "sample_138_real.mp4", "question": "Which of the following best summarizes the initial painting process in the clip?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 19.0, "options": [ "A. Applying and blending cerulean blue and white paint on the upper part of the canvas.", "B. Setting up various colors of paint and brushes on the canvas.", "C. Drawing an outline before filling in with different colors.", "D. Cleaning the brushes and preparing the paint palette." ] }, { "video_id": "sample_138_real.mp4", "question": "Which of the following best summarizes the painting activity just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 140.0, "options": [ "A. Adding texture to a tree's foliage against a blue sky.", "B. Painting a landscape with mountains and a river.", "C. Creating a portrait with detailed facial features.", "D. Sketching a building with architectural details." ] }, { "video_id": "sample_138_real.mp4", "question": "Which of the following options best describes what the artist is doing?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 259.0, "options": [ "A. An artist painting a landscape with a bright sky and a leafy tree.", "B. An artist drawing a portrait of a person.", "C. An artist sculpting a figure out of clay.", "D. An artist photographing a nature scene." ] }, { "video_id": "sample_138_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 379.0, "options": [ "A. An artist adding intricate floral details to a scenic painting.", "B. An artist painting a mountainous scene with animals.", "C. An artist sculpting a clay model of a tree.", "D. An artist drawing a sketch of a cityscape." ] }, { "video_id": "sample_138_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 379.0, "options": [ "A. An artist adding intricate floral details to a scenic painting.", "B. An artist painting a mountainous scene with animals.", "C. An artist sculpting a clay model of a tree.", "D. An artist drawing a sketch of a cityscape." ] }, { "video_id": "sample_356_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The person picked up a metal pitcher, cleaned it, and placed it back on the shelf.", "B. The person heated a metal pitcher, added ingredients, and served them in a cup.", "C. The person cleaned a metal pitcher, filled it with water, and placed it next to other pitchers.", "D. The person retrieved one metal pitcher, steamed it, and returned the milk carton to the fridge." ] }, { "video_id": "sample_356_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 145.0, "options": [ "A. The person prepared a coffee mug, poured milk into it, and placed it under a coffee machine.", "B. The person cleaned a coffee grinder, filled it with new beans, and started grinding the coffee.", "C. The person filled a coffee pot with water, placed it in the machine, and added coffee grounds to the filter.", "D. The person ground coffee beans, measured the coffee grounds on a scale, and adjusted the amount until it reached the desired weight." ] }, { "video_id": "sample_356_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 281.0, "options": [ "A. The person prepared a coffee, added sugar, and stirred it with a spoon.", "B. The person brewed tea, added honey, and placed it on the counter to be served.", "C. The person filled a cup with water, added ice, and handed it to a customer.", "D. The person steamed milk, poured it into a cup with some green liquid, and created a latte art." ] }, { "video_id": "sample_356_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 417.0, "options": [ "A. The person rinsed the pitcher with cold water and placed it on a shelf.", "B. The person brewed coffee and added milk to it before serving.", "C. The person cleaned a coffee machine and replaced the portafilter.", "D. The person steamed milk in a metal pitcher while setting a cup under an espresso machine." ] }, { "video_id": "sample_356_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 554.0, "options": [ "A. The person filled a coffee cup, placed it in the sink, and cleaned it with water.", "B. The person ground coffee beans, measured the coffee grounds, and prepared a coffee pot.", "C. The person retrieved a milk carton from the fridge, measured the milk, and placed it on the counter.", "D. The person steamed the milk in one metal pitcher while shaking another metal pitcher simultaneously." ] }, { "video_id": "sample_292_real.mp4", "question": "What is the blue car doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 19.0, "options": [ "A. Turning at an intersection.", "B. Driving down a busy street.", "C. Parked and waiting.", "D. Speeding through a residential area." ] }, { "video_id": "sample_292_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 180.0, "options": [ "A. Browsing his personal account from the interface.", "B. Typing a comment in the chat feed.", "C. Closing the account interface.", "D. Logging out of the personal account." ] }, { "video_id": "sample_292_real.mp4", "question": "What is the driver doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 380.0, "options": [ "A. Turning off the car.", "B. Parking near a gas station.", "C. Driving through dark city streets.", "D. Entering a brightly lit store." ] }, { "video_id": "sample_292_real.mp4", "question": "What did the person driving the car just do?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 500.0, "options": [ "A. Turned right at the intersection.", "B. Stopped at a traffic light.", "C. Turned left at the intersection.", "D. Keep going straight on the road." ] }, { "video_id": "sample_292_real.mp4", "question": "What did the two individuals do just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 610.0, "options": [ "A. Had a face-to-face conversation while standing.", "B. Adjust their headphones.", "C. Pick up a backpack from the shelf.", "D. Remove their vest." ] }, { "video_id": "sample_139_real.mp4", "question": "Which of the following best summarizes the initial sequence of the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. A dark screen is followed by a splash screen, then a hand arranges and prepares paint for a painting session.", "B. A splash screen is followed by a dark screen, then a hand arranges brushes for a painting session.", "C. A white canvas is shown first, followed by a splash screen and paint tubes being arranged.", "D. A palette is shown with various colors, followed by a splash screen and a hand preparing brushes." ] }, { "video_id": "sample_139_real.mp4", "question": "Why did the hand reach towards the palette just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 180.0, "options": [ "A. To clean the brush.", "B. To mix and pick up more paint.", "C. To adjust the masking tape.", "D. To start a new painting." ] }, { "video_id": "sample_139_real.mp4", "question": "Why did the hand reach towards the palette just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 180.0, "options": [ "A. To clean the brush.", "B. To mix and pick up more paint.", "C. To adjust the masking tape.", "D. To start a new painting." ] }, { "video_id": "sample_139_real.mp4", "question": "Where is the hand focusing its painting efforts right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 338.0, "options": [ "A. On the sandy beach.", "B. On the horizon line.", "C. On the the second wave.", "D. On the fluffy white clouds." ] }, { "video_id": "sample_139_real.mp4", "question": "Which of the following best summarizes the content just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 500.0, "options": [ "A. A hand painting a vibrant seascape with turquoise waves and white foam.", "B. A close-up of an artist sketching a cityscape.", "C. A detailed view of a forest scene being painted.", "D. An artist mixing colors on a palette." ] }, { "video_id": "sample_476_real.mp4", "question": "What does the sign on the white wall read?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 15.0, "options": [ "A. \"GALERIE DE' ARTS 1343 SANTA MONICA, CA\".", "B. \"ART GALLERY SANTA MONICA\".", "C. \"DE' ARTS GALLERY 1234 SANTA MONICA, CA\".", "D. \"SANTA MONICA ART GALLERY\"." ] }, { "video_id": "sample_476_real.mp4", "question": "What does the sign on the white wall read?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 15.0, "options": [ "A. \"GALERIE DE' ARTS 1343 SANTA MONICA, CA\".", "B. \"ART GALLERY SANTA MONICA\".", "C. \"DE' ARTS GALLERY 1234 SANTA MONICA, CA\".", "D. \"SANTA MONICA ART GALLERY\"." ] }, { "video_id": "sample_476_real.mp4", "question": "What kind of artworks are displayed on the partition wall?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 173.0, "options": [ "A. Sculptures.", "B. Framed prints.", "C. Digital screens.", "D. Posters." ] }, { "video_id": "sample_476_real.mp4", "question": "What kind of artworks are displayed on the partition wall?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 173.0, "options": [ "A. Sculptures.", "B. Framed prints.", "C. Digital screens.", "D. Posters." ] }, { "video_id": "sample_476_real.mp4", "question": "What kind of artworks are displayed on the partition wall?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 173.0, "options": [ "A. Sculptures.", "B. Framed prints.", "C. Digital screens.", "D. Posters." ] }, { "video_id": "sample_81_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_81_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 226.0, "options": [ "A. 6.", "B. 5.", "C. 4.", "D. 0." ] }, { "video_id": "sample_81_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 242.0, "options": [ "A. 2.", "B. 3.", "C. 6.", "D. 4." ] }, { "video_id": "sample_81_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 5.", "B. 8.", "C. 6.", "D. 7." ] }, { "video_id": "sample_81_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 5.", "B. 8.", "C. 6.", "D. 7." ] }, { "video_id": "sample_263_real.mp4", "question": "What word is currently displayed in the bottom of the screen?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 5.0, "options": [ "A. PORSCHE.", "B. TURBO.", "C. HYBRID.", "D. ONBOARD." ] }, { "video_id": "sample_263_real.mp4", "question": "What brand logo is currently visible on the bridge?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 94.0, "options": [ "A. Michelin.", "B. Pirelli.", "C. Goodyear.", "D. Yokohama." ] }, { "video_id": "sample_263_real.mp4", "question": "What is the current track length displayed on the screen?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 185.0, "options": [ "A. 13.567 km.", "B. 12.935 km.", "C. 18.752 km.", "D. 20.832 km." ] }, { "video_id": "sample_263_real.mp4", "question": "What color is the current helmet of the driver?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 276.0, "options": [ "A. Red.", "B. Blue.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_263_real.mp4", "question": "What car model is visible in the information panel right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 368.0, "options": [ "A. 911 Carrera.", "B. Taycan Turbo S.", "C. Macan S.", "D. Panamera Turbo S E-Hybrid." ] }, { "video_id": "sample_230_real.mp4", "question": "What might the speaker describe next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 30.0, "options": [ "A. Step-by-step process of long division.", "B. History of long division.", "C. Applications of long division in real life.", "D. Comparison between long division and short division." ] }, { "video_id": "sample_230_real.mp4", "question": "What might the speaker discuss next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 233.0, "options": [ "A. How to find the remainder in a division problem.", "B. How to multiply the divisor by the quotient.", "C. How to perform subtraction in long division.", "D. How to bring down the next digit in a long division." ] }, { "video_id": "sample_230_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 314.0, "options": [ "A. How to verify the result using multiplication.", "B. How to interpret the quotient and remainder.", "C. How to solve a similar problem with different numbers.", "D. How to check the division result by subtracting." ] }, { "video_id": "sample_230_real.mp4", "question": "What is the next step after dividing 24 by 3?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 438.0, "options": [ "A. Write down 8 on the left side.", "B. Write down 3 on the right side.", "C. Subtract 12 from 24.", "D. Add the digits." ] }, { "video_id": "sample_230_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 595.0, "options": [ "A. How to bring down the next digit.", "B. How to check the remainder.", "C. Subtract 20 from 20.", "D. How to estimate the quotient." ] }, { "video_id": "sample_100_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 0.", "D. 4." ] }, { "video_id": "sample_100_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 0.", "D. 4." ] }, { "video_id": "sample_100_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 86.0, "options": [ "A. 3.", "B. 4.", "C. 0.", "D. 1." ] }, { "video_id": "sample_100_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 206.0, "options": [ "A. 3.", "B. 4.", "C. 0.", "D. 6." ] }, { "video_id": "sample_100_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 281.0, "options": [ "A. 2.", "B. 8.", "C. 0.", "D. 3." ] }, { "video_id": "sample_100_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 324.0, "options": [ "A. 2.", "B. 3.", "C. 0.", "D. 7." ] }, { "video_id": "sample_143_real.mp4", "question": "What exercise is being performed in \"Exercise 2 of 7\"?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 206.0, "options": [ "A. Deadlift.", "B. Bench Press.", "C. Larsen Press.", "D. Squat." ] }, { "video_id": "sample_143_real.mp4", "question": "What exercise is being performed in \"Exercise 2 of 7\"?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 206.0, "options": [ "A. Deadlift.", "B. Bench Press.", "C. Larsen Press.", "D. Squat." ] }, { "video_id": "sample_143_real.mp4", "question": "What is the man wearing during his exercise in the gym?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 420.0, "options": [ "A. Black T-shirt and white shorts.", "B. White T-shirt and black shorts.", "C. Gray T-shirt and white pants.", "D. Blue T-shirt and pants." ] }, { "video_id": "sample_143_real.mp4", "question": "What is the man wearing during his exercise in the gym?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 420.0, "options": [ "A. Black T-shirt and white shorts.", "B. White T-shirt and black shorts.", "C. Gray T-shirt and white pants.", "D. Blue T-shirt and pants." ] }, { "video_id": "sample_143_real.mp4", "question": "What action is the man in a white shirt performing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 606.0, "options": [ "A. Stretch-Only Overhead Extension.", "B. Bicep Curl.", "C. Squeeze-Only Pressdown.", "D. Leg Press." ] }, { "video_id": "sample_195_real.mp4", "question": "What is the first word displayed at the start of the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. Earth.", "B. Farm.", "C. In.", "D. Video." ] }, { "video_id": "sample_195_real.mp4", "question": "What is visible in the player's hand right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 202.0, "options": [ "A. A sword.", "B. Nothing.", "C. A pickaxe.", "D. A torch." ] }, { "video_id": "sample_195_real.mp4", "question": "What is visible in the player's hand right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 202.0, "options": [ "A. A sword.", "B. Nothing.", "C. A pickaxe.", "D. A torch." ] }, { "video_id": "sample_195_real.mp4", "question": "What was notable about the gray sheep observed just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 402.0, "options": [ "A. It has a unique color pattern.", "B. It is labeled with the numbers \"1\".", "C. It is larger than the other sheep.", "D. It is standing alone in the field." ] }, { "video_id": "sample_195_real.mp4", "question": "What is visible in the background while the person builds upward?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 614.0, "options": [ "A. The river and treeline.", "B. The grassy terrain and distant hills.", "C. The sky and a distant mountain.", "D. The forest and a lake." ] }, { "video_id": "sample_261_real.mp4", "question": "What text is visible on the driver's helmet right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 2.0, "options": [ "A. Red Bull.", "B. Monster Energy.", "C. Bell.", "D. Sparco." ] }, { "video_id": "sample_261_real.mp4", "question": "What brand logo is visible on the driver's sleeve right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 204.0, "options": [ "A. Red Bull.", "B. Monster Energy.", "C. TT.", "D. Sparco." ] }, { "video_id": "sample_261_real.mp4", "question": "Which way does the road turn now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 385.0, "options": [ "A. there's no road at all.", "B. Straight forward.", "C. To the right.", "D. To the left." ] }, { "video_id": "sample_261_real.mp4", "question": "What color are the illuminated gauges on the dashboard right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 614.0, "options": [ "A. Blue and green.", "B. Red and blue.", "C. Green and yellow.", "D. White and red." ] }, { "video_id": "sample_261_real.mp4", "question": "What color are the illuminated gauges on the dashboard right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 819.0, "options": [ "A. Blue and green.", "B. Red and blue.", "C. Green and yellow.", "D. White and red." ] }, { "video_id": "sample_429_real.mp4", "question": "What is the alphanumeric code visible on the helicopter's tail right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 1.0, "options": [ "A. N939HS.", "B. N9398H.", "C. N939SH.", "D. N9399H." ] }, { "video_id": "sample_429_real.mp4", "question": "What color is the person on the right side of the picture wearing now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 122.0, "options": [ "A. Blue.", "B. Yellow.", "C. White.", "D. Black." ] }, { "video_id": "sample_429_real.mp4", "question": "What color are visible on the man's shirt right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 255.0, "options": [ "A. Black.", "B. White.", "C. Red.", "D. Blue." ] }, { "video_id": "sample_429_real.mp4", "question": "What is the predominant color of the landscape right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 364.0, "options": [ "A. Green.", "B. Blue.", "C. Yellow.", "D. Brown." ] }, { "video_id": "sample_429_real.mp4", "question": "What color is the man's shirt right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 482.0, "options": [ "A. Black.", "B. Blue.", "C. White.", "D. Red." ] }, { "video_id": "sample_294_real.mp4", "question": "What is the main text on roadside sign right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 7.0, "options": [ "A. Valentino.", "B. Coll d'Ordino, Andorra.", "C. Alpes, Spain.", "D. Pyrenees, France." ] }, { "video_id": "sample_294_real.mp4", "question": "What is the feature on the left side of the road right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 155.0, "options": [ "A. A fence.", "B. A river.", "C. A mountain.", "D. A sidewalk." ] }, { "video_id": "sample_294_real.mp4", "question": "Where is the cyclist currently riding relative to the road?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 330.0, "options": [ "A. On the shoulder of the road.", "B. In the center of the road.", "C. On the left side of the road.", "D. In the right side of the road." ] }, { "video_id": "sample_294_real.mp4", "question": "What is the feature on the right side of the road right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 466.0, "options": [ "A. A fence.", "B. A river.", "C. A mountain.", "D. A sidewalk." ] }, { "video_id": "sample_294_real.mp4", "question": "What is the position of the orange car right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 632.0, "options": [ "A. Directly ahead.", "B. On the left side of the road.", "C. On the right side of the road.", "D. Directly behind." ] }, { "video_id": "sample_235_real.mp4", "question": "Why can thieves enter the room without being detected?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 124.0, "options": [ "A. Because the security system is broken.", "B. Because the masters have all fallen asleep.", "C. Because the door was accidentally left unlocked.", "D. Because the thieves are using a special device to stay silent." ] }, { "video_id": "sample_235_real.mp4", "question": "Why does this cat glare viciously at the person in black?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 143.0, "options": [ "A. Because the person in black took away the cat's favorite toy.", "B. Because the person in black is blocking the cat's path.", "C. Because the man in black just stepped on this cat.", "D. Because the person in black made a loud noise that startled the cat." ] }, { "video_id": "sample_235_real.mp4", "question": "Why does the person start searching through his wardrobe?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 247.0, "options": [ "A. Because he wants to clean his room.", "B. Because he is checking if he has lost anything.", "C. Because he is preparing to leave the house.", "D. Because he cannot find his wallet." ] }, { "video_id": "sample_235_real.mp4", "question": "Why does the man offer his underwear to the woman as a replacement bag?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 360.0, "options": [ "A. Because the woman forgot to bring her shopping bag.", "B. Because the man is trying to make the woman laugh with a joke.", "C. Because the lady's shopping bag is torn.", "D. Because the woman mentioned she needed something to carry her things in." ] }, { "video_id": "sample_235_real.mp4", "question": "Why does the character hide behind structures on the roof?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 490.0, "options": [ "A. Because he heard a loud noise and got scared.", "B. Because he noticed a helicopter approaching and wanted to stay hidden.", "C. Because the thief in black clothes spotted him and chased after him.", "D. Because he saw the roof starting to collapse and needed to find safety." ] }, { "video_id": "sample_150_real.mp4", "question": "What action does the man perform after taking off his gray t-shirt?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 5.0, "options": [ "A. Clap hands to remove the excess powder and adjusts a weightlifting belt.", "B. Does a pull-up.", "C. Puts on a black t-shirt.", "D. Walks through the gym." ] }, { "video_id": "sample_150_real.mp4", "question": "What is the person adjusting right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 182.0, "options": [ "A. The weight on a gym machine.", "B. A treadmill speed.", "C. A dumbbell rack.", "D. A stationary bike seat." ] }, { "video_id": "sample_150_real.mp4", "question": "What is the individual doing right now after shifting focus to the new exercise machine?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 373.0, "options": [ "A. Performing vertical pull exercises.", "B. Flexing his muscles.", "C. Performing a seated exercise targeting upper body muscles.", "D. Walking around the gym." ] }, { "video_id": "sample_150_real.mp4", "question": "What type of exercise is the person performing in the left panel?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 541.0, "options": [ "A. High-to-Low.", "B. Mid-to-Mid.", "C. Low-to-High.", "D. Low-to-Mid." ] }, { "video_id": "sample_150_real.mp4", "question": "What is positioned above the books on the man's desk?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 701.0, "options": [ "A. A potted plant.", "B. A laptop.", "C. A microphone.", "D. A globe." ] }, { "video_id": "sample_346_real.mp4", "question": "What is the best summary of the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual retrieved a bun, added ketchup, and served it to the customer.", "B. The individual prepared a sandwich, added lettuce and turkey, and placed it on a tray.", "C. The individual assembled a cheeseburger by retrieving cheese slices and placing them on buns.", "D. The individual took a hot dog, added condiments, and wrapped it before serving." ] }, { "video_id": "sample_346_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 67.0, "options": [ "A. The individual retrieved a food tray, added vegetables, and handed it to a colleague.", "B. The individual assembled a cheeseburger, prepared the packaging, and wrapped it.", "C. The individual prepared a salad, selected dressing, and presented it for immediate delivery.", "D. The individual checked order tickets, selected package." ] }, { "video_id": "sample_346_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 124.0, "options": [ "A. The individual prepared a sandwich by taking out bread, adding cheese, and toasting it.", "B. The individual organized order tickets, prepared packaging materials, and assembled them for food items.", "C. The individual operated the deep fryer to cook fries and then placed them into containers.", "D. The individual checked order tickets, prepared the packaging, and organized prepared items." ] }, { "video_id": "sample_346_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 181.0, "options": [ "A. The individual retrieved a bun, added condiments, and wrapped it for serving.", "B. The individual assembled a cheeseburger, placing cheese slices.", "C. The individual cooked burger patties, added toppings, and handed them to a colleague.", "D. The individual prepared the packaging boxes, placed burger patties in them, and added condiments." ] }, { "video_id": "sample_346_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 238.0, "options": [ "A. The individual took a food tray, assembled a hot dog, and handed it to a customer.", "B. The individual retrieved burger buns, assembled cheeseburgers, and moved them to the packaging area.", "C. The individual collected order tickets, retrieved package, and organized them for next turn.", "D. The individual took the order tickets, prepared beverage cups, and filled them with various drinks." ] }, { "video_id": "sample_193_real.mp4", "question": "What does the character mention he need?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 19.0, "options": [ "A. Health potions.", "B. Tools.", "C. Enderpearls.", "D. Weapons." ] }, { "video_id": "sample_193_real.mp4", "question": "What does the character mention he need?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 19.0, "options": [ "A. Health potions.", "B. Tools.", "C. Enderpearls.", "D. Weapons." ] }, { "video_id": "sample_193_real.mp4", "question": "What happens when the player shoots the arrow at the pillar?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 740.0, "options": [ "A. It causes an explosion.", "B. It regenerates the Ender Dragon.", "C. It spawns more Endermen.", "D. It creates a new portal." ] }, { "video_id": "sample_193_real.mp4", "question": "What happens when the player shoots the arrow at the pillar?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 740.0, "options": [ "A. It causes an explosion.", "B. It regenerates the Ender Dragon.", "C. It spawns more Endermen.", "D. It creates a new portal." ] }, { "video_id": "sample_193_real.mp4", "question": "What is the player holding in the right hand right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 1087.0, "options": [ "A. A firework rocket.", "B. A stone block.", "C. A wooden plank.", "D. A shovel." ] }, { "video_id": "sample_428_real.mp4", "question": "What is the name appearing on the aircraft?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 5.0, "options": [ "A. Rand.", "B. Rant.", "C. Ren.", "D. Raná." ] }, { "video_id": "sample_428_real.mp4", "question": "What is the primary object right now attached in front of the yellow aircraft?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 83.0, "options": [ "A. A rope.", "B. A radar.", "C. A ladder.", "D. A parachute." ] }, { "video_id": "sample_428_real.mp4", "question": "What is the primary color of the aircraft nose right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 162.0, "options": [ "A. Blue.", "B. Red.", "C. White.", "D. Brown." ] }, { "video_id": "sample_428_real.mp4", "question": "What physical structure is visible in the background right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 240.0, "options": [ "A. A road.", "B. A lake.", "C. A bridge.", "D. A factory." ] }, { "video_id": "sample_428_real.mp4", "question": "What is the person in the aircraft wearing on his head right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 322.0, "options": [ "A. A leather aviator hat.", "B. A helmet.", "C. A beanie.", "D. A cap." ] }, { "video_id": "sample_310_real.mp4", "question": "What are people doing near the storefronts?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 7.0, "options": [ "A. Running.", "B. Playing with balloons.", "C. Climbing the structure.", "D. Standing and sitting." ] }, { "video_id": "sample_310_real.mp4", "question": "What is the architectural style of the buildings along the street?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 169.0, "options": [ "A. Victorian.", "B. Modern.", "C. Gothic.", "D. Medieval." ] }, { "video_id": "sample_310_real.mp4", "question": "What initials are visible on the sweaters displayed in the clothing section now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 335.0, "options": [ "A. A and B.", "B. M and N.", "C. L and P.", "D. H and G." ] }, { "video_id": "sample_310_real.mp4", "question": "What initials are visible on the sweaters displayed in the clothing section now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 335.0, "options": [ "A. A and B.", "B. M and N.", "C. L and P.", "D. H and G." ] }, { "video_id": "sample_310_real.mp4", "question": "What colors are visible on the boxes stacked on the shelves right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 492.0, "options": [ "A. Green, yellow, black, and red.", "B. White, purple, orange, and silver.", "C. Red, blue, green, and white.", "D. Grey, pink, blue black, and gold." ] }, { "video_id": "sample_414_real.mp4", "question": "How can the actions just observed in the recent video segment be best summarized?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. A shopper selected and evaluated various fruit snacks before placing them in their basket, focusing on price comparison for different brands.", "B. A worker stocked fruit cups on supermarket shelves, arranging boxes and checking labels to ensure proper placement.", "C. A chef prepared a detailed shopping list, meticulously inspecting each item before selecting fruits and vegetables for a gourmet recipe.", "D. A child picked out colorful fruit snacks from a wide selection, expressing excitement over new flavors and brands." ] }, { "video_id": "sample_414_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 149.0, "options": [ "A. An individual restocks shelves with canned fruits while organizing other products.", "B. An individual maneuvers through a crowded farmers market, selecting fresh produce.", "C. An individual stacks canned soups on shelves while arranging sales tags.", "D. An individual organizes breakfast cereals on the shelves, ensuring everything is properly placed." ] }, { "video_id": "sample_414_real.mp4", "question": "Which of the following summaries best describes the recent actions carried out in the footage?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 288.0, "options": [ "A. The individual browsed through the cereal aisle, examined various boxes, and placed one in their cart.", "B. The individual navigated through the chocolate syrup section, compared brands, and added a specific syrup to their basket.", "C. The individual walked through the tea aisle, checked prices, and picked up a box of herbal tea.", "D. The individual strolled through the cereal aisle, checked prices, and appeared to be restocking shelves." ] }, { "video_id": "sample_414_real.mp4", "question": "Which of the following options best summarizes the action that just now took place?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 427.0, "options": [ "A. An individual sorted through various condiments, selecting and organizing jars of relish on the shelf.", "B. An individual restocked ketchup bottles, ensuring they were properly aligned and accessible for customers.", "C. An individual unpacked and restocked mayonnaise jars on the shelves, organizing them neatly in a supermarket aisle.", "D. An individual evaluated different brands of jam, comparing prices and features before making a purchase." ] }, { "video_id": "sample_414_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 566.0, "options": [ "A. An individual browses through a section of fresh produce, selecting and bagging different vegetables and fruits.", "B. An individual stocks up on cleaning supplies, checking labels for ingredients, and placing several items in a cart.", "C. An individual browses through the salad dressing aisle, picks up and examines bottles, places one in a box, and continues down the aisle.", "D. An individual navigates through a hardware store, comparing different brands of paint and supplies before selecting and purchasing a few items." ] }, { "video_id": "sample_392_real.mp4", "question": "Which coffee shop logo is visible in the background right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. Dunkin'.", "B. Costa Coffee.", "C. Tim Hortons.", "D. Starbucks." ] }, { "video_id": "sample_392_real.mp4", "question": "What kind of structure is visible in the distance right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 135.0, "options": [ "A. A tunnel.", "B. A skyscraper.", "C. A park.", "D. A bridge." ] }, { "video_id": "sample_392_real.mp4", "question": "What type of clothing are most people wearing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 265.0, "options": [ "A. Heavy coats.", "B. Business suits.", "C. Rain jackets.", "D. Casual summer outfits." ] }, { "video_id": "sample_392_real.mp4", "question": "What brand is the black SUV driving in front right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 396.0, "options": [ "A. Toyota.", "B. Ford.", "C. BMW.", "D. Benz." ] }, { "video_id": "sample_392_real.mp4", "question": "Which transportation service's bus is visible right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 525.0, "options": [ "A. Greyhound.", "B. Flixbus.", "C. Megabus.", "D. BoltBus." ] }, { "video_id": "sample_499_real.mp4", "question": "What happens right after the train moves out of the tunnel?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 15.0, "options": [ "A. The train stops.", "B. The logo \"Gravity Throttle Racing\" appears.", "C. A red and white boxcar appears.", "D. The steam locomotive number 765 becomes visible." ] }, { "video_id": "sample_499_real.mp4", "question": "Which of the following names is not listed as a contender in \"RACE 2\"?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 152.0, "options": [ "A. Fat Dad.", "B. Numbskull.", "C. Iceman.", "D. Flip." ] }, { "video_id": "sample_499_real.mp4", "question": "Which of the following names is not listed as a contender in \"RACE 2\"?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 152.0, "options": [ "A. Fat Dad.", "B. Numbskull.", "C. Iceman.", "D. Flip." ] }, { "video_id": "sample_499_real.mp4", "question": "Which car won first place in this competition?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 291.0, "options": [ "A. The blue car.", "B. The dark purple car.", "C. The white car with red decorations on it.", "D. The red car." ] }, { "video_id": "sample_499_real.mp4", "question": "How many different racing teams' names are displayed on the scoreboard?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 431.0, "options": [ "A. Three.", "B. Four.", "C. Five.", "D. Six." ] }, { "video_id": "sample_120_real.mp4", "question": "What text is visible on the white box being handled right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 7.0, "options": [ "A. \"Apple Device\".", "B. \"Mac Studio\".", "C. \"Tech Gear\".", "D. \"Studio Box\"." ] }, { "video_id": "sample_120_real.mp4", "question": "What specific hardware components are highlighted right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 239.0, "options": [ "A. RTX 3090 and GTX 980 Ti graphics cards.", "B. Cooling fan and motherboard.", "C. Large black box and smaller silver box.", "D. Computer monitor and keyboard." ] }, { "video_id": "sample_120_real.mp4", "question": "What is the title shown on the digital display with a bar graph right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 446.0, "options": [ "A. System Analysis.", "B. Performance Metrics.", "C. Mask Tracking.", "D. Data Comparison." ] }, { "video_id": "sample_120_real.mp4", "question": "What type of wallpaper is displayed on the monitor screen right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 663.0, "options": [ "A. Green and yellow abstract design.", "B. Photo of a natural landscape.", "C. Black and white geometric pattern.", "D. Vibrant blue and purple gradient." ] }, { "video_id": "sample_120_real.mp4", "question": "What is the person in the green shirt gesturing towards right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 891.0, "options": [ "A. The compact computer on the left.", "B. The opened black computer case on the right.", "C. The monitor displaying a colorful desktop screen.", "D. The table itself." ] }, { "video_id": "sample_475_real.mp4", "question": "What does the large wall-mounted artwork say right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 27.0, "options": [ "A. \"LIVE LIFE TO THE FULLEST\".", "B. \"ART IS LIFE\".", "C. \"IN MY LIFE I LOVE YOU MORE\".", "D. \"LOVE MAKES LIFE BEAUTIFUL\"." ] }, { "video_id": "sample_475_real.mp4", "question": "What does the large wall-mounted artwork say right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 27.0, "options": [ "A. \"LIVE LIFE TO THE FULLEST\".", "B. \"ART IS LIFE\".", "C. \"IN MY LIFE I LOVE YOU MORE\".", "D. \"LOVE MAKES LIFE BEAUTIFUL\"." ] }, { "video_id": "sample_475_real.mp4", "question": "What action does the camera perform after showing the \"Bruce Lurie Gallery 1315\" sign?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 174.0, "options": [ "A. Pans left.", "B. Zooms in.", "C. Pans upward.", "D. Tilts downward." ] }, { "video_id": "sample_475_real.mp4", "question": "Where is the artist's signature located in the pool scene painting?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 336.0, "options": [ "A. At the top of the painting.", "B. On the left side of the painting.", "C. At the lower edge of the painting.", "D. In the center of the painting." ] }, { "video_id": "sample_475_real.mp4", "question": "What is written on the sign above the wall just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 586.0, "options": [ "A. \"PULA\" and \"1341\" with \"NEW YORK | USA\" below.", "B. \"PULA\" and \"1341\" with \"REYKJAVÍK | ICELAND\" below.", "C. \"PULA\" and \"1341\" with \"TOKYO | JAPAN\" below.", "D. \"PULA\" and \"1341\" with \"PARIS | FRANCE\" below." ] }, { "video_id": "sample_3_real.mp4", "question": "What is the position relationship between the woman in a black dress and the woman in a white outfit?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 20.0, "options": [ "A. They are standing side by side.", "B. They are standing back to back.", "C. The woman in black is in front of the woman in white.", "D. The woman in white is holding the trophy." ] }, { "video_id": "sample_3_real.mp4", "question": "What is the position relationship between the woman in a black dress and the woman in a white outfit?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 20.0, "options": [ "A. They are standing side by side.", "B. They are standing back to back.", "C. The woman in black is in front of the woman in white.", "D. The woman in white is holding the trophy." ] }, { "video_id": "sample_3_real.mp4", "question": "What color is the goalkeeper's kit when standing in front of the goalposts?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 69.0, "options": [ "A. Red.", "B. Green.", "C. Yellow.", "D. Blue." ] }, { "video_id": "sample_3_real.mp4", "question": "What are the two people in the video frame doing now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 171.0, "options": [ "A. handshaking.", "B. Hugging.", "C. High-fiving.", "D. Fist bumping." ] }, { "video_id": "sample_3_real.mp4", "question": "What are the two people in the video frame doing now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 171.0, "options": [ "A. handshaking.", "B. Hugging.", "C. High-fiving.", "D. Fist bumping." ] }, { "video_id": "sample_467_real.mp4", "question": "Which of the following best describes the overall content of the video clip?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 19.0, "options": [ "A. A tour of an art gallery showcasing nature and wildlife photography.", "B. A walkthrough of a historical museum.", "C. A visit to a contemporary art exhibition.", "D. A day at an amusement park." ] }, { "video_id": "sample_467_real.mp4", "question": "Which of the following best describes the overall content of the video clip?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 19.0, "options": [ "A. A tour of an art gallery showcasing nature and wildlife photography.", "B. A walkthrough of a historical museum.", "C. A visit to a contemporary art exhibition.", "D. A day at an amusement park." ] }, { "video_id": "sample_467_real.mp4", "question": "How many portraits of women are shown on the walls right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 172.0, "options": [ "A. Two.", "B. Four.", "C. Three.", "D. Five." ] }, { "video_id": "sample_467_real.mp4", "question": "What words are written on the sign above painting shown right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 324.0, "options": [ "A. P B G print bakery.", "B. L M N art studio.", "C. Q R S gallery.", "D. T U V design hub." ] }, { "video_id": "sample_467_real.mp4", "question": "What is the name on the sign partially visible in the background wall?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 585.0, "options": [ "A. \"Hazel's Story\".", "B. \"Gallery Night\".", "C. \"Art Showcase\".", "D. \"Modern Art\"." ] }, { "video_id": "sample_232_real.mp4", "question": "Why does the frog appear from the toilet?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 17.0, "options": [ "A. Because the frog was hiding there to avoid being caught by the rabbit.", "B. Because the frog was attracted by the water and jumped in.", "C. Because the toilet leads to a secret underground pond where the frog lives.", "D. Because the chicken that was just thrown into the toilet is wearing a frog's disguise." ] }, { "video_id": "sample_232_real.mp4", "question": "Why does the rabbit dressed in red and white start to become restless?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 86.0, "options": [ "A. Because the fly just disturbed him, he is swatting the fly.", "B. Because he suddenly remembered he left something important outside.", "C. Because he heard a strange noise coming from the next room.", "D. Because he can't find the key to the door and is getting frustrated." ] }, { "video_id": "sample_232_real.mp4", "question": "Why is this cartoon chicken very shocked now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 174.0, "options": [ "A. Because just now another small cartoon chicken was eaten by a frog.", "B. Because it just saw a mirror and didn't recognize its own reflection.", "C. Because a loud noise suddenly scared it from behind.", "D. Because it saw a large shadow pass overhead, thinking it was a predator." ] }, { "video_id": "sample_232_real.mp4", "question": "Why does the character encounter a heavy legacy robot in the room?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 251.0, "options": [ "A. Because the character turns on a machine.", "B. Because the character follows someone into the room.", "C. Because the character activates a hidden switch.", "D. Because the character reads a comic book." ] }, { "video_id": "sample_232_real.mp4", "question": "Why is this red rabbit standing in front of the iron gate now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 253.0, "options": [ "A. Because the red rabbit is trying to figure out how to open the gate.", "B. Because the iron gate suddenly started glowing, and the rabbit is curious.", "C. Because the cartoon character is seeking amusement.", "D. Because the cartoon character on the iron gate has been whistling just now." ] }, { "video_id": "sample_373_real.mp4", "question": "What best summarizes the process just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The vendor prepared a burger, toasted the bun, added condiments, and served it to the customer.", "B. The vendor selected hot dogs, prepared a bun, added relish and mustard, and served it to the customer.", "C. The vendor selected several hot dogs, placed them in a container, heated them, and arranged other ingredients.", "D. The vendor cooked hot dogs, placed them in buns, added ketchup and mustard, and served them to the customer." ] }, { "video_id": "sample_373_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 147.0, "options": [ "A. The vendor selected condiments, placed them on a tray, and began packaging hot dogs.", "B. The vendor heated hot dogs, added toppings, and handed them to the customer.", "C. The vendor picked up a hot dog bun, retrieved hot dogs from the warmer.", "D. The vendor prepared a salad, added dressings, and served it to the customer." ] }, { "video_id": "sample_373_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 284.0, "options": [ "A. The vendor cleaned the workstation, organized utensils, and added new items to the menu.", "B. The vendor adjusted equipment, reviewed the counter area, and greeted a customer.", "C. The vendor retrieved a hot dog bun, used tongs to grab a hot dog, and prepared the bun for assembly.", "D. The vendor heated up condiments, chopped vegetables, and arranged them for a salad." ] }, { "video_id": "sample_373_real.mp4", "question": "Which of the following options best summarizes the actions just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 420.0, "options": [ "A. The vendor cooked a hot dog, added mustard and ketchup, wrapped it, and served it to the customer.", "B. The vendor grilled a hot dog, added ketchup, placed it on a bun, and served it to the customer without wrapping.", "C. The vendor retrieved a cooked hot dog, added toppings, wrapped it in paper, put it in a bag, and handed it to the customer.", "D. The vendor made a sandwich, added vegetables, wrapped it, and handed it to the customer." ] }, { "video_id": "sample_373_real.mp4", "question": "Which of the following options best summarizes the process just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 562.0, "options": [ "A. The vendor grilled a hot dog, placed it in a bun, and added vegetables before serving it to the customer.", "B. The vendor cooked a hot dog, added ketchup and mustard, and wrapped it for the customer.", "C. The vendor prepared a hot dog, added ketchup and onion topping, and handed it to the customer.", "D. The vendor prepared a hot dog, added mayonnaise and mustard, and served it to the customer." ] }, { "video_id": "sample_285_real.mp4", "question": "What is the character wearing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 12.0, "options": [ "A. Blue jacket and black hat.", "B. Dark green hoodie and dark gray cap.", "C. Red hoodie and blue cap.", "D. Black jacket and white cap." ] }, { "video_id": "sample_285_real.mp4", "question": "What is the individual in the safety vest doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 153.0, "options": [ "A. Observing the group conversation.", "B. Operating a piece of machinery.", "C. Cleaning the area.", "D. Fixing a car engine." ] }, { "video_id": "sample_285_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 290.0, "options": [ "A. Walking towards a parking lot.", "B. Choosing an option from a contextual menu.", "C. Cleaning the blue car.", "D. Holding a cardboard box." ] }, { "video_id": "sample_285_real.mp4", "question": "How did the man in the dark coat emphasized his point just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 436.0, "options": [ "A. By changing his position.", "B. By gesturing with his left hand.", "C. By raising his voice.", "D. By walking away." ] }, { "video_id": "sample_285_real.mp4", "question": "What is the man with the reflective safety vest doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 520.0, "options": [ "A. Adjusting his headphones.", "B. Looking into the driver's window of the car.", "C. Speaking with another individual near the wall.", "D. Picking up the scattered debris on the ground." ] }, { "video_id": "sample_210_real.mp4", "question": "What sequence of actions happened after the blue rectangular block is placed on the surface?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. The hand adds a yellow block, then an orange block, and adjusts the orange block.", "B. The hand adjusts the blue block, then adds a red block, and adjusts it again.", "C. The hand places a green block, then a yellow block, and adjusts the yellow block.", "D. The hand removes the blue block, places it again, and then adds a yellow block." ] }, { "video_id": "sample_210_real.mp4", "question": "What sequence of actions happened after the blue rectangular block is placed on the surface?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. The hand adds a yellow block, then an orange block, and adjusts the orange block.", "B. The hand adjusts the blue block, then adds a red block, and adjusts it again.", "C. The hand places a green block, then a yellow block, and adjusts the yellow block.", "D. The hand removes the blue block, places it again, and then adds a yellow block." ] }, { "video_id": "sample_210_real.mp4", "question": "What is the predominant color of the blocks being placed by the hand right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 66.0, "options": [ "A. Blue.", "B. Orange.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_210_real.mp4", "question": "What color is the block being placed on the left side of the structure right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 122.0, "options": [ "A. Red.", "B. Blue.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_210_real.mp4", "question": "What is the block structure identified as?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 197.0, "options": [ "A. A house.", "B. A vehicle.", "C. A spaceship.", "D. A robot." ] }, { "video_id": "sample_266_real.mp4", "question": "Which company's logo is visible on the advertising board to the right?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 5.0, "options": [ "A. Pirelli.", "B. AsahiKASEI.", "C. Shell.", "D. Goodyear." ] }, { "video_id": "sample_266_real.mp4", "question": "What colors primarily dominate the gloves of the driver right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 63.0, "options": [ "A. Red and blue.", "B. Black and blue.", "C. Black, white and red.", "D. Red and green." ] }, { "video_id": "sample_266_real.mp4", "question": "What number is currently displayed on the central screen in the car?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 129.0, "options": [ "A. 3.", "B. 4.", "C. 5.", "D. 6." ] }, { "video_id": "sample_266_real.mp4", "question": "Which brand's logo is visible on the bottom part of the steering wheel right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 192.0, "options": [ "A. Logitech.", "B. Fanatec.", "C. Sony.", "D. Microsoft." ] }, { "video_id": "sample_266_real.mp4", "question": "What is the current predominant color of the markings on the car's dashboard gauges?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 252.0, "options": [ "A. Blue.", "B. Green.", "C. White.", "D. Red." ] }, { "video_id": "sample_371_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual brewed a fresh cup of espresso and served it to a customer.", "B. The individual steamed milk using an espresso machine, frothing it to create foam.", "C. The individual prepared a cappuccino by adding steamed milk and coffee.", "D. The individual cleaned the espresso machine and prepared it for the next use." ] }, { "video_id": "sample_371_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 127.0, "options": [ "A. The individual brewed a cup of espresso and added a stencil for decoration.", "B. The individual cleaned the espresso machine and prepared to shut down the station.", "C. The individual prepared a cappuccino, added a stencil design.", "D. The individual organized the counter, placed cups and lids in position, and cleaned up the area." ] }, { "video_id": "sample_371_real.mp4", "question": "Which of the following options best summarizes the actions just shown?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 244.0, "options": [ "A. The individual adjusted the settings on a coffee machine, printed a receipt, and placed an order for a beverage.", "B. The individual cleaned the counter, arranged cups, and made the station more organized.", "C. The individual steamed milk, brewed coffee, and served a cappuccino.", "D. The individual adjusted coffee machine settings, added coffee to cups while organizing printed receipts." ] }, { "video_id": "sample_371_real.mp4", "question": "Which of the following options best summarizes the content just shown?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 361.0, "options": [ "A. The individual brewed a fresh pot of coffee and served it to a customer.", "B. The individual steamed milk, brewed coffee, and arranged cups for service.", "C. The individual cleaned the counter, organized receipts, and served a latte.", "D. The individual prepared a latte, added a design to the foam, and sealed the cup with a lid." ] }, { "video_id": "sample_371_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 484.0, "options": [ "A. The individual adjusted the coffee machine settings, brewed a fresh cup of coffee, and served it to a customer.", "B. The individual cleaned the coffee portafilter, filled another portafilter with fresh coffee grounds.", "C. The individual steamed milk, added it to a cup, and placed it on the counter for serving.", "D. The individual cleaned the glasses, organized the workspace." ] }, { "video_id": "sample_244_real.mp4", "question": "Why is the character startled?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 11.0, "options": [ "A. Because the character is afraid of the dark.", "B. Because the character finds the teddy bear.", "C. Because a person enters the scene unexpectedly.", "D. Because the flashlight stops working." ] }, { "video_id": "sample_244_real.mp4", "question": "Why is Mr. Bean holding two iron pots in his hands?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 151.0, "options": [ "A. Because Mr. Bean is preparing to cook a meal.", "B. Because Mr. Bean was trying to catch a mouse.", "C. Because Mr. Bean wanted to wake up the old lady who was sleepwalking onto his bed.", "D. Because Mr. Bean thought they would make a funny noise." ] }, { "video_id": "sample_244_real.mp4", "question": "Why does the person enter the building to inquire about rooms for rent?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 273.0, "options": [ "A. Because he is looking for a place closer to his workplace.", "B. Because he needs a temporary place to stay while his house is being renovated.", "C. Because the person have no money.", "D. Because he was evicted by his previous landlord." ] }, { "video_id": "sample_244_real.mp4", "question": "Why do landlords now take the money and run away?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 406.0, "options": [ "A. Because they are in a hurry and promise to return later.", "B. Because she is a fraud, the house is fake.", "C. Because they misunderstood and thought the tenant didn't need a receipt.", "D. Because they were threatened by someone and had to leave quickly." ] }, { "video_id": "sample_244_real.mp4", "question": "Who is the person in the video now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 529.0, "options": [ "A. It's Mr. Bean's twin brother.", "B. It's a character from a different show.", "C. It's a lookalike impersonating Mr. Bean.", "D. It's Mr. Bean in disguise." ] }, { "video_id": "sample_145_real.mp4", "question": "What exercise is the individual performing in the gym after the box jumps?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 7.0, "options": [ "A. Squats.", "B. Deadlifts.", "C. Barbell clean and press.", "D. Push-ups." ] }, { "video_id": "sample_145_real.mp4", "question": "Where is the American flag located in relation to the person performing the box jump?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 219.0, "options": [ "A. Directly behind him.", "B. To his left.", "C. To his right.", "D. In front of him." ] }, { "video_id": "sample_145_real.mp4", "question": "Where is the American flag located in relation to the person performing the box jump?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 219.0, "options": [ "A. Directly behind him.", "B. To his left.", "C. To his right.", "D. In front of him." ] }, { "video_id": "sample_145_real.mp4", "question": "What is the man who is lifting wearing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 420.0, "options": [ "A. Red sleeveless shirt, black shorts, and white athletic shoes.", "B. Blue sleeveless shirt, black shorts, and white athletic shoes.", "C. Green sleeveless shirt, black shorts, and white athletic shoes.", "D. Blue sleeveless shirt, red shorts, and white athletic shoes." ] }, { "video_id": "sample_145_real.mp4", "question": "What action is the individual performing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 627.0, "options": [ "A. Running on the treadmill.", "B. Lifting weights.", "C. Performing box jumps.", "D. Stretching." ] }, { "video_id": "sample_186_real.mp4", "question": "What is the focus of today's video as mentioned at the beginning?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. Cooking recipes.", "B. Building something.", "C. Making a tutorial.", "D. Crafting objects." ] }, { "video_id": "sample_186_real.mp4", "question": "What material are the walls of the structure made from?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 190.0, "options": [ "A. Wood blocks.", "B. Metal blocks.", "C. Brown soil blocks.", "D. Glass blocks." ] }, { "video_id": "sample_186_real.mp4", "question": "Which enchantment is NOT on the diamond shovel?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 366.0, "options": [ "A. Efficiency IV.", "B. Unbreaking III.", "C. Silk Touch.", "D. Fortune III." ] }, { "video_id": "sample_186_real.mp4", "question": "Which enchantment is NOT on the diamond shovel?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 366.0, "options": [ "A. Efficiency IV.", "B. Unbreaking III.", "C. Silk Touch.", "D. Fortune III." ] }, { "video_id": "sample_186_real.mp4", "question": "What colors are the blocks used in the structure shown right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 544.0, "options": [ "A. Red, green and brown.", "B. Orange, yellow, blue and green.", "C. Blue and white.", "D. Purple and pink." ] }, { "video_id": "sample_432_real.mp4", "question": "What type of vehicle is visible from the cockpit view right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. Helicopter.", "B. Paraglider.", "C. Hot air balloon.", "D. Airplane." ] }, { "video_id": "sample_432_real.mp4", "question": "What is the plane flying above now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 72.0, "options": [ "A. Above the islands.", "B. Above the field.", "C. Above the mountain.", "D. Above the lake." ] }, { "video_id": "sample_432_real.mp4", "question": "What type of structure can be seen on the hilltop right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 252.0, "options": [ "A. Lighthouse.", "B. Windmill.", "C. Observation Deck.", "D. A red and white tower." ] }, { "video_id": "sample_432_real.mp4", "question": "What is the dominant color of the fields visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 326.0, "options": [ "A. Green.", "B. Yellow.", "C. Brown.", "D. Blue." ] }, { "video_id": "sample_432_real.mp4", "question": "What object is the pilot's right hand holding right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 434.0, "options": [ "A. A map.", "B. A throttle.", "C. A compass.", "D. A joystick." ] }, { "video_id": "sample_427_real.mp4", "question": "What color is the man's shirt right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 5.0, "options": [ "A. Blue.", "B. Red.", "C. Black.", "D. White." ] }, { "video_id": "sample_427_real.mp4", "question": "What is the man in the video holding right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 134.0, "options": [ "A. A wrench.", "B. An air pump.", "C. A screwdriver.", "D. A flashlight." ] }, { "video_id": "sample_427_real.mp4", "question": "What color are the man's shorts right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 267.0, "options": [ "A. Black.", "B. Red.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_427_real.mp4", "question": "What is the main source of light illuminating the area right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 402.0, "options": [ "A. Street lamp.", "B. Campfire.", "C. Flashlight.", "D. Tent light." ] }, { "video_id": "sample_427_real.mp4", "question": "What is the man setting up right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 535.0, "options": [ "A. A tent.", "B. A table.", "C. A chair.", "D. A blanket." ] }, { "video_id": "sample_194_real.mp4", "question": "Where is the player standing as the scene shows dense tree cover ahead?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 18.0, "options": [ "A. In a valley.", "B. On a cliff or ledge.", "C. Next to a river.", "D. Inside a cave." ] }, { "video_id": "sample_194_real.mp4", "question": "Where is the player standing as the scene shows dense tree cover ahead?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 18.0, "options": [ "A. In a valley.", "B. On a cliff or ledge.", "C. Next to a river.", "D. Inside a cave." ] }, { "video_id": "sample_194_real.mp4", "question": "What does the inventory bar change after the player chops the tree trunk?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 269.0, "options": [ "A. No change has occurred.", "B. Losing items.", "C. Damaging tools.", "D. Gaining health." ] }, { "video_id": "sample_194_real.mp4", "question": "What item is the player holding in his hand right now", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 551.0, "options": [ "A. A Pickaxe.", "B. A bed of white and yellow.", "C. A Shield.", "D. A red Bed." ] }, { "video_id": "sample_194_real.mp4", "question": "What did the player do after placing the oak plank block into the gap in the wall?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 788.0, "options": [ "A. Turned towards a furnace.", "B. Opened the oak plank.", "C. Opened a chest.", "D. Placed a yellow bed." ] }, { "video_id": "sample_430_real.mp4", "question": "What object is mounted in front of the pilot on the left side?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 2.0, "options": [ "A. A map.", "B. A compass.", "C. A tablet.", "D. A camera." ] }, { "video_id": "sample_430_real.mp4", "question": "What type of footwear is the pilot wearing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 127.0, "options": [ "A. Sandals.", "B. Dress shoes.", "C. Sneakers.", "D. Boots." ] }, { "video_id": "sample_430_real.mp4", "question": "What object is the man in the gray shirt holding right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 255.0, "options": [ "A. A backpack.", "B. A helmet.", "C. A purple bag.", "D. A clipboard." ] }, { "video_id": "sample_430_real.mp4", "question": "What color are the man's sunglasses's reflection right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 381.0, "options": [ "A. Red.", "B. Blue.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_430_real.mp4", "question": "What is the predominant color of the buildings in the background right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 509.0, "options": [ "A. Red.", "B. Blue.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_400_real.mp4", "question": "What is located to the right side of the road with a blue sign?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 4.0, "options": [ "A. Petrol Station.", "B. 24Hrs park.", "C. Bank.", "D. Restaurant." ] }, { "video_id": "sample_400_real.mp4", "question": "What is the color of the car directly in front?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 133.0, "options": [ "A. Yellow.", "B. Black.", "C. Green.", "D. Red." ] }, { "video_id": "sample_400_real.mp4", "question": "What is the color of the traffic light now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 236.0, "options": [ "A. Red.", "B. Green.", "C. Yellow.", "D. Orange." ] }, { "video_id": "sample_400_real.mp4", "question": "What is the common texture on the road surface visible right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 399.0, "options": [ "A. Dry.", "B. Cracked.", "C. Snow-covered.", "D. Wet." ] }, { "video_id": "sample_400_real.mp4", "question": "What is the bus line number seen right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 540.0, "options": [ "A. M15.", "B. Q32.", "C. M42.", "D. B60." ] }, { "video_id": "sample_291_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 9.0, "options": [ "A. Interacting with a parked vehicle.", "B. Walking towards a gas pump.", "C. Driving away from the gas station.", "D. Holding the nozzle at the gas pump." ] }, { "video_id": "sample_291_real.mp4", "question": "What is the person in the high-visibility vest doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 132.0, "options": [ "A. Turning to face the van as if preparing to move.", "B. Standing still and listening.", "C. Walking towards the metal gate.", "D. Gesturing animatedly towards the concrete walls." ] }, { "video_id": "sample_291_real.mp4", "question": "What is the player doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 265.0, "options": [ "A. Moving the vehicle slowly forward.", "B. Turning the vehicle sharply.", "C. Speeding up rapidly.", "D. Stopping the vehicle completely." ] }, { "video_id": "sample_291_real.mp4", "question": "What is the viewer doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 434.0, "options": [ "A. Interacting with an interface.", "B. Running towards a van.", "C. Standing next to a group of people.", "D. Observing the postal worker." ] }, { "video_id": "sample_291_real.mp4", "question": "What is the car doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 548.0, "options": [ "A. Driving around on the roads at night.", "B. Making a U-turn.", "C. Stopping at a crosswalk.", "D. Reversing into a parking spot." ] }, { "video_id": "sample_94_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_94_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 75.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_94_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 212.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_94_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 258.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 7." ] }, { "video_id": "sample_94_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 340.0, "options": [ "A. 2.", "B. 10.", "C. 9.", "D. 6." ] }, { "video_id": "sample_220_real.mp4", "question": "What might the speaker discuss next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 23.0, "options": [ "A. Basic addition and subtraction.", "B. Algebraic expressions.", "C. Properties of equality.", "D. The order of operations rules." ] }, { "video_id": "sample_220_real.mp4", "question": "What might be the next topic the speaker will address?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 148.0, "options": [ "A. The order of operations for addition and subtraction.", "B. The highest priority operator symbols.", "C. The importance of following the PEMDAS rule.", "D. Practice problems involving exponents." ] }, { "video_id": "sample_220_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 268.0, "options": [ "A. Simplify the expression.", "B. Subtract the results.", "C. Add the simplified terms.", "D. Multiply the results." ] }, { "video_id": "sample_220_real.mp4", "question": "What might the speaker discuss next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 386.0, "options": [ "A. How to integrate functions.", "B. The operator symbols for 'Then' and 'last' precedence.", "C. Application of quadratic equations.", "D. Solving basic arithmetic." ] }, { "video_id": "sample_220_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 487.0, "options": [ "A. The importance of parentheses in operations.", "B. The commutative property of multiplication.", "C. How to handle exponents in an equation.", "D. The order of operations between the multiplication sign and the division sign." ] }, { "video_id": "sample_23_real.mp4", "question": "What text appears on the screen right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 19.0, "options": [ "A. \"RAMSAY in 10\".", "B. \"RAMSAY in 5\".", "C. \"COOKING in 10\".", "D. \"CHEF in 10\"." ] }, { "video_id": "sample_23_real.mp4", "question": "What item is the woman holding while stirring the pot?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 62.0, "options": [ "A. A wooden spoon.", "B. A glass bottle of oil.", "C. A pepper grinder.", "D. A small bowl." ] }, { "video_id": "sample_23_real.mp4", "question": "What is the woman wearing while she is cooking?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 132.0, "options": [ "A. A black off-the-shoulder top.", "B. A white apron.", "C. A red shirt.", "D. A blue dress." ] }, { "video_id": "sample_23_real.mp4", "question": "What is being sautéed in the black frying pan?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 231.0, "options": [ "A. Diced onions and green vegetables.", "B. Sliced potatoes and pieces of meat.", "C. Diced onions and mushrooms.", "D. Diced onions and pieces of meat." ] }, { "video_id": "sample_23_real.mp4", "question": "Why does the woman lift the frying pan at a slight angle and shake it?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 258.0, "options": [ "A. To add more oil to the pan.", "B. To check if the contents are cooked.", "C. To ensure the ingredients are moved around for even cooking.", "D. To cool down the pan." ] }, { "video_id": "sample_321_real.mp4", "question": "What is the pattern of the wallpaper in the room?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 20.0, "options": [ "A. Striped pattern in red and beige.", "B. Diamond pattern in shades of yellow ,orange and beige.", "C. Floral pattern in shades of red and green.", "D. Geometric pattern in shades of green and beige." ] }, { "video_id": "sample_321_real.mp4", "question": "What is visible on the green pipes in the amusement park area?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 165.0, "options": [ "A. Coins.", "B. Stars.", "C. \"POW\".", "D. \"1UP\"." ] }, { "video_id": "sample_321_real.mp4", "question": "Where are the metal railings located while descending the stairs?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 325.0, "options": [ "A. On the left side.", "B. On the right side.", "C. On both sides.", "D. At the bottom only." ] }, { "video_id": "sample_321_real.mp4", "question": "What does the \"EXIT\" sign point to in the amusement park?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 497.0, "options": [ "A. Right.", "B. Up.", "C. Down.", "D. Left." ] }, { "video_id": "sample_321_real.mp4", "question": "What becomes more prominent as the viewer ascends the escalator right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 583.0, "options": [ "A. The plants on the left side.", "B. The large wall with the dinosaur logo .", "C. The transparent curved glass structure.", "D. The parallel stationary escalator." ] }, { "video_id": "sample_276_real.mp4", "question": "What did the blue car do just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 8.0, "options": [ "A. It struck the motorcyclist.", "B. It started moving.", "C. It stopped at the intersection.", "D. It swerved to avoid debris." ] }, { "video_id": "sample_276_real.mp4", "question": "What is the blonde-haired man doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 159.0, "options": [ "A. Looking at his phone.", "B. Kneeling beside the person on the ground.", "C. Talking to the man with dark hair.", "D. Walking away from the scene." ] }, { "video_id": "sample_276_real.mp4", "question": "What is the man in the patterned shirt doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 356.0, "options": [ "A. Sitting on the scooter, looking towards the road.", "B. Walking away from the scooter.", "C. Standing still near the scooter.", "D. Interacting with the blue car." ] }, { "video_id": "sample_276_real.mp4", "question": "What is the man in the striped shirt doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 480.0, "options": [ "A. Walking away from the blue car.", "B. Standing by the blue car.", "C. Talking to the man in the blue jacket.", "D. Gesturing with his hands." ] }, { "video_id": "sample_276_real.mp4", "question": "What is the driver doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 619.0, "options": [ "A. Navigating through moderately empty streets.", "B. Adjusting the rearview mirror.", "C. Honking the horn.", "D. Switching on the headlights." ] }, { "video_id": "sample_248_real.mp4", "question": "Why does the older woman appear annoyed or angry?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 26.0, "options": [ "A. Because the character shouted loudly.", "B. Because the character disturbed her.", "C. Because the character knocked on the door.", "D. Because the character broke something." ] }, { "video_id": "sample_248_real.mp4", "question": "Why does the taxi drive off?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 151.0, "options": [ "A. Because the passenger instructs the driver to leave.", "B. Because the person just got out of another vehicle.", "C. Because the person gets inside the taxi.", "D. Because the taxi has completed its repairs." ] }, { "video_id": "sample_248_real.mp4", "question": "Why Mr. Bean can receive money now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 377.0, "options": [ "A. Because he impersonated a taxi driver and took the lady to her destination.", "B. Because he found a wallet on the street and returned it for a reward.", "C. Because he won a small lottery prize earlier in the day.", "D. Because he sold some of his belongings at a yard sale." ] }, { "video_id": "sample_248_real.mp4", "question": "Why Mr. Bean can receive money now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 541.0, "options": [ "A. Because he impersonated a taxi driver and took the man to his destination.", "B. Because he found a wallet on the street and returned it for a reward.", "C. Because he won a small lottery prize earlier in the day.", "D. Because he sold some of his belongings at a yard sale." ] }, { "video_id": "sample_248_real.mp4", "question": "Why Mr. Bean now only pays 0.85 pounds?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 559.0, "options": [ "A. Because Mr. Bean cleared his mileage before.", "B. Because he used a discount coupon for the purchase.", "C. Because he convinced the cashier to give him a special deal.", "D. Because he found some extra change in his pocket to cover the cost." ] }, { "video_id": "sample_295_real.mp4", "question": "What is the displayed speed of the leading cyclist right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 8.0, "options": [ "A. 40 km/h.", "B. 39 km/h.", "C. 38 km/h.", "D. 37 km/h." ] }, { "video_id": "sample_295_real.mp4", "question": "What is the position of the yellow sign and black arrow right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 54.0, "options": [ "A. Directly behind the cyclists.", "B. On the right side of the road.", "C. Directly ahead of the cyclists.", "D. On the left side of the road." ] }, { "video_id": "sample_295_real.mp4", "question": "What is the position of the yellow traffic cones right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 86.0, "options": [ "A. Directly in front of the cyclist.", "B. To the left of the cyclist.", "C. Directly behind the cyclist.", "D. To the right of the cyclist." ] }, { "video_id": "sample_295_real.mp4", "question": "What is to the left of the cyclists right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 143.0, "options": [ "A. Open farmland.", "B. Dense forest.", "C. Fence bordering trees.", "D. River." ] }, { "video_id": "sample_295_real.mp4", "question": "Where is the cyclist positioned in the lane right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 176.0, "options": [ "A. On the far left side.", "B. On the left side of the lane.", "C. On the far right side.", "D. On the shoulder of the road." ] }, { "video_id": "sample_8_real.mp4", "question": "What name and number are on the goalkeeper's jersey righ now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 14.0, "options": [ "A. COSTA, 26.", "B. RONALDO, 7.", "C. MESSI, 10.", "D. DIOGO COSTA, 22." ] }, { "video_id": "sample_8_real.mp4", "question": "What name and number are on the goalkeeper's jersey righ now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 14.0, "options": [ "A. COSTA, 26.", "B. RONALDO, 7.", "C. MESSI, 10.", "D. DIOGO COSTA, 22." ] }, { "video_id": "sample_8_real.mp4", "question": "What advertisement is visible around the perimeter of the field right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 85.0, "options": [ "A. \"Airbnb\".", "B. \"Expedia\".", "C. \"Booking.com\".", "D. \"TripAdvisor\"." ] }, { "video_id": "sample_8_real.mp4", "question": "What colors are present on the shirt of the fan holding the scarf?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 163.0, "options": [ "A. Red with white trimming.", "B. Green with red trimming.", "C. Yellow with red trimming.", "D. Red with green trimming." ] }, { "video_id": "sample_8_real.mp4", "question": "What is the outcome of Bernardo's penalty kick?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 256.0, "options": [ "A. The ball hits the post.", "B. The ball goes out of bounds.", "C. The goalkeeper saves the ball.", "D. The ball hits the back of the net." ] }, { "video_id": "sample_149_real.mp4", "question": "How many repetitions are suggested for each leg for both front-to-back and side-to-side leg swings?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. 12 reps.", "B. 10 reps.", "C. 15 reps.", "D. 20 reps." ] }, { "video_id": "sample_149_real.mp4", "question": "How many repetitions are suggested for each leg for both front-to-back and side-to-side leg swings?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. 12 reps.", "B. 10 reps.", "C. 15 reps.", "D. 20 reps." ] }, { "video_id": "sample_149_real.mp4", "question": "What is the man wearing during the deadlift exercise?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 134.0, "options": [ "A. A white t-shirt and black shorts.", "B. A dark gray t-shirt and black shorts.", "C. A blue t-shirt and black shorts.", "D. A dark gray t-shirt and blue shorts." ] }, { "video_id": "sample_149_real.mp4", "question": "What is the man doing during the \"Slow-Eccentric Leg Extension\" exercise?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 259.0, "options": [ "A. Pulling the bar upwards quickly with his legs.", "B. Jumping off the machine.", "C. Swinging his legs back and forth.", "D. Pushing the padded bar upwards and lowering it slowly with his legs." ] }, { "video_id": "sample_149_real.mp4", "question": "What is written on the poster next to the person right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 461.0, "options": [ "A. \"The Ultimate Bodybuilding Guide\".", "B. \"The Ultimate Fitness Program\".", "C. \"The Ultimate Muscle Flex System\".", "D. \"The Ultimate Push Pull Legs System\"." ] }, { "video_id": "sample_51_real.mp4", "question": "What is being shown just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 18.0, "options": [ "A. Three colorful discs on a grey surface.", "B. Hands holding a stack of acrylic blanks.", "C. The phrase \"SIX months\" on a red disc.", "D. A light pink background with decorative leaves." ] }, { "video_id": "sample_51_real.mp4", "question": "What are the hands doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 92.0, "options": [ "A. Holding a black bottle cap over the paper.", "B. Tilting the dish slightly and applying pink liquid with a brush.", "C. Mixing in another color from one of the bottles.", "D. Swirling the brush inside a gold-toned bottle." ] }, { "video_id": "sample_51_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 180.0, "options": [ "A. Applying blue ink on a disc using a brush.", "B. Mixing different inks in the three bottles.", "C. Drawing circles on paper with a pencil.", "D. Spreading glue on a piece of paper." ] }, { "video_id": "sample_51_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 259.0, "options": [ "A. Rotating the circular object under the light.", "B. Cleaning the brushes with water.", "C. Adding final touches to the circular object with a steady brushstroke.", "D. Placing a golden cap on an ink bottle." ] }, { "video_id": "sample_51_real.mp4", "question": "What is the left hand doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 340.0, "options": [ "A. Holding the pick tool.", "B. Peeling back the plastic cover from the green disk.", "C. Rotating the green disk.", "D. Holding the red disk." ] }, { "video_id": "sample_339_real.mp4", "question": "What did the individual do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 14.0, "options": [ "A. The individual washed their hands, applied hand sanitizer, and dried their hands with a towel.", "B. The individual washed their hands, used a dryer, and sanitized the sink.", "C. The individual washed their hands, dried them with paper towels, and disposed of the towels.", "D. The individual prepared food, cleaned the sink, and disposed of trash." ] }, { "video_id": "sample_339_real.mp4", "question": "Which of the following options best summarizes the content of the video just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 88.0, "options": [ "A. The individual pressed and stretched pizza dough into a baking pan, ensuring it was evenly spread.", "B. The individual prepared a salad, adding various toppings and dressing.", "C. The individual assembled a sandwich, layering different meats and cheeses.", "D. The individual applied sauce and added cheese to a cooked pizza crust." ] }, { "video_id": "sample_339_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 166.0, "options": [ "A. The individual washed and stored kitchen utensils in a cabinet.", "B. The individual opened a tray to reveal dough balls, adjusted them, and he took one out and put flour on it.", "C. The individual prepared a pizza by adding toppings and placing it in the oven.", "D. The individual chopped vegetables and placed them in a container." ] }, { "video_id": "sample_339_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 244.0, "options": [ "A. The individual was preparing a sandwich, adding vegetables and condiments.", "B. The individual was slicing vegetables and arranging them on a platter.", "C. The individual was chopping toppings and placing them in separate containers.", "D. The individual was placing pepperoni slices on a pizza and then moving it aside." ] }, { "video_id": "sample_339_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 320.0, "options": [ "A. The individual prepared a pizza by adding toppings and placing it in the oven.", "B. The individual was pressing and stretching pizza dough inside a baking pan.", "C. The individual was washing kitchen utensils and placing them in a drying rack.", "D. The individual was organizing ingredients in the refrigerator for future use." ] }, { "video_id": "sample_6_real.mp4", "question": "What action is the player in the white shirt with number 20 doing?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 14.0, "options": [ "A. Walking on the field.", "B. Preparing for a penalty kick.", "C. Waving to the crowd.", "D. Kneeling on the ground." ] }, { "video_id": "sample_6_real.mp4", "question": "What is the crowd's reaction during the player's preparation for the penalty kick?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 153.0, "options": [ "A. Celebrating wildly.", "B. Leaving the stadium.", "C. Booing the player.", "D. Seemingly in prayer or anticipation." ] }, { "video_id": "sample_6_real.mp4", "question": "What is the crowd's reaction during the player's preparation for the penalty kick?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 153.0, "options": [ "A. Celebrating wildly.", "B. Leaving the stadium.", "C. Booing the player.", "D. Seemingly in prayer or anticipation." ] }, { "video_id": "sample_6_real.mp4", "question": "What is the player in the black jersey doing just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 293.0, "options": [ "A. Raising both arms.", "B. Moving away from the ball.", "C. Running toward the crowd.", "D. Bending down to adjust the football." ] }, { "video_id": "sample_6_real.mp4", "question": "What is written on the back of the goalkeeper's jersey?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 425.0, "options": [ "A. SMITH 10.", "B. JONES 15.", "C. SCHEMEICHEL 1.", "D. MARTIN 8." ] }, { "video_id": "sample_252_real.mp4", "question": "What brand of the car's equipment is visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 4.0, "options": [ "A. Sparco.", "B. ACME.", "C. OMP.", "D. MOMO." ] }, { "video_id": "sample_252_real.mp4", "question": "What are the current colors on the car's dashboard right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 83.0, "options": [ "A. Blue and yellow.", "B. Red and green.", "C. White and blue.", "D. Black and red." ] }, { "video_id": "sample_252_real.mp4", "question": "What equipment brand is visible on the driver's gloves right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 163.0, "options": [ "A. Sparco.", "B. MOMO.", "C. OMP.", "D. HANS." ] }, { "video_id": "sample_252_real.mp4", "question": "What colors are visible on the gloves the driver is wearing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 244.0, "options": [ "A. Red and black.", "B. Blue and white.", "C. Beige and black.", "D. White and black." ] }, { "video_id": "sample_252_real.mp4", "question": "What brand is visible on the driver's gloves right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 323.0, "options": [ "A. Sparco.", "B. Simpson.", "C. Alpinestars.", "D. OMP." ] }, { "video_id": "sample_370_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. Prepared a cup of coffee, added milk, and served it with biscuits on the side.", "B. cleaned the coffee machine, and wiped down the counter.", "C. Cleaned a cup of coffee, added sugar and cream, and handed it to a customer.", "D. Assembled a coffee machine, ground coffee beans, and served coffee to a customer." ] }, { "video_id": "sample_370_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 112.0, "options": [ "A. Filled a pitcher with almond milk, prepared a blender, and blended a smoothie.", "B. Poured milk into a jug, steamed it, and prepared a latte for a customer.", "C. Poured milk into a pitcher, cleaned the workspace, and dumped the used coffee grounds.", "D. Selected multiple milk alternatives, tasted each, and served samples to customers." ] }, { "video_id": "sample_370_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 214.0, "options": [ "A. Poured water into a cup, added instant coffee, and stirred it.", "B. Poured espresso into a cup, added steamed milk, and created a latte art.", "C. Brewed tea, added sugar, and placed the cup on a tray.", "D. Poured espresso into a cup, cleaned the area, and served the drink without milk." ] }, { "video_id": "sample_370_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 316.0, "options": [ "A. The individual poured milk into a cup, added sugar, and mixed it, then served the drink to a customer.", "B. The individual poured milk into an espresso shot, added syrup, and served a flavored coffee drink to a customer.", "C. The individual steamed milk, poured it into an espresso shot, and created a latte art before serving it.", "D. The individual brewed coffee, added cream and sugar, then served it to a customer." ] }, { "video_id": "sample_370_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 418.0, "options": [ "A. The individual cleaned the coffee machine, refilled the water tank, and wiped the counter.", "B. The individual ground the coffee, tamped it, locked the portafilter, and started brewing a shot of espresso.", "C. The individual steamed milk, poured it into a pitcher, and created latte art.", "D. The individual packaged pastries, displayed them, and organized the counter." ] }, { "video_id": "sample_148_real.mp4", "question": "How is the tier list diagram colored?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 10.0, "options": [ "A. Red, orange, yellow, and green.", "B. Blue, purple, yellow, and red.", "C. Green, yellow, orange, and red.", "D. Yellow, blue, green, and orange." ] }, { "video_id": "sample_148_real.mp4", "question": "How is the tier list diagram colored?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 10.0, "options": [ "A. Red, orange, yellow, and green.", "B. Blue, purple, yellow, and red.", "C. Green, yellow, orange, and red.", "D. Yellow, blue, green, and orange." ] }, { "video_id": "sample_148_real.mp4", "question": "What text appeared at the bottom of the screen just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 190.0, "options": [ "A. \"BARBELL BACK SQUAT\".", "B. \"DEADLIFT\".", "C. \"BARBELL FRONT SQUAT\".", "D. \"BENCH PRESS\"." ] }, { "video_id": "sample_148_real.mp4", "question": "What is the man using right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 383.0, "options": [ "A. Treadmill.", "B. Dumbbells.", "C. Elliptical machine.", "D. Leg press machine." ] }, { "video_id": "sample_148_real.mp4", "question": "What exercise is the person performing in the gym right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 554.0, "options": [ "A. Deadlift.", "B. Bench press.", "C. Weighted squat.", "D. Push-up." ] }, { "video_id": "sample_144_real.mp4", "question": "What series is being presented according to the text overlay during the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 15.0, "options": [ "A. \"THE ULTIMATE BODYBUILDING SERIES\".", "B. \"JEFF NIPPARD'S WORKOUT SERIES\".", "C. \"THE ULTIMATE GYM SERIES\".", "D. \"THE ULTIMATE PUSH PULL LEGS SERIES\"." ] }, { "video_id": "sample_144_real.mp4", "question": "How many exercises are indicated in the sequence the person is following?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 190.0, "options": [ "A. 4.", "B. 5.", "C. 6.", "D. 7." ] }, { "video_id": "sample_144_real.mp4", "question": "What action does the person take after squatting down and adjusting their grip on the dumbbells?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 377.0, "options": [ "A. He put the dumbbells down.", "B. He start doing push-ups.", "C. He switch to another exercise machine.", "D. He begin performing lunges again." ] }, { "video_id": "sample_144_real.mp4", "question": "What action does the person take after squatting down and adjusting their grip on the dumbbells?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 377.0, "options": [ "A. He put the dumbbells down.", "B. He start doing push-ups.", "C. He switch to another exercise machine.", "D. He begin performing lunges again." ] }, { "video_id": "sample_144_real.mp4", "question": "What is shown on the left side of the screen right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 545.0, "options": [ "A. An anatomical illustration of the lower leg muscles.", "B. A person exercising in a gym.", "C. A chart with data points.", "D. A blue and green arrow." ] }, { "video_id": "sample_323_real.mp4", "question": "What is the temperature displayed on the scene right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 11.0, "options": [ "A. 10 degrees Celsius.", "B. 12 degrees Celsius.", "C. 14 degrees Celsius.", "D. 16 degrees Celsius." ] }, { "video_id": "sample_323_real.mp4", "question": "What occupies the right side of the frame right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 182.0, "options": [ "A. A tree.", "B. A telephone booth.", "C. A black car.", "D. A bench." ] }, { "video_id": "sample_323_real.mp4", "question": "Where is the lone pedestrian with an umbrella located relative to the camera?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 372.0, "options": [ "A. To the left of the street.", "B. Directly behind the camera.", "C. On the right side of the street, walking towards the camera.", "D. In the middle of the street." ] }, { "video_id": "sample_323_real.mp4", "question": "Where is the lone pedestrian with an umbrella located relative to the camera?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 372.0, "options": [ "A. To the left of the street.", "B. Directly behind the camera.", "C. On the right side of the street, walking towards the camera.", "D. In the middle of the street." ] }, { "video_id": "sample_323_real.mp4", "question": "What was the main activity happening just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 560.0, "options": [ "A. People shopping in a market.", "B. People crossing a street on a rainy day.", "C. Cars driving through a busy intersection.", "D. Pedestrians waiting at a bus stop." ] }, { "video_id": "sample_366_real.mp4", "question": "What activity is being performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. Grinding coffee beans and weighing the ground coffee.", "B. Brewing a pot of tea using loose leaves and boiling water.", "C. Preparing a smoothie with various fruits and a blender.", "D. Making a sandwich with multiple layers of ingredients." ] }, { "video_id": "sample_366_real.mp4", "question": "Which of the following options best summarizes the activity performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 153.0, "options": [ "A. A person is cleaning a metal surface with a cloth and checking its condition.", "B. A person is painting a metal surface with a brush.", "C. A person is repairing an electronic device using tools.", "D. A person is assembling parts of a mechanical device." ] }, { "video_id": "sample_366_real.mp4", "question": "Which of the following options best summarizes the activity performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 296.0, "options": [ "A. Preparing an espresso by grinding coffee beans, measuring the coffee, and extracting the shot.", "B. Cleaning and sanitizing a workspace in preparation for a new task.", "C. Operating kitchen equipment to bake a batch of cookies.", "D. Conducting a detailed inspection and maintenance of a coffee machine." ] }, { "video_id": "sample_366_real.mp4", "question": "Which of the following options best summarizes the activity performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 439.0, "options": [ "A. Preparing an espresso and stirring it.", "B. Brewing a pot of tea and adding sugar.", "C. Mixing ingredients for a cake batter.", "D. Cleaning and sanitizing a kitchen workspace." ] }, { "video_id": "sample_366_real.mp4", "question": "Which of the following options best summarizes the activity performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 582.0, "options": [ "A. Weighing coffee grounds and tamping them into a portafilter.", "B. Cleaning the coffee machine and setting it up for a new brew.", "C. Preparing a tray of cookies for baking in the oven.", "D. Cleaning and arranging the kitchen workspace." ] }, { "video_id": "sample_446_real.mp4", "question": "What is prominently visible on top of the table at the start of the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 1.0, "options": [ "A. A stack of green boxes.", "B. A stack of white cartons labeled \"JO\".", "C. A stack of red cartons labeled \"YO\".", "D. A stack of blue containers labeled \"Mild Yogurt\"." ] }, { "video_id": "sample_446_real.mp4", "question": "What brand name appears on the green cartons being holding by the person?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 172.0, "options": [ "A. KESO.", "B. Bregott.", "C. Arla.", "D. Lurpak." ] }, { "video_id": "sample_446_real.mp4", "question": "What is the individual wearing on their hands while handling the yogurt containers?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 331.0, "options": [ "A. Gloves.", "B. Mittens.", "C. Bare hands.", "D. Bandages." ] }, { "video_id": "sample_446_real.mp4", "question": "What brand is printed on the white box near the worker's knees?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 491.0, "options": [ "A. Arla.", "B. Valio.", "C. Alpro.", "D. Oatly." ] }, { "video_id": "sample_446_real.mp4", "question": "What indicates that the restocking task is nearly complete?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 594.0, "options": [ "A. The person leaves the area.", "B. Everything items in the box has been put on the shelves.", "C. The items are being packed into the box.", "D. The camera shows an empty warehouse." ] }, { "video_id": "sample_124_real.mp4", "question": "What is the man in the video doing so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. Speaking and gesturing while seated.", "B. Cooking in a dimly lit kitchen.", "C. Reading a book quietly.", "D. Writing notes on a paper." ] }, { "video_id": "sample_124_real.mp4", "question": "Why is the yellow tape used on the denim fabric?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 179.0, "options": [ "A. To secure the fabric to the table.", "B. To create a border for the white liquid application.", "C. To measure the fabric size.", "D. To mark the sections for different colors." ] }, { "video_id": "sample_124_real.mp4", "question": "Why is the yellow tape used on the denim fabric?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 179.0, "options": [ "A. To secure the fabric to the table.", "B. To create a border for the white liquid application.", "C. To measure the fabric size.", "D. To mark the sections for different colors." ] }, { "video_id": "sample_124_real.mp4", "question": "Why does the artist add layers of white paint to the portrait?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 297.0, "options": [ "A. To create highlights and enhance dimensionality.", "B. To cover mistakes made earlier.", "C. To change the color of the background.", "D. To outline the figure in the portrait." ] }, { "video_id": "sample_124_real.mp4", "question": "Which of the following best summarizes the painting shown in the clip?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 429.0, "options": [ "A. A young warrior playing a musical instrument.", "B. A landscape with a forest and a gardener.", "C. An abstract painting with vibrant colors.", "D. An elderly man with a blue sword-like object." ] }, { "video_id": "sample_435_real.mp4", "question": "What instrument is visible on the pilot's lap right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. An altimeter.", "B. A compass.", "C. A throttle.", "D. A joystick." ] }, { "video_id": "sample_435_real.mp4", "question": "Where is the airplane preparing to land?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 78.0, "options": [ "A. At the airport.", "B. On the mountain.", "C. In the field.", "D. On the grassland." ] }, { "video_id": "sample_435_real.mp4", "question": "What is the color of the handgrip the pilot's left hand is holding right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 151.0, "options": [ "A. Red.", "B. Yellow.", "C. Green.", "D. Blue." ] }, { "video_id": "sample_435_real.mp4", "question": "What color is the handgrip on the left side right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 227.0, "options": [ "A. Red.", "B. Yellow.", "C. Green.", "D. Blue." ] }, { "video_id": "sample_435_real.mp4", "question": "What color is the aircraft's side window frame right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 300.0, "options": [ "A. Black.", "B. Grey.", "C. Blue.", "D. White." ] }, { "video_id": "sample_114_real.mp4", "question": "What label is prominently visible on the computer case right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 6.0, "options": [ "A. ASUS.", "B. Corsair.", "C. Cooler Master.", "D. NZXT." ] }, { "video_id": "sample_114_real.mp4", "question": "What label is visible on the memory bank just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 247.0, "options": [ "A. Essential.", "B. Major.", "C. Primary.", "D. Crucial." ] }, { "video_id": "sample_114_real.mp4", "question": "Which brand name appears on the black fans inside the computer case right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 459.0, "options": [ "A. Corsair.", "B. Cooler Master.", "C. Thermaltake.", "D. NZXT." ] }, { "video_id": "sample_114_real.mp4", "question": "Which CPU's performance are displayed right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 680.0, "options": [ "A. RTX 4070 Ti SUPER.", "B. RTX 4090.", "C. RTX 4080.", "D. RTX 4070Ti." ] }, { "video_id": "sample_114_real.mp4", "question": "What words can be seen inside the computer case now", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 856.0, "options": [ "A. GPU.", "B. RTX 4070 Ti SUPER.", "C. FAN.", "D. GIGABYTE." ] }, { "video_id": "sample_327_real.mp4", "question": "What are the man doing as he walk on the bridge?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 15.0, "options": [ "A. Looking at something in his hands.", "B. Holding hands.", "C. Talking to each other.", "D. Taking pictures." ] }, { "video_id": "sample_327_real.mp4", "question": "What color is the tram?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 196.0, "options": [ "A. Red and white.", "B. Blue and white.", "C. Green and yellow.", "D. Yellow and gray." ] }, { "video_id": "sample_327_real.mp4", "question": "What sign is prominently visible right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 481.0, "options": [ "A. No Parking sign.", "B. Yield sign.", "C. Speed limit sign.", "D. Stop sign." ] }, { "video_id": "sample_327_real.mp4", "question": "Where are the trash bins located in the scene?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 592.0, "options": [ "A. Along the sidewalk on the left side.", "B. Along the left side of the street.", "C. In the green space with trees.", "D. Next to the multi-story red and white building." ] }, { "video_id": "sample_327_real.mp4", "question": "Where are the trash bins located in the scene?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 592.0, "options": [ "A. Along the sidewalk on the left side.", "B. Along the left side of the street.", "C. In the green space with trees.", "D. Next to the multi-story red and white building." ] }, { "video_id": "sample_376_real.mp4", "question": "Which of the following best summarizes the actions performed just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual took vegetables out of the refrigerator, cleaned them, and arranged them on a plate.", "B. The individual retrieved a container with liquid, uncovered it, and began stirring its contents.", "C. The individual operated a deep fryer, cooked food, and placed it into a serving dish.", "D. The individual brewed coffee, poured it into cups, and served them." ] }, { "video_id": "sample_376_real.mp4", "question": "Which of the following best summarizes the actions performed just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 46.0, "options": [ "A. The individual placed food on a grill, removed gloves, and discarded them in the trash.", "B. The individual cleaned the grill, prepared a sandwich, and discarded waste.", "C. The individual assembled a cooking station, put on gloves, and set up kitchen tools.", "D. The individual operated a fryer, removed food, and placed it into a serving dish." ] }, { "video_id": "sample_376_real.mp4", "question": "Which of the following best summarizes the actions performed just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 99.0, "options": [ "A. The individual placed raw meat on a grill and monitored the cooking process.", "B. The individual retrieved cooked meat from a tray and placed it into a serving container.", "C. The individual prepared a sandwich by slicing bread and adding condiments.", "D. The individual operated a coffee machine and served fresh coffee to customers." ] }, { "video_id": "sample_376_real.mp4", "question": "Which of the following best summarizes the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 126.0, "options": [ "A. The individual deep-fried some meat, drained the excess oil, then garnished it with seasoning.", "B. The individual prepared a pot of stew, added various ingredients, and simmered it.", "C. The individual placed meat in a container, put cooked chicken in the oven, and then prepared buns.", "D. The individual made a salad by adding lettuce, tomatoes, and dressing into a bowl." ] }, { "video_id": "sample_376_real.mp4", "question": "Which of the following best summarizes the actions performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 162.0, "options": [ "A. The individual grilled a burger patty, added cheese, and placed it on a bun with pickles and onions.", "B. The individual breaded chicken, fried it, and served it with a side of vegetables.", "C. The individual prepared a chicken sandwich by adding BBQ sauce and placing it on a bun with pickled cucumber and onions.", "D. The individual made a dessert by assembling ingredients and placing them into a dessert cup." ] }, { "video_id": "sample_255_real.mp4", "question": "What is visible near the goal post just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 6.0, "options": [ "A. A coach in a fluorescent vest.", "B. A player with a blue and yellow jersey.", "C. A spectator with a hat.", "D. A referee with a flag." ] }, { "video_id": "sample_255_real.mp4", "question": "What indicates that the players are taking a break?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 284.0, "options": [ "A. The players are lying down.", "B. The players are leaving the field.", "C. The game is stopped by the referee.", "D. The subtitle mentions it is time for a water break." ] }, { "video_id": "sample_255_real.mp4", "question": "What event are the players celebrating right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 580.0, "options": [ "A. Scoring the first goal.", "B. Winning the game.", "C. A penalty kick.", "D. Equalizing the score." ] }, { "video_id": "sample_255_real.mp4", "question": "What was the player recording this video prepared to do just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 848.0, "options": [ "A. Pass the ball.", "B. Tackle the defender.", "C. Block the ball.", "D. Take a shot." ] }, { "video_id": "sample_255_real.mp4", "question": "What is the label on the box on the left?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 1063.0, "options": [ "A. Recently upload video.", "B. Click!.", "C. Thanks for watching!.", "D. Recommended Video." ] }, { "video_id": "sample_243_real.mp4", "question": "Why are the two fries in the plate in front of the teddy bear gone?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 106.0, "options": [ "A. Because Mr. Bean ate it.", "B. Because the teddy bear knocked them off the plate.", "C. Because the fries were moved to another plate.", "D. Because the fries were given to a passing bird." ] }, { "video_id": "sample_243_real.mp4", "question": "Why Mr. Bean was just flipping the sofa.", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 132.0, "options": [ "A. Because Mr. Bean was looking for loose change.", "B. Because Mr. Bean wanted to clean underneath the sofa.", "C. Because the remote control fell into the gap of the sofa.", "D. Because Mr. Bean thought something valuable was hidden inside." ] }, { "video_id": "sample_243_real.mp4", "question": "Why Mr. Bean is watching a sofa advertisement.", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 203.0, "options": [ "A. Because Mr. Bean is curious about the latest furniture trends.", "B. Because Mr. Bean is helping a friend choose a new sofa.", "C. Because Mr. Bean's sofa is broken, he wants to buy a new one.", "D. Because Mr. Bean enjoys watching TV commercials." ] }, { "video_id": "sample_243_real.mp4", "question": "Why does the character take the teddy bear from the girl and give her money in exchange?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 394.0, "options": [ "A. Because the teddy bear is a rare collectible that Mr. Bean wants to keep.", "B. Because Mr. Bean needs the teddy bear for a special project.", "C. Because Mr. Bean is selling things to pay off the money to buy a sofa.", "D. Because the girl insisted on having the money instead of the teddy bear." ] }, { "video_id": "sample_243_real.mp4", "question": "Why did Mr. Bean drive back to the sofa shop again?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 543.0, "options": [ "A. Because his TV remote control fell into the old sofa.", "B. Because he realized he forgot to measure the space for the new sofa.", "C. Because he wanted to exchange the sofa for a different color.", "D. Because he left his wallet at the shop earlier." ] }, { "video_id": "sample_13_real.mp4", "question": "What shirt color is the individual wearing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 21.0, "options": [ "A. Dark blue.", "B. Grey.", "C. White.", "D. Dark green." ] }, { "video_id": "sample_13_real.mp4", "question": "What was the person doing while holding the grater over the bowl?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 426.0, "options": [ "A. Slicing the orange.", "B. Mixing ingredients.", "C. Washing the orange.", "D. Grating the orange peel." ] }, { "video_id": "sample_13_real.mp4", "question": "Why does the man bend over the counter?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 497.0, "options": [ "A. To pick up a dropped item.", "B. To peel an orange.", "C. To check the stove.", "D. To clean the counter." ] }, { "video_id": "sample_13_real.mp4", "question": "What tool is the person using to grate the orange?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 575.0, "options": [ "A. Cheese grater.", "B. Knife.", "C. Peeler.", "D. Microplane." ] }, { "video_id": "sample_13_real.mp4", "question": "What is the man sprinkling onto the dish in the kitchen?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 686.0, "options": [ "A. Sugar.", "B. Flour.", "C. Cocoa powder.", "D. Sliced nut." ] }, { "video_id": "sample_299_real.mp4", "question": "Which structure is visible overhead right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 13.0, "options": [ "A. A traffic signal.", "B. A restaurant sign.", "C. A store roof.", "D. A pedestrian bridge." ] }, { "video_id": "sample_299_real.mp4", "question": "What is directly ahead of the motorcyclists right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 121.0, "options": [ "A. A construction crane.", "B. A green building.", "C. A hospital.", "D. A Michelin sign." ] }, { "video_id": "sample_299_real.mp4", "question": "Where are the yellow and black barriers located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 246.0, "options": [ "A. Only on the left side of the road.", "B. Only on the right side of the road.", "C. In the middle of the road.", "D. On both sides of the road." ] }, { "video_id": "sample_299_real.mp4", "question": "Where are the red and white barriers located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 347.0, "options": [ "A. On both sides of the road.", "B. Only on the right side of the road.", "C. In the middle of the road.", "D. Only on the left side of the road." ] }, { "video_id": "sample_299_real.mp4", "question": "Where is the bridge in relation to the rider right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 474.0, "options": [ "A. Above the rider.", "B. To the right of the rider.", "C. In front of the rider.", "D. Behind the rider." ] }, { "video_id": "sample_411_real.mp4", "question": "Which of the following options best summarizes the food preparation process just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The cook added sautéed greens, a spoonful of sauce, and toppings from the counter to a plate for serving.", "B. The cook boiled pasta, seasoned it with herbs, and added it to the sauce.", "C. The cook prepared a salad by chopping vegetables and adding a vinaigrette.", "D. The cook grilled a steak, seasoned it with spices, and placed it on the plate." ] }, { "video_id": "sample_411_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 135.0, "options": [ "A. The chef grilled vegetables using a blowtorch.", "B. The chef prepared a stir-fry dish on a stove, adding various ingredients and seasoning.", "C. The chef fried items in a deep fryer and then drained them on a rack.", "D. The chef prepared a salad by chopping fresh vegetables and mixing them in a bowl." ] }, { "video_id": "sample_411_real.mp4", "question": "Which of the following options best summarizes the recent food preparation process?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 260.0, "options": [ "A. The individual cooked a vegetable mix, plated it, and added some finishing touches for garnish.", "B. The individual sliced fruits and arranged them decoratively on a platter.", "C. The individual prepared a meat dish, seasoned it with various spices, and placed it on the grill.", "D. The individual mixed ingredients for a smoothie and poured it into a glass." ] }, { "video_id": "sample_411_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 384.0, "options": [ "A. The individual cleaned a tray, prepared vegetables and add cooking oil to the vegetables.", "B. The individual prepared a salad, dressed it with sauces, and served it to the customer.", "C. The individual grilled a meat patty, added cheese, and placed it in a bun.", "D. The individual was teaching a cooking class, demonstrating how to prepare different dishes." ] }, { "video_id": "sample_411_real.mp4", "question": "Which of the following options best summarizes the actions just shown?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 510.0, "options": [ "A. The individual is arranging bok choy and other greens on a cooking surface and cooking them.", "B. The individual is mixing a salad with various dressings and plating it.", "C. The individual is marinating meat with different sauces and preparing it for grilling.", "D. The individual is seasoning fish and placing it onto a grill." ] }, { "video_id": "sample_226_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 13.0, "options": [ "A. The concept of the division.", "B. The process of multiplying numbers.", "C. The concept of subtraction.", "D. How to solve an equation." ] }, { "video_id": "sample_226_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 136.0, "options": [ "A. The meaning of the dividend.", "B. The process of multiplying numbers.", "C. The concept of subtraction.", "D. How to solve an equation." ] }, { "video_id": "sample_226_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 256.0, "options": [ "A. How to determine the remainder.", "B. How to find the remainder.", "C. The concept of partial quotients.", "D. The relationship between divisor and dividend." ] }, { "video_id": "sample_226_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 394.0, "options": [ "A. Why dividing cookies by people is useful.", "B. The importance of remainders in division.", "C. Use real-life example to explain the concept of remainders.", "D. How to distribute the cookie to people." ] }, { "video_id": "sample_226_real.mp4", "question": "Based on the current explanation, what might the speaker do next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 521.0, "options": [ "A. Explain the next division step using the tabular.", "B. Talk about prime numbers.", "C. Introduce a new mathematical operation.", "D. Discuss the properties of multiplication." ] }, { "video_id": "sample_15_real.mp4", "question": "What does the person do right after zesting the lime over the bowl?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 92.0, "options": [ "A. Mixes the ingredients with a spoon.", "B. Adds another ingredient from a bottle.", "C. Places the lime on the countertop.", "D. Mixes the ingredients by his hand." ] }, { "video_id": "sample_15_real.mp4", "question": "What item is the man holding in his left hand right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 160.0, "options": [ "A. A spatula.", "B. A red pepper mill.", "C. A glass bowl.", "D. A bottle of olive oil." ] }, { "video_id": "sample_15_real.mp4", "question": "What colors are visible in the dish of rice on the stovetop?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 279.0, "options": [ "A. White, red, and green.", "B. White and green.", "C. Brown and green.", "D. Brown, red, and green." ] }, { "video_id": "sample_15_real.mp4", "question": "What color are the walls in the kitchen?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 305.0, "options": [ "A. White.", "B. Black.", "C. Green.", "D. Blue." ] }, { "video_id": "sample_15_real.mp4", "question": "What sequence of actions was the person follow after tilting the pan?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 521.0, "options": [ "A. Pouring food into a bowl, setting the pan aside, and wiping the countertop.", "B. Chopping vegetables, stirring the pan, and explaining the recipe.", "C. Pouring food into a bowl, adding more ingredients, and tasting the dish.", "D. Stirring the food, plating the dish, and washing utensils." ] }, { "video_id": "sample_33_real.mp4", "question": "What does the man do after picking up the brush?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 150.0, "options": [ "A. Starts stirring a liquid mixture.", "B. Apply egg wash to the dough.", "C. Adjusts the position of the baking tray.", "D. Reaches for a couple of cut pieces of rhubarb." ] }, { "video_id": "sample_33_real.mp4", "question": "What does the man do after picking up the brush?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 150.0, "options": [ "A. Starts stirring a liquid mixture.", "B. Apply egg wash to the dough.", "C. Adjusts the position of the baking tray.", "D. Reaches for a couple of cut pieces of rhubarb." ] }, { "video_id": "sample_33_real.mp4", "question": "Why does the person use a knife after grating the orange?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 583.0, "options": [ "A. To clean the countertop.", "B. To chop more ingredients.", "C. To scrape the zest off the grater into the bowl.", "D. To cut the orange into slices." ] }, { "video_id": "sample_33_real.mp4", "question": "Why does the person use a knife after grating the orange?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 583.0, "options": [ "A. To clean the countertop.", "B. To chop more ingredients.", "C. To scrape the zest off the grater into the bowl.", "D. To cut the orange into slices." ] }, { "video_id": "sample_33_real.mp4", "question": "Why does the person use a knife after grating the orange?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 583.0, "options": [ "A. To clean the countertop.", "B. To chop more ingredients.", "C. To scrape the zest off the grater into the bowl.", "D. To cut the orange into slices." ] }, { "video_id": "sample_119_real.mp4", "question": "What element is illuminated in the close-up view of the computer part right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 6.0, "options": [ "A. A red circuit board.", "B. A ROG logo.", "C. A MSI logo.", "D. Computer cables." ] }, { "video_id": "sample_119_real.mp4", "question": "What component is being detached from the GPU just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 112.0, "options": [ "A. A fan module.", "B. A copper heat sink.", "C. A plastic cover.", "D. A backplate." ] }, { "video_id": "sample_119_real.mp4", "question": "Which colors are the RGB lighting alternating between on the \"Matrix\" component right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 203.0, "options": [ "A. Red, green, and blue.", "B. Blue, purple, and green.", "C. Red, blue, and purple.", "D. Red, purple, and green." ] }, { "video_id": "sample_119_real.mp4", "question": "What graphics card models are shown on the benchmarking results right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 309.0, "options": [ "A. 4080 FE, 4090 Suprim X, 4090 Matrix.", "B. 4090 FE, 4080 Suprim X, 4090 Matrix.", "C. 4090 FE, 4090 Suprim X, 4080 Matrix.", "D. 4090 FE, 4090 Suprim X, 4090 Matrix." ] }, { "video_id": "sample_119_real.mp4", "question": "What is the likely purpose of the person's gestures right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 387.0, "options": [ "A. Asking a question.", "B. Explaining a concept.", "C. Writing something down.", "D. Watching a demonstration." ] }, { "video_id": "sample_231_real.mp4", "question": "Why is this rabbit dressed in red and white knocking on the door now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 36.0, "options": [ "A. Because it smells the fish and feels it doesn't taste good.", "B. Because it wants to join the party inside the house.", "C. Because it saw something interesting through the window.", "D. Because it is lost and looking for its way back home." ] }, { "video_id": "sample_231_real.mp4", "question": "Why is this iron gate cartoon character angry now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 58.0, "options": [ "A. Because someone tried to paint him a different color.", "B. Because he was just splashed with water by a mischievous cat.", "C. Because the wind blew his hinges, making him squeak loudly.", "D. Because he was just forcibly stuffed a fish by the red rabbit in red and white clothes." ] }, { "video_id": "sample_231_real.mp4", "question": "Why is this rabbit, dressed in green and white, surprised now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 144.0, "options": [ "A. Because he found an unexpected egg in the chicken's nest.", "B. Because the chicken suddenly started talking.", "C. Because he can't distinguish the gender of the chicken he is holding now.", "D. Because the chicken he is holding suddenly grew larger." ] }, { "video_id": "sample_231_real.mp4", "question": "Why does this rabbit dressed in green and white want to hide in the toilet?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 199.0, "options": [ "A. Because he accidentally broke a valuable vase and wants to avoid getting caught.", "B. Because he saw a scary shadow moving in the hallway.", "C. Because he is trying to escape from a loud and annoying party.", "D. Because after he opened the door, he found a noose and a skull." ] }, { "video_id": "sample_231_real.mp4", "question": "Why did the rabbit dressed in red and white just have to use a pool cue to strike the iron gate lying on the ground?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 402.0, "options": [ "A. Because he wants to get all the balls into the mouth of the iron gate at once.", "B. Because the iron gate blocked his path, and he needed to move it out of the way.", "C. Because he thought the flattened gate would make a perfect ramp for his skateboard.", "D. Because he was trying to impress his friends with a strong trick shot." ] }, { "video_id": "sample_204_real.mp4", "question": "What color is the plastic block added on top of the green blocks?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 16.0, "options": [ "A. Red.", "B. Blue.", "C. Yellow.", "D. Purple." ] }, { "video_id": "sample_204_real.mp4", "question": "Which block was picked up and attached to the top of red block first just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 85.0, "options": [ "A. A white block.", "B. A green block.", "C. An yellow block.", "D. A blue block." ] }, { "video_id": "sample_204_real.mp4", "question": "Which block was picked up and attached to the top of red block first just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 85.0, "options": [ "A. A white block.", "B. A green block.", "C. An yellow block.", "D. A blue block." ] }, { "video_id": "sample_204_real.mp4", "question": "What was the white text on the purple animated overlay read just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 141.0, "options": [ "A. \"Alphabet A transform to Box\".", "B. \"Alphabet B transform to Box\".", "C. \"Alphabet C transform to Box\".", "D. \"Alphabet D transform to Box\"." ] }, { "video_id": "sample_204_real.mp4", "question": "What happens to the blocks after they are disassembled and mixed?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 198.0, "options": [ "A. The blocks are arranged in a new pattern.", "B. The blocks are scattered and then gathered into a pile.", "C. The blocks are thrown away.", "D. The blocks are sorted by color." ] }, { "video_id": "sample_44_real.mp4", "question": "What objects make up the hands of the clock shown at the beginning of the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. Fork and spoon.", "B. Knife and spoon.", "C. Knife and fork.", "D. Spoon and chopstick." ] }, { "video_id": "sample_44_real.mp4", "question": "What is the person holding in their right hand at the beginning?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 261.0, "options": [ "A. A spatula.", "B. A striped towel.", "C. A fork.", "D. A knife." ] }, { "video_id": "sample_44_real.mp4", "question": "What is the person holding in their right hand at the beginning?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 261.0, "options": [ "A. A spatula.", "B. A striped towel.", "C. A fork.", "D. A knife." ] }, { "video_id": "sample_44_real.mp4", "question": "Why does the person use a towel?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 336.0, "options": [ "A. To clean the stove.", "B. To avoid burning his hand.", "C. To cover the bread.", "D. To wipe the counter." ] }, { "video_id": "sample_44_real.mp4", "question": "Why does the person use a towel?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 336.0, "options": [ "A. To clean the stove.", "B. To avoid burning his hand.", "C. To cover the bread.", "D. To wipe the counter." ] }, { "video_id": "sample_78_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 2.", "B. 3.", "C. 0.", "D. 4." ] }, { "video_id": "sample_78_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 185.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 0." ] }, { "video_id": "sample_78_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 242.0, "options": [ "A. 5.", "B. 6.", "C. 4.", "D. 3." ] }, { "video_id": "sample_78_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 5." ] }, { "video_id": "sample_78_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 5." ] }, { "video_id": "sample_491_real.mp4", "question": "What feature do some of the cars have turned on?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 3.0, "options": [ "A. Hazard lights.", "B. Headlights.", "C. Brake lights.", "D. Turn signals." ] }, { "video_id": "sample_491_real.mp4", "question": "What are the people behind the barricade holding right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 102.0, "options": [ "A. Cameras.", "B. Drinks.", "C. Remote controls.", "D. Cell phones." ] }, { "video_id": "sample_491_real.mp4", "question": "What are the people behind the barricade holding right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 102.0, "options": [ "A. Cameras.", "B. Drinks.", "C. Remote controls.", "D. Cell phones." ] }, { "video_id": "sample_491_real.mp4", "question": "What do the two main RC cars do after making a sharp turn?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 218.0, "options": [ "A. Stop racing.", "B. Start moving in reverse.", "C. Swap lanes.", "D. Continue racing around a corner." ] }, { "video_id": "sample_491_real.mp4", "question": "Which car is leading the race right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 324.0, "options": [ "A. Blue car.", "B. Red car.", "C. Yellow car.", "D. Green car." ] }, { "video_id": "sample_353_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual collected fried shrimp, walked to a counter, and placed them beside the mat.", "B. The individual chopped vegetables, moved to a stove, and started frying them.", "C. The individual took bread slices from a box, toasted them, and spread butter.", "D. The individual handled raw fish, sliced it into pieces, and arranged it on a plate." ] }, { "video_id": "sample_353_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 192.0, "options": [ "A. The individual arranged slices of raw fish on a sushi mat and added some wasabi.", "B. The individual collected fried shrimp, walked to a counter, and placed them on a sushi mat with vegetables.", "C. The individual assembled a sandwich with various condiments and grilled it.", "D. The individual prepared a salad by chopping vegetables and tossing them in a bowl." ] }, { "video_id": "sample_353_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 374.0, "options": [ "A. The individual prepared a sushi roll by adding avocado slices to a seaweed sheet.", "B. The individual assembled a sandwich with various condiments and grilled it.", "C. The individual prepared a salad by chopping vegetables and tossing them in a bowl.", "D. The individual cooked a steak, added seasoning, and plated it with a side of vegetables." ] }, { "video_id": "sample_353_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 556.0, "options": [ "A. The individual selected various types of sushi rolls, placed them into a takeout box.", "B. The individual picked up assorted pastries, placed them in a box, and packed it for an event.", "C. The individual collected different kinds of fruits, placed them into a basket, and wrapped it with a decorative lining.", "D. The individual arranged a selection of cookies in a box and added a ribbon for presentation." ] }, { "video_id": "sample_353_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 738.0, "options": [ "A. The individual assembled a sushi roll by adding greens.", "B. The individual toasted bread, added avocado slices, and prepared a sandwich.", "C. The individual chopped vegetables and added them to a cooking pot with water.", "D. The individual prepared dessert by adding cream to a mix of fruits." ] }, { "video_id": "sample_141_real.mp4", "question": "What is the arrangement of the items on the wooden surface now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 8.0, "options": [ "A. The watercolor palette is on the left, and the white canvas is on the right.", "B. The watercolor palette is on the right, and the glass dish is on the left.", "C. The watercolor palette is in the center, and the paper is on the right.", "D. The glass dish is in the center, and the paper is on the left." ] }, { "video_id": "sample_141_real.mp4", "question": "Which of the following best summarizes the painting activity just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 180.0, "options": [ "A. The hand is painting a deep green and light green abstract form on paper.", "B. The hand is drawing a detailed landscape.", "C. The hand is sketching with a pencil before painting.", "D. The hand is creating a watercolor portrait." ] }, { "video_id": "sample_141_real.mp4", "question": "What is the artist likely to do next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 334.0, "options": [ "A. Sign the painting.", "B. Add more details to the painting.", "C. Clean up the workspace.", "D. Start a new painting." ] }, { "video_id": "sample_141_real.mp4", "question": "What is the artist creating in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 499.0, "options": [ "A. A portrait of a person.", "B. A watercolor landscape.", "C. An abstract painting.", "D. A charcoal sketch." ] }, { "video_id": "sample_141_real.mp4", "question": "What is the artist creating in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 499.0, "options": [ "A. A portrait of a person.", "B. A watercolor landscape.", "C. An abstract painting.", "D. A charcoal sketch." ] }, { "video_id": "sample_264_real.mp4", "question": "What brand is the black car?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 5.0, "options": [ "A. BMW.", "B. Mercedes.", "C. Audi.", "D. Porsche." ] }, { "video_id": "sample_264_real.mp4", "question": "What is the logo on the driver's steering wheel right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 113.0, "options": [ "A. Ferrari.", "B. Lamborghini.", "C. Mercedes.", "D. Porsche." ] }, { "video_id": "sample_264_real.mp4", "question": "What color is the RPM gauge's maximum range right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 229.0, "options": [ "A. Red.", "B. pink.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_264_real.mp4", "question": "What is the current speed shown on the phone's screen right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 341.0, "options": [ "A. approx 150 km/h.", "B. approx 210 km/h.", "C. approx 170 km/h.", "D. approx 190 km/h." ] }, { "video_id": "sample_264_real.mp4", "question": "What is the current speed shown on the phone's screen right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 452.0, "options": [ "A. approx 212 km/h.", "B. approx 222 km/h.", "C. approx 242 km/h.", "D. approx 232 km/h." ] }, { "video_id": "sample_182_real.mp4", "question": "What is trees located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 20.0, "options": [ "A. Directly beside the cyclist.", "B. Behind the cyclist.", "C. On the right side of the road.", "D. On the both sides of the road." ] }, { "video_id": "sample_182_real.mp4", "question": "Which direction is the road curving right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 131.0, "options": [ "A. To the left.", "B. It is straight.", "C. It is a U-turn.", "D. To the right." ] }, { "video_id": "sample_182_real.mp4", "question": "Where is the white post with a reflector located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 236.0, "options": [ "A. In the middle of the road.", "B. On the left side of the road.", "C. At the end of the road.", "D. Along the both sides of the road." ] }, { "video_id": "sample_182_real.mp4", "question": "Where is the white road marker located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 334.0, "options": [ "A. On the left side of the road.", "B. In the middle of the road.", "C. Directly ahead on the road.", "D. On the both sides of the road." ] }, { "video_id": "sample_182_real.mp4", "question": "What is on the right side of the cyclist right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 465.0, "options": [ "A. A pedestrian path.", "B. A signpost.", "C. A ditch.", "D. A metal guardrail." ] }, { "video_id": "sample_359_real.mp4", "question": "Which of the following options best summarizes the sequence of actions that just happened?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The person cleaned a cup, filled it with water, and placed it on a tray.", "B. The person prepared utensils, boiled water, and served a customer.", "C. The person washed a cup, brewed espresso, and poured it into a mug.", "D. The person cleaned a pitcher, filled a glass with iced coffee." ] }, { "video_id": "sample_359_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 156.0, "options": [ "A. The person grabbed almond milk, prepared a latte, and handed it to a customer.", "B. The person cleaned cups, filled a jug with almond milk, and adjusted the espresso machine settings.", "C. The person made a cappuccino, added whipped cream, and served it on a tray.", "D. The person picked up a box of almond milk, and poured milk into a pitche." ] }, { "video_id": "sample_359_real.mp4", "question": "Which of the following options best summarizes the sequence of actions that just happened?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 302.0, "options": [ "A. The person poured coffee into a to-go cup, cleaned the counter, and organized utensils.", "B. The person poured milk into a cup, placed it in the sink, and threw away a lid.", "C. The person grabbed a to-go cup, dumped its content into the trash, and cleaned the brewer.", "D. The person picked up an iced coffee and drank it, disposed of a cup into the trash,." ] }, { "video_id": "sample_359_real.mp4", "question": "Which of the following options best summarizes the sequence of actions that just happened?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 448.0, "options": [ "A. The person cleaned a coffee machine, prepared a cup, and served an espresso.", "B. The person prepared a coffee pot, filled it with water, and brewed a pot of coffee.", "C. The person picked up a milk pitcher, steamed milk, and poured it into a cup.", "D. The person grabbed a portafilter, filled it with coffee grounds, weighed it, and adjusted the amount with a spoon." ] }, { "video_id": "sample_359_real.mp4", "question": "Which of the following options best summarizes the sequence of actions that just happened?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 594.0, "options": [ "A. The person grabbed a glass, picked a lid, and filled the glass with water.", "B. The person picked up a glass, inspected it, and placed it on the counter.", "C. The person picked up glasses, stacked them, and put them aside.", "D. The person grabbed a glass, examined it, and walked towards another area." ] }, { "video_id": "sample_280_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 6.0, "options": [ "A. Opening the back door of the vehicle.", "B. Interacting with the back door of the vehicle.", "C. Loading items into the vehicle.", "D. Checking the inventory screen." ] }, { "video_id": "sample_280_real.mp4", "question": "What is the controlled character doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 173.0, "options": [ "A. Walking past the ATM.", "B. Opening the door of the truck.", "C. Walking towards two characters.", "D. Standing in front of the store." ] }, { "video_id": "sample_280_real.mp4", "question": "What is the avatar doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 335.0, "options": [ "A. Changing clothing options.", "B. Picking out clothes.", "C. Rotating in place.", "D. Walking across the room." ] }, { "video_id": "sample_280_real.mp4", "question": "What is the blonde character doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 500.0, "options": [ "A. Walking towards a window.", "B. Observing items around the room.", "C. Talking to the woman nearby.", "D. Picking up clothes." ] }, { "video_id": "sample_280_real.mp4", "question": "What is the outermost piece of clothing currently being worn on the upper body?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 589.0, "options": [ "A. A pair of glasses.", "B. A high-visibility vest.", "C. A grey polo shirt.", "D. A new hairstyle." ] }, { "video_id": "sample_104_real.mp4", "question": "What is written on the rectangular object that the individual is presenting?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 15.0, "options": [ "A. GTX 1080.", "B. RTX 4090.", "C. RTX 3070.", "D. RX 6900." ] }, { "video_id": "sample_104_real.mp4", "question": "Just now, which graphics card model has its frame rate exceeding 200 FPS?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 240.0, "options": [ "A. RTX 2080 Ti.", "B. RTX 3090.", "C. RTX 4090.", "D. GTX 1080." ] }, { "video_id": "sample_104_real.mp4", "question": "Which rival drivers are shown in front of the first-person perspective of the \"WILLIAMS\" car right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 457.0, "options": [ "A. RUSSELL and ALONSO.", "B. VERSTAPPEN, BOTTAS, RUSSELL, MAGNUSSEN and ALBON.", "C. HAMILTON and LECLERC.", "D. VETTEL and GASLY." ] }, { "video_id": "sample_104_real.mp4", "question": "What key statistics about the GPU were shown just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 672.0, "options": [ "A. CPU usage and system temperature.", "B. GPU model, temperature readings, clock speed and power.", "C. Memory usage and network speed.", "D. Hard drive space and cooling fan speed." ] }, { "video_id": "sample_104_real.mp4", "question": "What is the visual focus of the scene right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 826.0, "options": [ "A. The setup of a gaming console.", "B. Two graphics cards on a white surface.", "C. A close-up of a computer screen.", "D. A group of people discussing." ] }, { "video_id": "sample_486_real.mp4", "question": "What is announced over the image of the detailed miniature race setup right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 14.0, "options": [ "A. \"NEXT GEN PISTON CUP, Race 1 - Round 2\".", "B. \"NEXT GEN PISTON CUP, Race 2 - Round 1\".", "C. \"NEXT GEN TOY RACE, Round 2 - Race 1\".", "D. \"NEXT GEN TOY RACE, Race 1 - Round 2\"." ] }, { "video_id": "sample_486_real.mp4", "question": "Which car is leading the race?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 200.0, "options": [ "A. #20 Jackson Storm.", "B. #48 Aaron Clocker.", "C. #11 Chris Roamin'.", "D. #36 Rich Mixon." ] }, { "video_id": "sample_486_real.mp4", "question": "Which car is leading the race?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 200.0, "options": [ "A. #20 Jackson Storm.", "B. #48 Aaron Clocker.", "C. #11 Chris Roamin'.", "D. #36 Rich Mixon." ] }, { "video_id": "sample_486_real.mp4", "question": "How are the race cars positioned right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 360.0, "options": [ "A. In a single line.", "B. Randomly scattered.", "C. In two rows.", "D. In a circle." ] }, { "video_id": "sample_486_real.mp4", "question": "Who is ranked first for Group 4 - Heat 3?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 588.0, "options": [ "A. #90 Paul Conrev.", "B. #92 Sheldon Shifter.", "C. #68 H.J. Hollis.", "D. #15 Harvey Rodcap." ] }, { "video_id": "sample_46_real.mp4", "question": "What is the person doing with the bread on the cutting board?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 119.0, "options": [ "A. Marinating it.", "B. Grilling it.", "C. Preparing to cut it.", "D. Weighing it." ] }, { "video_id": "sample_46_real.mp4", "question": "What is the person doing with the bread on the cutting board?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 119.0, "options": [ "A. Marinating it.", "B. Grilling it.", "C. Preparing to cut it.", "D. Weighing it." ] }, { "video_id": "sample_46_real.mp4", "question": "What does the person do after placing sandwich slices on the grill pan?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 210.0, "options": [ "A. Pours oil over the sandwiches.", "B. Adds seasoning to the sandwiches.", "C. Puts a lid on the grill pan.", "D. Turns off the burner." ] }, { "video_id": "sample_46_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 314.0, "options": [ "A. Spread the butter onto the piece of toast.", "B. Spread the jam onto the biscuit.", "C. Spread the condiments onto the slice of bread.", "D. Spread the mayonnaise onto the sandwich bun." ] }, { "video_id": "sample_46_real.mp4", "question": "What object is the person using to garnish the food?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 414.0, "options": [ "A. Fork.", "B. Knife.", "C. Tongs.", "D. Spoon." ] }, { "video_id": "sample_465_real.mp4", "question": "Which of the following options best describes these artworks?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. A mix of abstract paintings with vibrant colors and sculptures on pedestals.", "B. A series of black and white photographs.", "C. A collection of modern furniture designs.", "D. A display of classical paintings with gold frames." ] }, { "video_id": "sample_465_real.mp4", "question": "Which of the following options best describes these artworks?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 20.0, "options": [ "A. A mix of abstract paintings with vibrant colors and sculptures on pedestals.", "B. A series of black and white photographs.", "C. A collection of modern furniture designs.", "D. A display of classical paintings with gold frames." ] }, { "video_id": "sample_465_real.mp4", "question": "What is being displayed on the video now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 532.0, "options": [ "A. A bookshelf filled with books.", "B. A painting depicting a bookshelf.", "C. A painting with many trees.", "D. A painting with many people in it." ] }, { "video_id": "sample_465_real.mp4", "question": "What is being displayed on the video now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 532.0, "options": [ "A. A bookshelf filled with books.", "B. A painting depicting a bookshelf.", "C. A painting with many trees.", "D. A painting with many people in it." ] }, { "video_id": "sample_465_real.mp4", "question": "What is being displayed on the video now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 532.0, "options": [ "A. A bookshelf filled with books.", "B. A painting depicting a bookshelf.", "C. A painting with many trees.", "D. A painting with many people in it." ] }, { "video_id": "sample_40_real.mp4", "question": "What is prominently displayed behind the person standing against a blue backdrop?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. \"CHEF in 10\".", "B. \"COOK in 10\".", "C. \"BAKE in 10\".", "D. \"RAMSAY in 10\"." ] }, { "video_id": "sample_40_real.mp4", "question": "What is the person adding to the blender cup?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 240.0, "options": [ "A. Fresh fruits.", "B. Spices.", "C. Oil.", "D. Fresh herbs." ] }, { "video_id": "sample_40_real.mp4", "question": "What indicates that the grill pan is hot?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 492.0, "options": [ "A. The grill pan has lemons on it.", "B. The grill pan is emitting steam.", "C. The grill pan is being repositioned.", "D. The grill pan is making noise." ] }, { "video_id": "sample_40_real.mp4", "question": "What indicates that the grill pan is hot?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 492.0, "options": [ "A. The grill pan has lemons on it.", "B. The grill pan is emitting steam.", "C. The grill pan is being repositioned.", "D. The grill pan is making noise." ] }, { "video_id": "sample_40_real.mp4", "question": "What indicates that the grill pan is hot?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 492.0, "options": [ "A. The grill pan has lemons on it.", "B. The grill pan is emitting steam.", "C. The grill pan is being repositioned.", "D. The grill pan is making noise." ] }, { "video_id": "sample_53_real.mp4", "question": "What is being done with the cutting mat right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 21.0, "options": [ "A. Removing the cutting mat from the cutting machine.", "B. Cutting the pink paper on the mat manually.", "C. Decorating the cutting mat with stickers.", "D. Placing the cutting mat into the cutting machine." ] }, { "video_id": "sample_53_real.mp4", "question": "What action is being performed right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 60.0, "options": [ "A. Cutting the insert and window pieces with scissors.", "B. Peeling off the protective sheet from the acetate.", "C. Operating the Cricut Maker 3 cutting machine.", "D. Arranging the cut pieces and beads on a gray surface." ] }, { "video_id": "sample_53_real.mp4", "question": "What are the hands holding right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 86.0, "options": [ "A. The pink sheet of paper.", "B. The clear plastic sheet.", "C. The decorative beads.", "D. The pen and keychain." ] }, { "video_id": "sample_53_real.mp4", "question": "What did the hands do just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 143.0, "options": [ "A. Cut a new piece of paper.", "B. Fold another frame without glue.", "C. Decorate the paper frame with beads.", "D. Smooth out the acetate window on the paper frame." ] }, { "video_id": "sample_53_real.mp4", "question": "What did the hands do just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 184.0, "options": [ "A. Folded the pink paper object and pressed the glue.", "B. Applied glue along the edges of the pink paper object.", "C. Decorated the pink paper object with the beaded pen.", "D. Put the pen and keychain into the pink box." ] }, { "video_id": "sample_328_real.mp4", "question": "Where are the green trash bins located?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 3.0, "options": [ "A. On the right side of the street.", "B. In the background near the cityscape.", "C. On the left side of the street.", "D. Next to the olive-green garage door." ] }, { "video_id": "sample_328_real.mp4", "question": "What vehicle is parked on the left side of the narrow street right now", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 162.0, "options": [ "A. A blue bicycle.", "B. A white van.", "C. A yellow motorcycle.", "D. A red scooter." ] }, { "video_id": "sample_328_real.mp4", "question": "What are the colors of the antique vehicle parked by the curb right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 339.0, "options": [ "A. Red and white.", "B. Blue ,Green and silver.", "C. Black and yellow.", "D. Green ,Brown and gold." ] }, { "video_id": "sample_328_real.mp4", "question": "What is visible in the foreground on the pedestrian pathway?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 482.0, "options": [ "A. A cyclist and a runner.", "B. A person with a red backpack.", "C. A group of people standing still.", "D. Two people walking side by side." ] }, { "video_id": "sample_328_real.mp4", "question": "What action does the viewer take in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 598.0, "options": [ "A. Walking down a stone-paved street.", "B. Sitting at a cafe.", "C. Riding a bicycle.", "D. Boarding a boat." ] }, { "video_id": "sample_34_real.mp4", "question": "How much time does the person have left to complete their task according to the producer?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 170.0, "options": [ "A. 5 minutes 30 seconds.", "B. 7 minutes 30 seconds.", "C. 8 minutes 30 seconds.", "D. 9 minutes 30 seconds." ] }, { "video_id": "sample_34_real.mp4", "question": "How much time does the person have left to complete their task according to the producer?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 170.0, "options": [ "A. 5 minutes 30 seconds.", "B. 7 minutes 30 seconds.", "C. 8 minutes 30 seconds.", "D. 9 minutes 30 seconds." ] }, { "video_id": "sample_34_real.mp4", "question": "What is the person vigorously mixing in a glass bowl?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 282.0, "options": [ "A. A white creamy mixture.", "B. A brown mixture.", "C. A yellow batter.", "D. A green sauce." ] }, { "video_id": "sample_34_real.mp4", "question": "What does the person use to mix the batter-like substance?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 423.0, "options": [ "A. A metal whisk.", "B. A wooden spoon.", "C. A red spatula.", "D. A plastic fork." ] }, { "video_id": "sample_34_real.mp4", "question": "What does the man place inside the microwave?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 565.0, "options": [ "A. A small white bowl.", "B. A silver pot.", "C. A glass jar.", "D. A blue plate." ] }, { "video_id": "sample_107_real.mp4", "question": "What text is prominently displayed on the screen right now before the scene transitions to an outline resembling glasses?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 5.0, "options": [ "A. Introducing the future.", "B. Just one more thing...", "C. One last item...", "D. One more thing..." ] }, { "video_id": "sample_107_real.mp4", "question": "What scores are shown for the MacBook Air 13 just now for \"Premiere Pro\" in the \"Adobe(23.4) 视频制作\" results?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 196.0, "options": [ "A. 322.", "B. 835.", "C. 327.", "D. 1042." ] }, { "video_id": "sample_107_real.mp4", "question": "What word is printed on the sides of the yellow and black backpack right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 362.0, "options": [ "A. TECHNO.", "B. FUTURE.", "C. CYBERPUNK.", "D. HACKER." ] }, { "video_id": "sample_107_real.mp4", "question": "Which MacBook model is shown with a geometric design on the screen right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 547.0, "options": [ "A. MacBook Air 15.", "B. MacBook Pro 14.", "C. MacBook Pro 16.", "D. MacBook Air 13." ] }, { "video_id": "sample_107_real.mp4", "question": "What color is the background right now while the man is speaking?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 734.0, "options": [ "A. Red.", "B. Green.", "C. Blue.", "D. Yellow." ] }, { "video_id": "sample_456_real.mp4", "question": "What brand logo is displayed on the steering wheel?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 23.0, "options": [ "A. Scania.", "B. Mercedes.", "C. MAN.", "D. Volvo." ] }, { "video_id": "sample_456_real.mp4", "question": "What is directly in front of the vehicle?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 115.0, "options": [ "A. A park.", "B. A construction site.", "C. A crosswalk.", "D. A gas station." ] }, { "video_id": "sample_456_real.mp4", "question": "What color is the car driving next to the bus?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 225.0, "options": [ "A. Blue.", "B. Green.", "C. Red.", "D. White." ] }, { "video_id": "sample_456_real.mp4", "question": "What color is the building with the slanted roof visible right now at the driver's left side?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 335.0, "options": [ "A. Red.", "B. White.", "C. Blue.", "D. Black." ] }, { "video_id": "sample_456_real.mp4", "question": "What is the digit displayed on the rear panel of the yellow bus right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 451.0, "options": [ "A. 60.", "B. 40.", "C. 30.", "D. 50." ] }, { "video_id": "sample_203_real.mp4", "question": "How many interlocking blocks are positioned in a straight line by the hand?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 19.0, "options": [ "A. Three.", "B. Five.", "C. Seven.", "D. Four." ] }, { "video_id": "sample_203_real.mp4", "question": "How many interlocking blocks are positioned in a straight line by the hand?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 19.0, "options": [ "A. Three.", "B. Five.", "C. Seven.", "D. Four." ] }, { "video_id": "sample_203_real.mp4", "question": "What is the color of the block that the hand is reaching for right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 76.0, "options": [ "A. Yellow.", "B. Orange.", "C. Green.", "D. Blue." ] }, { "video_id": "sample_203_real.mp4", "question": "What is the sequence of bricks added to the structure after the blue bricks?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 141.0, "options": [ "A. Green, yellow, orange.", "B. Yellow, green, orange.", "C. Orange, yellow, green.", "D. Green, orange, yellow." ] }, { "video_id": "sample_203_real.mp4", "question": "What is the sequence of bricks added to the structure after the blue bricks?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 141.0, "options": [ "A. Green, yellow, orange.", "B. Yellow, green, orange.", "C. Orange, yellow, green.", "D. Green, orange, yellow." ] }, { "video_id": "sample_415_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual prepared a sandwich, applied condiments, and wrapped it for serving.", "B. The individual selected toppings, spread sauce, and baked a pizza.", "C. The individual prepared a pizza peel, dusted it with flour, and placed a dough bag on the counter.", "D. The individual sliced vegetables, assembled a salad, and served it in a bowl." ] }, { "video_id": "sample_415_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 188.0, "options": [ "A. The individual crafted a sandwich, adding lettuce and tomatoes, then cutting it in half before serving.", "B. The individual prepared a salad by mixing several ingredients and garnishing it with dressing.", "C. The individual baked a pizza, adding cheese and pepperoni, before placing it into the oven.", "D. The individual composed a pizza, topping it with spinach, mushrooms, and some type of reddish ingredient." ] }, { "video_id": "sample_415_real.mp4", "question": "Which of the following options best summarizes the individual's actions just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 366.0, "options": [ "A. The individual prepares a pizza dough by rolling it out and forming a circular shape.", "B. The individual decorates a cake by applying frosting and adding toppings.", "C. The individual prepares a sandwich by layering ingredients and cutting it in half.", "D. The individual makes a sushi roll by spreading rice and adding fish." ] }, { "video_id": "sample_415_real.mp4", "question": "Which of the following options best summarizes the actions taking place just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 539.0, "options": [ "A. The individual was spreading sauce on a pizza base and putting toppings on it.", "B. The individual was applying flour to a pizza board and preparing the workstation for making pizza.", "C. The individual was washing kitchen utensils and cleaning the floor.", "D. The individual was grating cheese and chopping vegetables for a salad." ] }, { "video_id": "sample_415_real.mp4", "question": "Which of the following options best summarizes the recent actions shown?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 722.0, "options": [ "A. The worker picked up dough, kneaded it, and placed it into a proofing oven.", "B. The worker stretched a pizza dough, then added marinara sauce to the center, spreading it out.", "C. The worker prepared a sandwich, added condiments, and wrapped it in paper.", "D. The worker chopped vegetables, placed them in a bowl, and added dressing." ] }, { "video_id": "sample_113_real.mp4", "question": "What item is the person holding close to the camera right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 7.0, "options": [ "A. A framed picture.", "B. A black device.", "C. A navy blue t-shirt.", "D. A smartphone." ] }, { "video_id": "sample_113_real.mp4", "question": "What is the CPU multi-core score shown in the video for the A15?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 180.0, "options": [ "A. 4317.", "B. 1741.", "C. 4211.", "D. 4908." ] }, { "video_id": "sample_113_real.mp4", "question": "What title is displayed at the top center of the black background right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 327.0, "options": [ "A. 3DMark Benchmark Results.", "B. Processor Performance Test.", "C. 3DMark Extreme Test.", "D. 3DMark Wild Extreme Stress 測試." ] }, { "video_id": "sample_113_real.mp4", "question": "What is the title of the bar chart being displayed right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 499.0, "options": [ "A. 游戏设备对比.", "B. 帧率和温度关系.", "C. 不同设备的功耗比较.", "D. 《原神》游戏实时帧率." ] }, { "video_id": "sample_113_real.mp4", "question": "What type of products are predominantly displayed on the shopping application right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 631.0, "options": [ "A. Clothes.", "B. Books.", "C. Furniture.", "D. Electronics." ] }, { "video_id": "sample_337_real.mp4", "question": "Where is the crowd of people located in relation to the city skyline?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 2.0, "options": [ "A. On the left side of the frame.", "B. In the center of the frame.", "C. On the right side of the frame.", "D. At the top of the frame." ] }, { "video_id": "sample_337_real.mp4", "question": "What is the main focus of the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 200.0, "options": [ "A. A parade in the city.", "B. A busy street market.", "C. A breathtaking nighttime cityscape.", "D. A sports event." ] }, { "video_id": "sample_337_real.mp4", "question": "What is the color of the backpack worn by the person in the red shirt?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 366.0, "options": [ "A. Green.", "B. Black.", "C. Purple.", "D. Blue." ] }, { "video_id": "sample_337_real.mp4", "question": "What is located to the left of the pedestrian pathway?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 559.0, "options": [ "A. A large digital billboard.", "B. Bright advertisements for brands.", "C. A row of slender vertical poles supporting an overhead structure.", "D. A water fountain." ] }, { "video_id": "sample_337_real.mp4", "question": "What is located to the left of the pedestrian pathway?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 559.0, "options": [ "A. A large digital billboard.", "B. Bright advertisements for brands.", "C. A row of slender vertical poles supporting an overhead structure.", "D. A water fountain." ] }, { "video_id": "sample_96_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_96_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 60.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_96_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 195.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_96_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 268.0, "options": [ "A. 2.", "B. 5.", "C. 3.", "D. 7." ] }, { "video_id": "sample_96_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 340.0, "options": [ "A. 2.", "B. 4.", "C. 9.", "D. 6." ] }, { "video_id": "sample_246_real.mp4", "question": "Why does the character cuddle the teddy bear and smile in bed?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 30.0, "options": [ "A. Because the character is preparing for bedtime.", "B. Because the character is trying to send a message.", "C. Because the character feels comforted by the teddy bear.", "D. Because the character is participating in a game." ] }, { "video_id": "sample_246_real.mp4", "question": "Why does Mr. Bean become disturbed?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 145.0, "options": [ "A. Because the worker is whistling loudly.", "B. Because the worker is using a jackhammer.", "C. Because the worker is throwing tools around.", "D. Because the worker is shouting instructions." ] }, { "video_id": "sample_246_real.mp4", "question": "Why does the person adjust a lever and press a red button on the machine?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 275.0, "options": [ "A. Because the person wants to power up the machine.", "B. Because the person needs to deflate the tent.", "C. Because the person wants to shut down the machine.", "D. Because the person is testing the lever's mechanism." ] }, { "video_id": "sample_246_real.mp4", "question": "Why is there an abundance of egg cartons and eggs causing clutter in the house?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 423.0, "options": [ "A. Because the man in the red hat operates heavy machinery.", "B. Because someone is baking a large number of cakes.", "C. Because a delivery of eggs made a mistake.", "D. Because the family is preparing for a party." ] }, { "video_id": "sample_246_real.mp4", "question": "Why do the workers outside notice an issue with the pipeline?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 550.0, "options": [ "A. Because there was a scheduled maintenance check.", "B. Because the pipeline was leaking due to wear and tear.", "C. Because overheating cooking supplies produced smoke.", "D. Because the workers were alerted by a loud noise." ] }, { "video_id": "sample_61_real.mp4", "question": "What is being shown right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 5.0, "options": [ "A. A collection of colorful notebooks.", "B. Personalized agate coasters with names on them.", "C. A stack of books with gilded edges.", "D. A digital workspace interface." ] }, { "video_id": "sample_61_real.mp4", "question": "What is the cursor doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 114.0, "options": [ "A. Pasting the name \"Brad\".", "B. Highlighting the name \"Emily\".", "C. Dragging \"Melissa\" upward.", "D. Right-clicking on the pink square." ] }, { "video_id": "sample_61_real.mp4", "question": "What is the cursor doing just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 210.0, "options": [ "A. Highlighting the word \"Thomas\".", "B. Adjusting the placement of \"Brad\".", "C. Interacting with the word \"Melissa\".", "D. Making changes to the word \"Emily\"." ] }, { "video_id": "sample_61_real.mp4", "question": "What is the hand doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 317.0, "options": [ "A. Cutting another piece of gold foil.", "B. Pressing down on the gold foil.", "C. Folding the \"Cricut\" sheet.", "D. Peeling back the \"Cricut\" sheet." ] }, { "video_id": "sample_61_real.mp4", "question": "What did the hands do just now with the \"Brad\" name piece?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 403.0, "options": [ "A. Held it up to the light.", "B. Placed and smoothed it down onto the surface.", "C. Removed a protective layer.", "D. Dropped it onto the floor." ] }, { "video_id": "sample_169_real.mp4", "question": "What is located to the right side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 20.0, "options": [ "A. A gas station.", "B. A bank.", "C. A park.", "D. A cafe." ] }, { "video_id": "sample_169_real.mp4", "question": "What are the main colors of the flowers in the hanging baskets right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 134.0, "options": [ "A. Green and black.", "B. Red and pink.", "C. Red and blue.", "D. White, yellow and purple." ] }, { "video_id": "sample_169_real.mp4", "question": "Where are the kayaks located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 280.0, "options": [ "A. On the right side of the road.", "B. On the left side of the road.", "C. On the grass beside the path.", "D. Docked at the shore." ] }, { "video_id": "sample_169_real.mp4", "question": "What is located on the left side of the cyclist right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 409.0, "options": [ "A. A field.", "B. A canal.", "C. A dense forest.", "D. A building." ] }, { "video_id": "sample_169_real.mp4", "question": "What is located on the left side of the path right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 551.0, "options": [ "A. A river.", "B. A line of trees.", "C. A building.", "D. A field." ] }, { "video_id": "sample_152_real.mp4", "question": "What item does the video start with someone picking up?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 2.0, "options": [ "A. A decorative hair comb.", "B. A wooden comb.", "C. A hand mirror.", "D. A jeweled necklace." ] }, { "video_id": "sample_152_real.mp4", "question": "What action did the person just perform?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 109.0, "options": [ "A. Fastening the metal clasps.", "B. Adjusting the white dress.", "C. Tightening the corset laces.", "D. Lowering their arms." ] }, { "video_id": "sample_152_real.mp4", "question": "What action did the person just perform?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 109.0, "options": [ "A. Fastening the metal clasps.", "B. Adjusting the white dress.", "C. Tightening the corset laces.", "D. Lowering their arms." ] }, { "video_id": "sample_152_real.mp4", "question": "What is the left side person holding in his hands?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 205.0, "options": [ "A. A white garment.", "B. A black hat.", "C. A book.", "D. A pair of shoes." ] }, { "video_id": "sample_152_real.mp4", "question": "What is hanging on the mirror right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 310.0, "options": [ "A. White gloves.", "B. A hat.", "C. A scarf.", "D. A necklace." ] }, { "video_id": "sample_110_real.mp4", "question": "What information is displayed as white text in Chinese on the black screen right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 3.0, "options": [ "A. The video was edited using advanced software.", "B. The video was shot entirely on an iPhone.", "C. The video highlights scenic city landscapes.", "D. The video was produced by a famous filmmaker." ] }, { "video_id": "sample_110_real.mp4", "question": "What language are the graph labels showing performance metrics written in right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 259.0, "options": [ "A. English.", "B. Japanese.", "C. Korean.", "D. Chinese." ] }, { "video_id": "sample_110_real.mp4", "question": "What labels are shown on the display screen right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 495.0, "options": [ "A. \"HDR,\" \"Portrait,\" \"Landscape,\" and \"Night\".", "B. \"Pro,\" \"Normal,\" \"Custom,\" and \"Basic\".", "C. \"Ultra wide,\" \"Wide,\" \"Depth,\" and \"Zoom\".", "D. \"Ultra wide,\" \"Wide,\" \"Tele,\" and \"Selfie\"." ] }, { "video_id": "sample_110_real.mp4", "question": "What app is being used on the smartphone right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 729.0, "options": [ "A. FITNESS TRACKER.", "B. SPEEDTEST.", "C. WEATHER FORECAST.", "D. MAPS NAVIGATION." ] }, { "video_id": "sample_110_real.mp4", "question": "What does the overlay text on the screen right now humorously suggest?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 922.0, "options": [ "A. Someone is praising the person.", "B. Someone is gossiping about the person.", "C. Someone is giving directions to the person.", "D. Someone is warning the person." ] }, { "video_id": "sample_26_real.mp4", "question": "What does the person do after adding an ingredient to the pans?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 127.0, "options": [ "A. Adjust the food in the pot to evenly distribute the seasonings on top.", "B. Adjusts the heat of the pans.", "C. Cleans the countertop.", "D. Moves to the dining table." ] }, { "video_id": "sample_26_real.mp4", "question": "What does the person do after adding an ingredient to the pans?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 127.0, "options": [ "A. Adjust the food in the pot to evenly distribute the seasonings on top.", "B. Adjusts the heat of the pans.", "C. Cleans the countertop.", "D. Moves to the dining table." ] }, { "video_id": "sample_26_real.mp4", "question": "Why does the person shake the frying pan after pouring the liquid into it?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 376.0, "options": [ "A. To mix the ingredients.", "B. To cool down the pan.", "C. To stop the steam.", "D. To clean the pan." ] }, { "video_id": "sample_26_real.mp4", "question": "Why does the person shake the frying pan after pouring the liquid into it?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 376.0, "options": [ "A. To mix the ingredients.", "B. To cool down the pan.", "C. To stop the steam.", "D. To clean the pan." ] }, { "video_id": "sample_26_real.mp4", "question": "Why does the person shake the frying pan after pouring the liquid into it?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 376.0, "options": [ "A. To mix the ingredients.", "B. To cool down the pan.", "C. To stop the steam.", "D. To clean the pan." ] }, { "video_id": "sample_335_real.mp4", "question": "Based on the crowd's interaction and engagement, what might be inferred to be present but out of view?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 20.0, "options": [ "A. A quiet library.", "B. Street performers and entertainment elements.", "C. A calm and deserted area.", "D. An indoor concert." ] }, { "video_id": "sample_335_real.mp4", "question": "What is the camera doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 194.0, "options": [ "A. Moving forward slowly.", "B. Staying still.", "C. Moving backward.", "D. Panning left and right." ] }, { "video_id": "sample_335_real.mp4", "question": "Where are the trees located in relation to the buildings in the cityscape?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 330.0, "options": [ "A. Behind the buildings.", "B. To the right of the buildings.", "C. In the foreground, framing the scene.", "D. On the rooftops of the buildings." ] }, { "video_id": "sample_335_real.mp4", "question": "Which type of bus entered the scene just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 494.0, "options": [ "A. Single-decker bus.", "B. Mini-bus.", "C. Coach bus.", "D. Double-decker bus." ] }, { "video_id": "sample_335_real.mp4", "question": "What indicates that the area is lively and urban?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 595.0, "options": [ "A. Presence of street performers.", "B. Numerous pedestrians and vehicles and tall buildings.", "C. Absence of advertisements.", "D. Quiet surroundings." ] }, { "video_id": "sample_224_real.mp4", "question": "What might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 11.0, "options": [ "A. The properties of polygon.", "B. The concept of triangle.", "C. How to measure the sides of a rectangle.", "D. The definition of a polygon." ] }, { "video_id": "sample_224_real.mp4", "question": "What might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 114.0, "options": [ "A. The properties of acute angles.", "B. The difference between acute angle and obtuse angle.", "C. How to identify right triangles from angles.", "D. The relationship between different types of triangles." ] }, { "video_id": "sample_224_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 219.0, "options": [ "A. The angle sum of triangles.", "B. The concept of right triangles.", "C. Important theorems about scalene triangles.", "D. The equal sides' number of Isosceles triangles." ] }, { "video_id": "sample_224_real.mp4", "question": "What might the speaker discuss next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 293.0, "options": [ "A. Examples of right triangles.", "B. Types of angles of equilateral triangles.", "C. The concept of similar triangles.", "D. Differences between quadrilaterals and triangles." ] }, { "video_id": "sample_224_real.mp4", "question": "What might the speaker do next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 395.0, "options": [ "A. Discuss the properties of isosceles triangles.", "B. Introduce the concept of congruent triangles.", "C. Explain the Pythagorean theorem.", "D. Solve for the unknown angle." ] }, { "video_id": "sample_21_real.mp4", "question": "What is the person holding right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 66.0, "options": [ "A. A spatula.", "B. A spoon.", "C. An olive oil bottle.", "D. A whisk." ] }, { "video_id": "sample_21_real.mp4", "question": "What is the woman holding over the black frying pan?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 165.0, "options": [ "A. A wooden spoon.", "B. A salt shaker.", "C. noodles.", "D. A spatula." ] }, { "video_id": "sample_21_real.mp4", "question": "What is the woman holding while she is stirring the pot on the stove?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 185.0, "options": [ "A. A ladle.", "B. A whisk.", "C. A tongs.", "D. A spatula." ] }, { "video_id": "sample_21_real.mp4", "question": "What color is the pot being used by the person in the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 241.0, "options": [ "A. Black.", "B. Silver.", "C. Red.", "D. White." ] }, { "video_id": "sample_21_real.mp4", "question": "What item is the woman holding in her hand right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 315.0, "options": [ "A. A red book.", "B. A salt grinder.", "C. A cup of coffee.", "D. A newspaper." ] }, { "video_id": "sample_455_real.mp4", "question": "What kind of lighting condition is present right now in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 3.0, "options": [ "A. Daylight.", "B. Dusk.", "C. Nighttime.", "D. Dawn." ] }, { "video_id": "sample_455_real.mp4", "question": "What type of traffic signal is present right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 136.0, "options": [ "A. A green light.", "B. A yellow light.", "C. A flashing light.", "D. A red light." ] }, { "video_id": "sample_455_real.mp4", "question": "What type of vehicle is visible directly ahead the camera right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 267.0, "options": [ "A. A sedan.", "B. A motorcycle.", "C. A truck.", "D. A bicycle." ] }, { "video_id": "sample_455_real.mp4", "question": "What is the color of the other bus visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 400.0, "options": [ "A. Red.", "B. Green.", "C. Yellow.", "D. Blue." ] }, { "video_id": "sample_455_real.mp4", "question": "What is mounted on the dashboard right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 536.0, "options": [ "A. A phone with GPS application.", "B. A radio receiver.", "C. An air freshener.", "D. A digital clock." ] }, { "video_id": "sample_289_real.mp4", "question": "What is the character on the ground doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 16.0, "options": [ "A. Lying motionless.", "B. Beginning to stand up.", "C. Running away.", "D. Adjusting their goggles." ] }, { "video_id": "sample_289_real.mp4", "question": "What is the vehicle doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 180.0, "options": [ "A. Making a left turn.", "B. Approaching the exit road.", "C. Passing yellow barriers.", "D. Driving through parking zones." ] }, { "video_id": "sample_289_real.mp4", "question": "What did the vehicle do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 325.0, "options": [ "A. Stopped at a red light.", "B. Turned left onto another street.", "C. Continued along the new street.", "D. Reversed into a parking space." ] }, { "video_id": "sample_289_real.mp4", "question": "What did the truck do just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 493.0, "options": [ "A. Approached a bend to the right on a highway.", "B. Exited the main highway and steered onto an exit lane.", "C. Entered a less busy road bordered by greenery.", "D. Passed a red car traveling at a similar pace." ] }, { "video_id": "sample_289_real.mp4", "question": "What is the person wearing a safety vest and headphones doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 646.0, "options": [ "A. Walking to the rear of the parked van.", "B. Reversing the van into the parking area.", "C. Operating the control panel.", "D. Standing quietly." ] }, { "video_id": "sample_55_real.mp4", "question": "What did the hands do just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 15.0, "options": [ "A. Picked up the gold star.", "B. Folded a pink star.", "C. Arranged the stars in a line.", "D. Removed the silver star." ] }, { "video_id": "sample_55_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 139.0, "options": [ "A. Folding the paper along the creases.", "B. Cutting the paper.", "C. Painting the paper.", "D. Decorating the paper with colors." ] }, { "video_id": "sample_55_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 247.0, "options": [ "A. Applying glue to the hollow center edges of the star.", "B. Rotating the star ornament to show its side profile.", "C. Holding one star in front of another.", "D. Placing the star ornament flat on the grid mat." ] }, { "video_id": "sample_55_real.mp4", "question": "What are the hands doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 378.0, "options": [ "A. Making creases on a triangular shape.", "B. Unfolding a piece of paper.", "C. Cutting out shapes from a paper.", "D. Painting on the paper." ] }, { "video_id": "sample_55_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 496.0, "options": [ "A. Adjusting the blue paper strip for a tight fit.", "B. Applying glue to the paper pieces.", "C. Cutting a new strip of paper.", "D. Stacking finished paper structures to the side." ] }, { "video_id": "sample_111_real.mp4", "question": "What is the main subject of the comparison shown right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 10.0, "options": [ "A. The gadgets on the shelves.", "B. The MediaTek 天玑 9000 chip and another chip labeled Snapdragon 8 Gen 1.", "C. The person's hand gestures and facial expressions.", "D. The blue wall with shelves in the background." ] }, { "video_id": "sample_111_real.mp4", "question": "What is the label of the highlighted central block in the GPU section right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 240.0, "options": [ "A. A510 1.8GHz.", "B. G710MC10.", "C. X2 3.05GHz.", "D. A710 2.85GHz." ] }, { "video_id": "sample_111_real.mp4", "question": "What are the performance values shown for the device labeled 天玑9000 right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 450.0, "options": [ "A. 42 and 115.", "B. 43 and 100.", "C. 100 and 42.", "D. 42 and 100." ] }, { "video_id": "sample_111_real.mp4", "question": "What is the average frame rate and power consumption for the 骁龙8 Gen1 device right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 680.0, "options": [ "A. 59 fps/3.9W.", "B. 59 fps/4.8W.", "C. 58 fps/6.3W.", "D. 48 fps/5.1W." ] }, { "video_id": "sample_111_real.mp4", "question": "Which symbol is NOT displayed across the screen right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 842.0, "options": [ "A. Thumbs-up icon.", "B. forward icon.", "C. Star.", "D. Heart." ] }, { "video_id": "sample_183_real.mp4", "question": "Where is the white sign with the number 50 right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. At the front of the road.", "B. At the back of the road.", "C. On the left side of the road.", "D. On the right side of the road." ] }, { "video_id": "sample_183_real.mp4", "question": "What is located on the left side of the road while the cyclists are passing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 128.0, "options": [ "A. A coffee shop.", "B. A National Championships banner.", "C. A grocery store.", "D. A bank." ] }, { "video_id": "sample_183_real.mp4", "question": "What is located on the right side of the road right now", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 265.0, "options": [ "A. A coffee shop.", "B. A bank.", "C. A cafe.", "D. A brown building." ] }, { "video_id": "sample_183_real.mp4", "question": "Where is the boxley building located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 370.0, "options": [ "A. On the left side.", "B. Directly ahead.", "C. Behind the cyclist.", "D. On the right side." ] }, { "video_id": "sample_183_real.mp4", "question": "What is the positioning of the cyclist with number '901' right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 500.0, "options": [ "A. At the front of the group.", "B. In the middle of the group.", "C. On the left side of the group.", "D. At the back of the group." ] }, { "video_id": "sample_347_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. An individual selects a burger bun, prepares the toppings, and hands it to a customer.", "B. An individual uses a deep fryer to cook a basket of fries, then serves them with extra condiments.", "C. An individual picks up a hamburger bun, assembles it with cheese.", "D. An individual sets up a drink machine and serves multiple beverages to waiting customers." ] }, { "video_id": "sample_347_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 198.0, "options": [ "A. An individual cleans the workspace, organizes ingredients, and prepares a station for making desserts.", "B. An individual assembles multiple burgers by adding lettuce, cheese, and pickles, then places the patties on the buns.", "C. An individual prepares sandwiches by slicing bread, spreading mayonnaise, adding lettuce and tomato, and topping with cheese.", "D. An individual prepares a pasta dish by boiling noodles, adding sauce, and arranging it on plates." ] }, { "video_id": "sample_347_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 378.0, "options": [ "A. An individual prepares a burger by toasting buns, adding sauce and pickles, and placing cheese slices on each bun.", "B. An individual fries patties, adds ketchup and lettuce, and places them in a to-go box.", "C. An individual wraps sandwiches, adds mustard and onions, and organizes them on a tray.", "D. An individual makes an ice cream sundae by scooping ice cream, adding toppings, and serving it." ] }, { "video_id": "sample_347_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 561.0, "options": [ "A. An individual cleans the workspace, organizes ingredients, and sets up a drink machine.", "B. An individual prepares a burger by assembling the bun, adding cheese, onions, and organizing the station with necessary toppings.", "C. An individual slices vegetables for a salad, arranges them on a plate, and prepares the dressing.", "D. An individual checks kitchen equipment, prepares a pasta dish, and serves it to customers." ] }, { "video_id": "sample_347_real.mp4", "question": "Which of the following options best summarizes the content of the video just shown?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 746.0, "options": [ "A. An individual prepares a burger by selecting buns, adding ketchup, mustard, pickles, and a slice of cheese.", "B. An individual assembles a taco by choosing toppings, adding salsa, and wrapping it tightly.", "C. An individual makes a hot dog by grilling the sausage, placing it in a bun, and adding ketchup and mustard.", "D. An individual prepares a salad by chopping vegetables, adding dressing, and tossing the ingredients." ] }, { "video_id": "sample_408_real.mp4", "question": "Which of the following best summarizes the actions taken by the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 13.0, "options": [ "A. The individual prepared a cocktail, straining it into a glass and adding a garnish.", "B. The individual prepared a cold brew coffee, pouring it into a glass and adding ice cubes.", "C. The individual set the table with cutlery and plates, then folded napkins.", "D. The individual poured a hot coffee, added milk and sugar, and stirred it before serving." ] }, { "video_id": "sample_408_real.mp4", "question": "Which of the following best summarizes the actions taken by the individual just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 183.0, "options": [ "A. The individual cleaned the glasses, added garnishes, and served them to the customers.", "B. The individual scooped ice into glasses.", "C. The individual wiped down the counter, refilled condiment containers, and organized the bar area.", "D. The individual prepared different cocktails, added straws and stirrers, and placed them on the counter." ] }, { "video_id": "sample_408_real.mp4", "question": "Which of the following best summarizes the actions taken by the individual just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 347.0, "options": [ "A. The individual mixed and served a drink, cleaned up the glasses, and rearranged the bottles.", "B. The individual poured champagne for customers.", "C. The individual prepared multiple cocktails, added garnishes, and served them to customers.", "D. The individual restocked the bar, washed and dried glasses, and set the table." ] }, { "video_id": "sample_408_real.mp4", "question": "Which of the following best summarizes the actions taken by the individuals just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 529.0, "options": [ "A. The individuals prepared and cleaned glasses, arranged spirits, and set up the bar for service.", "B. The individuals served drinks to customers, rearranged the menu items, and cleaned the bar.", "C. The individuals stocked the refrigerator with new items, prepared snacks, and wiped down shelves.", "D. The individuals mixed drinks while managing the bar area." ] }, { "video_id": "sample_408_real.mp4", "question": "Which of the following best summarizes the actions taken by the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 702.0, "options": [ "A. The individual prepared different cocktails, added ice and garnishes, and served them to customers at the bar.", "B. The individual cooked food, plated the dishes, and served them to customers at the bar.", "C. The individual prepared different desserts, added toppings, and served them to customers at the bar.", "D. The individual set up bar decorations, cleaned the glasses, and served water to customers at the bar." ] }, { "video_id": "sample_225_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 11.0, "options": [ "A. How the distributive property helps in simplifying equations.", "B. The practical applications of the probability theory.", "C. The definition of the distributive property.", "D. The definition of stochastic process." ] }, { "video_id": "sample_225_real.mp4", "question": "What might the speaker discuss next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 120.0, "options": [ "A. Combining like terms.", "B. Factoring out a common factor.", "C. Simplifying the expression further.", "D. How to use distributive property to the example." ] }, { "video_id": "sample_225_real.mp4", "question": "What might the speaker discuss next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 270.0, "options": [ "A. The formula for compound interest.", "B. Why the two way get the same answer.", "C. Solving quadratic equations.", "D. Graphing linear equations." ] }, { "video_id": "sample_225_real.mp4", "question": "What might the speaker calculate next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 403.0, "options": [ "A. 5 times 7.", "B. 47 times 47.", "C. 5 times 5.", "D. 5 plus 40." ] }, { "video_id": "sample_225_real.mp4", "question": "What might the speaker discuss next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 527.0, "options": [ "A. The example can not use distributive property.", "B. The commutative property of addition.", "C. The identity property of multiplication.", "D. The distributive property of subtraction." ] }, { "video_id": "sample_130_real.mp4", "question": "What is the main activity depicted in the video so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 19.0, "options": [ "A. Sketching a helmeted figure.", "B. Painting a landscape.", "C. Arranging art supplies.", "D. Painting a portrait." ] }, { "video_id": "sample_130_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 180.0, "options": [ "A. A hand paints a helmet with silver and blue accents, focusing on refining details.", "B. A hand paints a landscape and then switches to a portrait.", "C. A hand starts with abstract strokes and then adds a figure wearing armor.", "D. A hand repaints a completed painting with new colors." ] }, { "video_id": "sample_130_real.mp4", "question": "Which of the following best summarizes the artist's activity shown in the video just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 500.0, "options": [ "A. The artist is painting a background with pink paint.", "B. The artist is drawing a landscape with various colors.", "C. The artist is sketching an abstract figure with fine details.", "D. The artist is applying blue and brown accents to a white background." ] }, { "video_id": "sample_130_real.mp4", "question": "Which of the following best summarizes the artist's activity shown in the video just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 500.0, "options": [ "A. The artist is painting a background with pink paint.", "B. The artist is drawing a landscape with various colors.", "C. The artist is sketching an abstract figure with fine details.", "D. The artist is applying blue and brown accents to a white background." ] }, { "video_id": "sample_130_real.mp4", "question": "What objects are scattered behind the easel?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 642.0, "options": [ "A. Pencils and papers.", "B. Paint tubes and brushes.", "C. Books and magazines.", "D. Sculpting tools and clay." ] }, { "video_id": "sample_57_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 26.0, "options": [ "A. Filling an ornament with a blue liquid.", "B. Rotating a spherical plastic bottle.", "C. Wiping an ornament with a paper towel.", "D. Holding a pink ornament with a funnel." ] }, { "video_id": "sample_57_real.mp4", "question": "What did the person just do?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 183.0, "options": [ "A. Open a clear plastic globe.", "B. Rotate the ornament slightly.", "C. Remove the syringe from the ornament.", "D. Pick up a glitter glue tube." ] }, { "video_id": "sample_57_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 339.0, "options": [ "A. Filling an ornament with a blue liquid.", "B. Pouring the object inside the blue ball into the funnel.", "C. Wiping an ornament with a paper towel.", "D. Holding a pink ornament with a funnel." ] }, { "video_id": "sample_57_real.mp4", "question": "What did the outline of the word \"Willow\" transform to just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 483.0, "options": [ "A. Dark blue.", "B. Light purple.", "C. Bright yellow.", "D. Deep red." ] }, { "video_id": "sample_57_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 660.0, "options": [ "A. Holding a blue ornament next to the grid-patterned adhesive sheet.", "B. Smoothing out the sticker of a capital letter \"N.\".", "C. Applying a decal with intricate cursive writing to the blue ornament.", "D. Peeling the metallic cap off the blue ornament." ] }, { "video_id": "sample_439_real.mp4", "question": "Where is the cart filled with cardboard boxes and packs of products located in relation to the shelves?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. To the right.", "B. In the center.", "C. To the left.", "D. Behind the shelves." ] }, { "video_id": "sample_439_real.mp4", "question": "Where is the cart filled with cardboard boxes and packs of products located in relation to the shelves?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. To the right.", "B. In the center.", "C. To the left.", "D. Behind the shelves." ] }, { "video_id": "sample_439_real.mp4", "question": "How are the yogurt cartons labeled that the camera captures in detail right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 179.0, "options": [ "A. \"Mild yogurt\".", "B. \"Low-fat yogurt\".", "C. \"Greek yogurt\".", "D. \"Flavored yogurt\"." ] }, { "video_id": "sample_439_real.mp4", "question": "How are the yogurt cartons labeled that the camera captures in detail right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 179.0, "options": [ "A. \"Mild yogurt\".", "B. \"Low-fat yogurt\".", "C. \"Greek yogurt\".", "D. \"Flavored yogurt\"." ] }, { "video_id": "sample_439_real.mp4", "question": "What does the person do after reaching towards the shelf?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 583.0, "options": [ "A. Knocks over a carton.", "B. Picks up a carton.", "C. Rearranges the shelf.", "D. Walks away." ] }, { "video_id": "sample_56_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 19.0, "options": [ "A. Holding a decorative paper pad.", "B. Displaying some patterned paper.", "C. Cutting patterned paper.", "D. Writing on the cardstock." ] }, { "video_id": "sample_56_real.mp4", "question": "What is the machine doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 200.0, "options": [ "A. Being turned on.", "B. Loading the material into the tray.", "C. The scoring stylus is being inserted.", "D. Performing the cutting operation." ] }, { "video_id": "sample_56_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 371.0, "options": [ "A. Folding another piece of white paper from the table.", "B. Rotating and closely examining the folded piece of paper.", "C. Removing hands from the white paper on the table.", "D. Picking up the pink floral-patterned paper." ] }, { "video_id": "sample_56_real.mp4", "question": "What are the hands doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 559.0, "options": [ "A. Tracing the inner perimeter of the circular cutout.", "B. Folding a rectangular piece of cardstock.", "C. Reaching for a piece of patterned paper.", "D. Adjusting a bottle of quick-dry adhesive." ] }, { "video_id": "sample_56_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 740.0, "options": [ "A. Assembling the final components of the box.", "B. Applying glue to the cardstock.", "C. Cutting out snowflake patterns.", "D. Placing the completed box aside." ] }, { "video_id": "sample_253_real.mp4", "question": "Which make of car is being driven right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 35.0, "options": [ "A. Ferrari.", "B. Lamborghini.", "C. McLaren.", "D. Porsche." ] }, { "video_id": "sample_253_real.mp4", "question": "What is the current oil temperature displayed on the dashboard?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 467.0, "options": [ "A. 87.5.", "B. 85.0.", "C. 94.3.", "D. 98.0." ] }, { "video_id": "sample_253_real.mp4", "question": "What is the current oil temperature displayed on the dashboard?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 467.0, "options": [ "A. 87.5.", "B. 85.0.", "C. 94.3.", "D. 98.0." ] }, { "video_id": "sample_253_real.mp4", "question": "What is the current brake bias setting displayed on the dashboard?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 703.0, "options": [ "A. +1.00.", "B. -0.30.", "C. +2.00.", "D. -3.00." ] }, { "video_id": "sample_253_real.mp4", "question": "Which brand's logo is visible at the trackside right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 936.0, "options": [ "A. Shell.", "B. ExxonMobil.", "C. BP.", "D. TotalEnergies." ] }, { "video_id": "sample_483_real.mp4", "question": "What is the main color of the two remote-controlled cars shown in the video right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 4.0, "options": [ "A. One car is blue and black, while the other car is white.", "B. one car is blue with black, another car is white.", "C. One vehicle is painted blue with black accents, and the other is white.", "D. One car features a blue and black color scheme, and the other car is entirely white." ] }, { "video_id": "sample_483_real.mp4", "question": "What change occurs in the scene of the remote-controlled car race?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 92.0, "options": [ "A. The track becomes simpler with fewer obstacles.", "B. The cars switch to a gravel surface.", "C. The cars move to an outdoor setting.", "D. The scene shifts from one car to another three cars." ] }, { "video_id": "sample_483_real.mp4", "question": "What surrounds the track where the purple remote-controlled car is moving?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 180.0, "options": [ "A. Various miniature landscapes and objects.", "B. Life-size trees and bushes.", "C. Tall buildings and bridges.", "D. Open water bodies and sand pits." ] }, { "video_id": "sample_483_real.mp4", "question": "What surrounds the track where the purple remote-controlled car is moving?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 180.0, "options": [ "A. Various miniature landscapes and objects.", "B. Life-size trees and bushes.", "C. Tall buildings and bridges.", "D. Open water bodies and sand pits." ] }, { "video_id": "sample_483_real.mp4", "question": "What is the condition of the track right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 285.0, "options": [ "A. Dry and smooth.", "B. Wet and shiny.", "C. Dusty and rough.", "D. Muddy and slippery." ] }, { "video_id": "sample_485_real.mp4", "question": "What is depicted on the container behind the toy car?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 12.0, "options": [ "A. \"NEXT GEN\".", "B. \"Walmart - Save money. Live better.\".", "C. \"DIECAST RACING\".", "D. \"NEXT-GEN PISTON CUP\"." ] }, { "video_id": "sample_485_real.mp4", "question": "What number is displayed on Tom W.'s car on the scoreboard?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 209.0, "options": [ "A. 31.", "B. 61.", "C. 19.", "D. 76." ] }, { "video_id": "sample_485_real.mp4", "question": "How many different toy race cars are shown right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 394.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 5." ] }, { "video_id": "sample_485_real.mp4", "question": "How many different toy race cars are shown right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 394.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 5." ] }, { "video_id": "sample_485_real.mp4", "question": "Which car is labeled #117?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 560.0, "options": [ "A. Ronald.", "B. Conrad Camber.", "C. S.Fillups.", "D. Dan Carcia." ] }, { "video_id": "sample_52_real.mp4", "question": "What is the screen displaying right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 15.0, "options": [ "A. A detailed close-up of milestone discs.", "B. The words “Baby Milestone Disc” centered on a black screen.", "C. Two highlighted milestone discs.", "D. A light gray background with a title and note." ] }, { "video_id": "sample_52_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 107.0, "options": [ "A. Switch to painting a round object with white paint.", "B. Apply orange paint onto an object with a foam brush.", "C. Dip the foam brush into the green paint can.", "D. Place the foam brush aside." ] }, { "video_id": "sample_52_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 219.0, "options": [ "A. Smoothing a design onto an brown disc.", "B. Peeling back a transparent sheet from the table.", "C. Holding a white roll of vinyl with intricate patterns.", "D. Aligning a transparent sheet with grid lines." ] }, { "video_id": "sample_52_real.mp4", "question": "What did the person just do?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 318.0, "options": [ "A. Lift the Cricut tool and prepare to deliver the cut paper.", "B. Secure the cardstock to the mat.", "C. Insert the Cricut tool into the machine.", "D. Begin cutting the cardstock with the machine." ] }, { "video_id": "sample_52_real.mp4", "question": "What did the hands do just now with the vinyl sticker?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 419.0, "options": [ "A. Lifting the cleared vinyl decal from the backing paper.", "B. Securing the sides of the cardboard box.", "C. Peeling away excess material from the vinyl sticker.", "D. Rotating the box to ensure the base is sealed." ] }, { "video_id": "sample_391_real.mp4", "question": "What is the large vehicle to the right displaying on the side?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 11.0, "options": [ "A. A city map.", "B. An advertisement for The Lion King musical.", "C. A tourist guide logo.", "D. A food delivery service logo." ] }, { "video_id": "sample_391_real.mp4", "question": "What is written on the blue bus's side near the top?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 124.0, "options": [ "A. Starr.", "B. City Lights Entertainment.", "C. Broadway Tours.", "D. Manhattan Transit." ] }, { "video_id": "sample_391_real.mp4", "question": "What is the predominant color of the vintage car on the right?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 242.0, "options": [ "A. Blue.", "B. Red.", "C. White.", "D. Black." ] }, { "video_id": "sample_391_real.mp4", "question": "What does the van on the right promote?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 369.0, "options": [ "A. A moving company.", "B. A food delivery service.", "C. Sightseeing tours.", "D. Outdoor adventures." ] }, { "video_id": "sample_391_real.mp4", "question": "What is the building on the left with a sign?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 488.0, "options": [ "A. Bank of America.", "B. Hilton Garden Inn.", "C. Holiday Inn Express.", "D. Wells Fargo." ] }, { "video_id": "sample_16_real.mp4", "question": "What is the man from the introduction holding in his hand right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 9.0, "options": [ "A. A cookbook.", "B. A knife.", "C. A towel.", "D. A spatula." ] }, { "video_id": "sample_16_real.mp4", "question": "What is placed on the ridged grill pan right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 327.0, "options": [ "A. A large piece of raw ground meat.", "B. A piece of chicken.", "C. A slice of bread.", "D. A fish fillet." ] }, { "video_id": "sample_16_real.mp4", "question": "What items are present on the grill pan right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 481.0, "options": [ "A. Chicken breast, tomato slices, and mushrooms.", "B. Grilled onions, beef patty, and bacon strips.", "C. Fish fillets, asparagus, and lemon slices.", "D. Sausage links, green peppers, and onions." ] }, { "video_id": "sample_16_real.mp4", "question": "What does the person with long blonde hair do in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 659.0, "options": [ "A. Cooks a meal.", "B. Washes dishes.", "C. Record a video about this food.", "D. Sets the table." ] }, { "video_id": "sample_16_real.mp4", "question": "What does the person with long blonde hair do in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 659.0, "options": [ "A. Cooks a meal.", "B. Washes dishes.", "C. Record a video about this food.", "D. Sets the table." ] }, { "video_id": "sample_101_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 0.", "D. 4." ] }, { "video_id": "sample_101_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 56.0, "options": [ "A. 1.", "B. 3.", "C. 0.", "D. 4." ] }, { "video_id": "sample_101_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 86.0, "options": [ "A. 3.", "B. 4.", "C. 0.", "D. 1." ] }, { "video_id": "sample_101_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 206.0, "options": [ "A. 3.", "B. 4.", "C. 0.", "D. 6." ] }, { "video_id": "sample_101_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 281.0, "options": [ "A. 2.", "B. 8.", "C. 0.", "D. 3." ] }, { "video_id": "sample_101_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 304.0, "options": [ "A. 2.", "B. 3.", "C. 0.", "D. 7." ] }, { "video_id": "sample_62_real.mp4", "question": "What is being displayed right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 19.0, "options": [ "A. Round, glittery discs with names.", "B. Text \"How To Resin Over Vinyl\".", "C. A black screen with text.", "D. Circular donut keychains with names." ] }, { "video_id": "sample_62_real.mp4", "question": "What did the person do just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 143.0, "options": [ "A. Presented a respiratory mask from various angles.", "B. Directed a heat tool at a canvas.", "C. Disassembled the resin kit.", "D. Held and examined two round items." ] }, { "video_id": "sample_62_real.mp4", "question": "What is both hands securing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 260.0, "options": [ "A. A transparent sheet onto a blue object.", "B. A white piece onto a purple circular object.", "C. A yellow and white crafting tool onto a white speckled piece.", "D. A transparent tape printed with many patterns on it." ] }, { "video_id": "sample_62_real.mp4", "question": "What action is the person performing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 379.0, "options": [ "A. Measuring ingredients in two cups.", "B. Pouring liquid into a third container.", "C. Wearing black gloves.", "D. Consistently stirring the liquid." ] }, { "video_id": "sample_62_real.mp4", "question": "What did the person do with the lighter just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 488.0, "options": [ "A. Ignited a match.", "B. Removed the popsicle stick from the container.", "C. Adjusted the measurement markings on the container.", "D. Brought the flame close to a gold glitter-covered top." ] }, { "video_id": "sample_365_real.mp4", "question": "What action sequence was taken just now by the individual working with the coffee machine?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual brewed tea, added sugar and milk, and served it with biscuits.", "B. The individual prepared an espresso, added whipped cream, and served it in a glass.", "C. The individual brewed coffee, added cream, and stirred it before serving.", "D. The individual operated an espresso machine, brewed a shot of espresso, and pour the milk into a cup." ] }, { "video_id": "sample_365_real.mp4", "question": "Which of the following options best summarizes the actions taken just now by the barista?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 147.0, "options": [ "A. The barista measured cportafilter, locked the portafilter into the espresso machine, and add coffee grounds into it.", "B. The barista cleaned the espresso machine, prepared the milk pitcher, and steamed milk.", "C. The barista brewed a cup of tea, added lemon, and served it to a customer.", "D. The barista ground coffee beans, prepared a French press, and set it aside to steep." ] }, { "video_id": "sample_365_real.mp4", "question": "What sequence of actions did the barista perform just now with the steamed milk?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 283.0, "options": [ "A. The barista poured milk into a cup, cleaned the espresso machine, and prepared a new cup.", "B. The barista steamed the milk, wiped the steam wand, and placed the milk pitcher down.", "C. The barista brewed coffee, steamed milk, and added sugar to the cup.", "D. The barista measured milk, adjusted the machine settings, and poured the milk into a new pot." ] }, { "video_id": "sample_365_real.mp4", "question": "Which of the following options best summarizes the actions taken just now by the individual with the coffee grinder?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 420.0, "options": [ "A. The individual operated the coffee grinder, collected ground coffee in a metal pitcher, and mixed it with water.", "B. The individual adjusted the coffee grinder settings, and transferred the grounds to a portafilter.", "C. The individual poured whole coffee beans into the grinder, ground them into a container, and stored the container for later use.", "D. The individual set the coffee grinder, filled it with milk, and brewed a latte." ] }, { "video_id": "sample_365_real.mp4", "question": "Which of the following options best summarizes the actions taken just now by the individual with the coffee grounds?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 558.0, "options": [ "A. The individual measured coffee grounds, tamped them into a portafilter, and locked it into an espresso machine.", "B. The individual adjusted the grinder settings, measured coffee grounds, and transferred them to a filter.", "C. The individual weighed portafilter, added coffee grounds into a glass container from a portafilter with a spoon.", "D. The individual prepared a batch of coffee grounds, cleaned the countertop, and disposed of extra grounds." ] }, { "video_id": "sample_311_real.mp4", "question": "Where is the young man in navy blue and wearing a cap moving towards?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 10.0, "options": [ "A. Towards the camera.", "B. Towards the stone planter.", "C. Towards the rock structure.", "D. Towards the cart." ] }, { "video_id": "sample_311_real.mp4", "question": "What detail is included on the \"Welcome to Springfield\" sign?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 334.0, "options": [ "A. The year \"1796\".", "B. The year \"1896\".", "C. The year \"1996\".", "D. The year \"2006\"." ] }, { "video_id": "sample_311_real.mp4", "question": "What detail is included on the \"Welcome to Springfield\" sign?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 334.0, "options": [ "A. The year \"1796\".", "B. The year \"1896\".", "C. The year \"1996\".", "D. The year \"2006\"." ] }, { "video_id": "sample_311_real.mp4", "question": "What is the design style of the building's interior?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 487.0, "options": [ "A. Modern and sleek.", "B. Minimalist and plain.", "C. Industrial and raw.", "D. Colorful and retro." ] }, { "video_id": "sample_311_real.mp4", "question": "What is the design style of the building's interior?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 487.0, "options": [ "A. Modern and sleek.", "B. Minimalist and plain.", "C. Industrial and raw.", "D. Colorful and retro." ] }, { "video_id": "sample_326_real.mp4", "question": "Where were the tables and chairs located in the scene just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 5.0, "options": [ "A. On the right side of the street.", "B. Inside a building.", "C. In front of the building with white umbrellas.", "D. Near the zebra crossing." ] }, { "video_id": "sample_326_real.mp4", "question": "Where is the small three-wheeled vehicle parked?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 175.0, "options": [ "A. On the cobblestone pavement near the cathedral.", "B. In front of the cathedral.", "C. Near the modern buildings.", "D. At the bottom right corner of the street." ] }, { "video_id": "sample_326_real.mp4", "question": "What color is the promotional sign on the back of the tour vehicle?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 333.0, "options": [ "A. Blue and Green.", "B. Green and Yellow.", "C. Yellow amd Red.", "D. Red and Blue." ] }, { "video_id": "sample_326_real.mp4", "question": "What color is the promotional sign on the back of the tour vehicle?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 333.0, "options": [ "A. Blue and Green.", "B. Green and Yellow.", "C. Yellow amd Red.", "D. Red and Blue." ] }, { "video_id": "sample_326_real.mp4", "question": "What types of paths does the bridge have?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 589.0, "options": [ "A. Two vehicle lanes and a bike lane.", "B. two pedestrian walkways and two tram tracks.", "C. A bike lane and a tram track.", "D. Two pedestrian walkways and a vehicle lane." ] }, { "video_id": "sample_1_real.mp4", "question": "Why does the player wearing the number nine red and blue jersey celebrate?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 53.0, "options": [ "A. He saved a goal.", "B. He received a pass.", "C. He scored a goal.", "D. He won a free kick." ] }, { "video_id": "sample_1_real.mp4", "question": "Why does the player wearing the number nine red and blue jersey celebrate?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 53.0, "options": [ "A. He saved a goal.", "B. He received a pass.", "C. He scored a goal.", "D. He won a free kick." ] }, { "video_id": "sample_1_real.mp4", "question": "What color is the goalie's uniform?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 80.0, "options": [ "A. Blue.", "B. Red.", "C. White.", "D. Yellow." ] }, { "video_id": "sample_1_real.mp4", "question": "What color is the goalie's uniform?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 80.0, "options": [ "A. Blue.", "B. Red.", "C. White.", "D. Yellow." ] }, { "video_id": "sample_1_real.mp4", "question": "What is the color of the cooler labeled \"PRIME\" near the team bench?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 128.0, "options": [ "A. Blue.", "B. Yellow.", "C. Green.", "D. Red." ] }, { "video_id": "sample_10_real.mp4", "question": "What is the color of the sky right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 31.0, "options": [ "A. Clear with sunshine.", "B. Overcast with heavy clouds.", "C. Dark and stormy.", "D. Clear with scattered clouds." ] }, { "video_id": "sample_10_real.mp4", "question": "What happens after the person stops mashing and places the bowl to one side?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 128.0, "options": [ "A. He pick up pineapple from the table.", "B. He begin slicing a yellow fruit.", "C. He start grilling pineapple and meat.", "D. He pour sauce into a small white bowl." ] }, { "video_id": "sample_10_real.mp4", "question": "How are the food items arranged on the grill?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 282.0, "options": [ "A. The buns are on the right side, and the vegetables and meat are on the left side.", "B. The buns are on the top, and the vegetables and meat are on the bottom.", "C. The buns are on the left side, and the vegetables and meat are on the right side.", "D. The buns are at the center, and the vegetables and meat are on both sides." ] }, { "video_id": "sample_10_real.mp4", "question": "Which item placed on the grill has a yellow color?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 304.0, "options": [ "A. Meat slices.", "B. Bell pepper.", "C. Pineapple.", "D. Hamburger buns." ] }, { "video_id": "sample_10_real.mp4", "question": "What item is the person holding right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 457.0, "options": [ "A. A white rectangular plate with hamburgers.", "B. A white circular plate with a fish.", "C. A blue rectangular plate with a salad.", "D. A green square plate with a pie." ] }, { "video_id": "sample_188_real.mp4", "question": "What is the figure in the video wearing?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. A red cloak.", "B. Blue jeans.", "C. Purple pixelated armor.", "D. A green suit." ] }, { "video_id": "sample_188_real.mp4", "question": "Why does the player character's health start depleting?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 522.0, "options": [ "A. Lack of food.", "B. Attack by Endermen.", "C. Fall from a height.", "D. Poison effect." ] }, { "video_id": "sample_188_real.mp4", "question": "Why does the player character's health start depleting?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 522.0, "options": [ "A. Lack of food.", "B. Attack by Endermen.", "C. Fall from a height.", "D. Poison effect." ] }, { "video_id": "sample_188_real.mp4", "question": "What can be seen to the left-hand side of the stairway?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 791.0, "options": [ "A. A potted plant.", "B. A blue-roofed tower.", "C. A hay bale.", "D. A red flower." ] }, { "video_id": "sample_188_real.mp4", "question": "What action is being performed by the character in purple and black armor right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 1006.0, "options": [ "A. Running.", "B. Attacking an enemy.", "C. Holding an item and prompting a \"Subscribe\" button.", "D. Building a structure." ] }, { "video_id": "sample_445_real.mp4", "question": "What is the person maneuvering at the start of the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 8.0, "options": [ "A. A cart.", "B. A trolley.", "C. A box.", "D. A crate." ] }, { "video_id": "sample_445_real.mp4", "question": "What kind of products is the person handling?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 180.0, "options": [ "A. Dairy products.", "B. Bakery items.", "C. Canned goods.", "D. Fresh produce." ] }, { "video_id": "sample_445_real.mp4", "question": "What is the main activity of the person in the storage room?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 340.0, "options": [ "A. Checking inventory levels.", "B. Stocking and organizing cartons on shelves.", "C. Cleaning the storage room.", "D. Labeling the cartons." ] }, { "video_id": "sample_445_real.mp4", "question": "What is the person doing after lifting the white-labeled items?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 494.0, "options": [ "A. Put them on the cart.", "B. Sorting and organizing items.", "C. Pushing the cart out of the room.", "D. Disposing of the items." ] }, { "video_id": "sample_445_real.mp4", "question": "What is the person doing after lifting the white-labeled items?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 494.0, "options": [ "A. Put them on the cart.", "B. Sorting and organizing items.", "C. Pushing the cart out of the room.", "D. Disposing of the items." ] }, { "video_id": "sample_296_real.mp4", "question": "What is located on the right side of the road right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 22.0, "options": [ "A. A white house.", "B. Several cars.", "C. A cafe.", "D. A bank." ] }, { "video_id": "sample_296_real.mp4", "question": "What is the cyclist approaching right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 233.0, "options": [ "A. A sharp left curve.", "B. A steep incline.", "C. A sharp right curve.", "D. A flat, straight road." ] }, { "video_id": "sample_296_real.mp4", "question": "Which of the following best describes the road's layout right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 442.0, "options": [ "A. The road is straight with a slight downhill grade.", "B. The road is curving sharply to the left.", "C. The road is curving gently to the right.", "D. The road is straight with a slight uphill grade." ] }, { "video_id": "sample_296_real.mp4", "question": "Which of the following best describes the road's layout right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 673.0, "options": [ "A. The road is curving sharply to the right.", "B. The road is curving gently to the right.", "C. The road is straight with a slight downhill grade.", "D. The road is straight with a slight uphill grade." ] }, { "video_id": "sample_296_real.mp4", "question": "Where is the car relative to the cyclist right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 861.0, "options": [ "A. In front of the cyclist.", "B. Behind the cyclist.", "C. Beside the cyclist on the left.", "D. Beside the cyclist on the right." ] }, { "video_id": "sample_458_real.mp4", "question": "What color is the car directly in front right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 4.0, "options": [ "A. White.", "B. Black.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_458_real.mp4", "question": "What brand logo is visible on the rear of the car directly in front right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 112.0, "options": [ "A. Toyota.", "B. Honda.", "C. Audi.", "D. Porsche." ] }, { "video_id": "sample_458_real.mp4", "question": "What colored barriers are visible on the passenger-side sidewalk right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 219.0, "options": [ "A. Red.", "B. Green.", "C. Yellow.", "D. Blue and white." ] }, { "video_id": "sample_458_real.mp4", "question": "What is the color of the vehicle approaching the driver's right side right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 327.0, "options": [ "A. Green.", "B. Red.", "C. Blue.", "D. Yellow." ] }, { "video_id": "sample_458_real.mp4", "question": "What is the make of the vehicle directly in front right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 438.0, "options": [ "A. Toyota.", "B. Honda.", "C. Nissan.", "D. Mitsubishi." ] }, { "video_id": "sample_2_real.mp4", "question": "What event occurred just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. A penalty kick.", "B. A free kick.", "C. A goal celebration.", "D. A corner kick." ] }, { "video_id": "sample_2_real.mp4", "question": "What event occurred just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 19.0, "options": [ "A. A penalty kick.", "B. A free kick.", "C. A goal celebration.", "D. A corner kick." ] }, { "video_id": "sample_2_real.mp4", "question": "What is the goalkeeper doing as the player takes the penalty shot?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 112.0, "options": [ "A. Standing still.", "B. Diving to his left.", "C. Running towards the ball.", "D. Waving his hands." ] }, { "video_id": "sample_2_real.mp4", "question": "Why did the player celebrate by clenching his fists and bending his head forward?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 211.0, "options": [ "A. He just scored a penalty kick.", "B. He blocked a shot.", "C. He made a successful pass.", "D. He received a yellow card." ] }, { "video_id": "sample_2_real.mp4", "question": "What is the current score shown on the scoreboard?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 315.0, "options": [ "A. Croatia 3 - 2 Brazil.", "B. Croatia 4 - 2 Brazil.", "C. Croatia 4 - 3 Brazil.", "D. Croatia 5 - 2 Brazil." ] }, { "video_id": "sample_146_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 16.0, "options": [ "A. Walking on a treadmill.", "B. Performing bench presses.", "C. Lifting weights overhead.", "D. Doing tricep presses." ] }, { "video_id": "sample_146_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 16.0, "options": [ "A. Walking on a treadmill.", "B. Performing bench presses.", "C. Lifting weights overhead.", "D. Doing tricep presses." ] }, { "video_id": "sample_146_real.mp4", "question": "What is the man holding above his chest right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 180.0, "options": [ "A. Dumbbells.", "B. A kettlebell.", "C. A barbell.", "D. A medicine ball." ] }, { "video_id": "sample_146_real.mp4", "question": "What is the person doing after the barbell exercise?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 339.0, "options": [ "A. Running on a treadmill.", "B. Performing cable fly.", "C. Stretching.", "D. Using a rowing machine." ] }, { "video_id": "sample_146_real.mp4", "question": "What muscle groups are highlighted in red on the left side of the screen during the front raise exercise?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 486.0, "options": [ "A. Front deltoids.", "B. Rear deltoids.", "C. Side deltoids.", "D. Biceps." ] }, { "video_id": "sample_301_real.mp4", "question": "How many red vehicles are shown as parked on the street?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 15.0, "options": [ "A. Two.", "B. One.", "C. Four.", "D. Five." ] }, { "video_id": "sample_301_real.mp4", "question": "What new element becomes visible in the video now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 100.0, "options": [ "A. A school.", "B. other houses.", "C. A playground.", "D. A park." ] }, { "video_id": "sample_301_real.mp4", "question": "What new element becomes visible in the video now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 100.0, "options": [ "A. A school.", "B. other houses.", "C. A playground.", "D. A park." ] }, { "video_id": "sample_301_real.mp4", "question": "What is located between the white picket fence and the brown wooden fence?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 162.0, "options": [ "A. A stone path.", "B. A grassy area.", "C. A concrete wall.", "D. A small pond." ] }, { "video_id": "sample_301_real.mp4", "question": "What is the nature of the shadows on the sidewalk shown right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 246.0, "options": [ "A. Shadows from parked cars.", "B. Shadows from street signs.", "C. Shadows from the tree canopy.", "D. Shadows from buildings." ] }, { "video_id": "sample_180_real.mp4", "question": "How many trees are on the left side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 3.0, "options": [ "A. Four.", "B. Six.", "C. Seven.", "D. Three." ] }, { "video_id": "sample_180_real.mp4", "question": "Where are the hay bales located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 141.0, "options": [ "A. On the left side of the road.", "B. On the both sides of the road.", "C. In the middle of the road.", "D. Directly ahead of the cyclist." ] }, { "video_id": "sample_180_real.mp4", "question": "What is the object located near the lamp post right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 276.0, "options": [ "A. A car.", "B. A bicycle.", "C. A mailbox.", "D. A tree with white flowers." ] }, { "video_id": "sample_180_real.mp4", "question": "Where is the tree shadow located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 423.0, "options": [ "A. On the left side of the road.", "B. Across the entire road.", "C. On the right side of the road.", "D. In the middle of the road." ] }, { "video_id": "sample_180_real.mp4", "question": "Where is the cyclist heading right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 563.0, "options": [ "A. Towards a commercial area.", "B. Towards a residential area.", "C. Towards an industrial area.", "D. Towards a forest." ] }, { "video_id": "sample_223_real.mp4", "question": "What concept might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 20.0, "options": [ "A. Definition of a right triangle.", "B. What is Pythagorean Theorem.", "C. The history of Pythagoras.", "D. The formula a² + b² = c²." ] }, { "video_id": "sample_223_real.mp4", "question": "What might the speaker discuss next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 154.0, "options": [ "A. Applications of the Pythagorean Theorem.", "B. How to solve for the hypotenuse.", "C. Examples of different right triangles.", "D. The history of the Pythagorean Theorem." ] }, { "video_id": "sample_223_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 333.0, "options": [ "A. How to apply the Pythagorean theorem to other shapes.", "B. The derivation of the Pythagorean theorem using trigonometry.", "C. The concept of area and its proof in the Pythagorean theorem.", "D. The historical background of the Pythagorean theorem." ] }, { "video_id": "sample_223_real.mp4", "question": "What might the speaker discuss next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 509.0, "options": [ "A. Explain how to use the Pythagorean theorem to find the right-angle side length.", "B. Discuss the properties of right-angle triangles in detail.", "C. Convert all given measurements from meters to centimeters.", "D. Illustrate how to plot these points on a Cartesian plane." ] }, { "video_id": "sample_223_real.mp4", "question": "What might the speaker discuss next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 669.0, "options": [ "A. How to calculate the hypotenuse.", "B. Why the triangle is right-angled.", "C. The properties of equilateral triangles.", "D. The method to verify if it is a right triangle." ] }, { "video_id": "sample_47_real.mp4", "question": "What graphic is featured in the video at the beginning?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. A large white number \"10\" with a spoon and fork positioned like clock hands on a white plate.", "B. A large white number \"10\" with a spoon and knife positioned like clock hands on a white plate.", "C. A large white number \"10\" with a fork and knife positioned like clock hands on a blue plate.", "D. A large white number \"10\" with a fork and knife positioned like clock hands on a white plate." ] }, { "video_id": "sample_47_real.mp4", "question": "What is the man seasoning on the white plate?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 126.0, "options": [ "A. Vegetables.", "B. Bread.", "C. Fish.", "D. Raw meat." ] }, { "video_id": "sample_47_real.mp4", "question": "What is being used to manage the food on the grill?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 241.0, "options": [ "A. A spatula.", "B. A wooden spoon.", "C. A fork.", "D. A pair of red tongs." ] }, { "video_id": "sample_47_real.mp4", "question": "What does the man do immediately after picking up a spoon?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 372.0, "options": [ "A. He stirs a pot on the stovetop.", "B. He scoops some sauce from a bowl.", "C. He chops vegetables.", "D. He flips food on the grill." ] }, { "video_id": "sample_47_real.mp4", "question": "What does the man do immediately after picking up a spoon?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 372.0, "options": [ "A. He stirs a pot on the stovetop.", "B. He scoops some sauce from a bowl.", "C. He chops vegetables.", "D. He flips food on the grill." ] }, { "video_id": "sample_401_real.mp4", "question": "What is the type of vehicle directly in front of the camera?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. A black sedan.", "B. A white bus.", "C. A white SUV.", "D. A white truck." ] }, { "video_id": "sample_401_real.mp4", "question": "Which establishment is next to the \"Happy Family\" restaurant?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 118.0, "options": [ "A. A bakery.", "B. A hair salon & spa.", "C. A nail salon.", "D. A gym." ] }, { "video_id": "sample_401_real.mp4", "question": "What is the color of the traffic light right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 242.0, "options": [ "A. Green.", "B. Yellow.", "C. Red.", "D. Blue." ] }, { "video_id": "sample_401_real.mp4", "question": "What is the make of the white truck parked on the right side?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 345.0, "options": [ "A. U-Haul.", "B. Ryder.", "C. Penske.", "D. Budget." ] }, { "video_id": "sample_401_real.mp4", "question": "What brand is the white truck directly ahead right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 460.0, "options": [ "A. U-Haul.", "B. Ryder.", "C. Penske.", "D. Hill-Rom." ] }, { "video_id": "sample_441_real.mp4", "question": "What is the person consistently doing throughout the entire scene?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 20.0, "options": [ "A. Taking inventory of products.", "B. Rearranging boxes randomly.", "C. Cleaning the storage area.", "D. Sorting and placing products methodically." ] }, { "video_id": "sample_441_real.mp4", "question": "What did the person pick up from the cart and place into the left-side shelves just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 154.0, "options": [ "A. Yogurt cups.", "B. Green Cartons of milk.", "C. Boxes of green-colored items.", "D. Containers of cream." ] }, { "video_id": "sample_441_real.mp4", "question": "What activity is the individual primarily engaged in just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 300.0, "options": [ "A. Pushing a loaded cart.", "B. Stocking shelves.", "C. Taking inventory.", "D. Cleaning the area." ] }, { "video_id": "sample_441_real.mp4", "question": "What activity is the individual primarily engaged in just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 300.0, "options": [ "A. Pushing a loaded cart.", "B. Stocking shelves.", "C. Taking inventory.", "D. Cleaning the area." ] }, { "video_id": "sample_441_real.mp4", "question": "How are the boxed items labeled on the right side shelves in the storage room right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 422.0, "options": [ "A. \"DAIRY\".", "B. \"FRESH\".", "C. \"PRVIA\".", "D. \"GROCERY\"." ] }, { "video_id": "sample_95_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 16.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_95_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 89.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 1." ] }, { "video_id": "sample_95_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 238.0, "options": [ "A. 3.", "B. 4.", "C. 6.", "D. 0." ] }, { "video_id": "sample_95_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 258.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 7." ] }, { "video_id": "sample_95_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 340.0, "options": [ "A. 2.", "B. 4.", "C. 9.", "D. 6." ] }, { "video_id": "sample_487_real.mp4", "question": "What is seen in the initial scene of the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 20.0, "options": [ "A. A red racing car is parked on the track.", "B. A green racing car in the pits.", "C. A blue racing car near a curve.", "D. A red racing car sped past on the track." ] }, { "video_id": "sample_487_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 88.0, "options": [ "A. The purple car.", "B. The blue car.", "C. The yellow car.", "D. The red car." ] }, { "video_id": "sample_487_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 88.0, "options": [ "A. The purple car.", "B. The blue car.", "C. The yellow car.", "D. The red car." ] }, { "video_id": "sample_487_real.mp4", "question": "What is the color of the car that leads the race right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 207.0, "options": [ "A. Red.", "B. Blue.", "C. Yellow.", "D. Purple." ] }, { "video_id": "sample_487_real.mp4", "question": "What is the position of Lightning McQueen in the standings for the Group 1 final?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 320.0, "options": [ "A. First.", "B. Second.", "C. Third.", "D. Fourth." ] }, { "video_id": "sample_406_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual gathered ice cubes, placed them into hand-washing sink.", "B. The individual poured liquor into a shaker, added ice, and mixed the drink.", "C. The individual fetched a glass, filled it with ice, and added a slice of lemon.", "D. The individual prepared various garnishes and placed them on the edge of a glass." ] }, { "video_id": "sample_406_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 112.0, "options": [ "A. The individua organized bar utensils, retrieved a measure cup, and poured a clear liquid into it.", "B. The individual gathered fresh herbs, chopped them finely, and stored them away.", "C. The individual garnished a cocktail with a fruit slice and stirred it gently.", "D. The individual placed ice cubes into glasses, poured liquor, and prepared to serve them." ] }, { "video_id": "sample_406_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 214.0, "options": [ "A. The individual mixed and poured cocktails into glasses placed on a napkin,.", "B. The individual poured beer into several glasses alongside the shaker.", "C. The individual arranged various spirits on the bar counter.", "D. The individual cleared empty glasses and sanitized the bar counter meticulously." ] }, { "video_id": "sample_406_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 316.0, "options": [ "A. The individual poured a liquid into a jigger, combined it with other ingredients, and prepared the mixture for a cocktail.", "B. The individual participated in a conversation with customers while cleaning glassware.", "C. The individual garnished drinks with fruit slices and served them to waiting customers.", "D. The individual took orders from a group of patrons and noted them down." ] }, { "video_id": "sample_406_real.mp4", "question": "Which of the following options best summarizes the actions of the individual taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 412.0, "options": [ "A. The individual prepared a cocktail by shaking ingredients, straining into a glass, and adding ice cubes.", "B. The individual organized garnishes on the bar counter, then served drinks to customers.", "C. The individual retrieved a bottle from a refrigerator, checked its contents, and placed it back.", "D. The individual opened a refrigerator, retrieved a bottle, and nearly filled it with liquid." ] }, { "video_id": "sample_495_real.mp4", "question": "Which car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 102.0, "options": [ "A. The blue car.", "B. The dark purple car.", "C. The red car.", "D. The green and black car." ] }, { "video_id": "sample_495_real.mp4", "question": "What color is the car that is in the lead in this competition right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 234.0, "options": [ "A. Black.", "B. Red and black.", "C. Yellow and red.", "D. Green." ] }, { "video_id": "sample_495_real.mp4", "question": "What is the digital timer display showing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 449.0, "options": [ "A. \"Race Time: 25.619\".", "B. \"Race Time: 24.874\".", "C. \"Race Time: 23.452\".", "D. \"Race Time: 24.824\"." ] }, { "video_id": "sample_495_real.mp4", "question": "Which team has the highest R4 score in the \"2023 - 2024 BRAGGIN' WAGON\" race results?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 666.0, "options": [ "A. NUMBSKULL Racing.", "B. DUBIOUS DIECAST.", "C. LIVE YOUNG DIECAST.", "D. HOT NUTS DIECAST." ] }, { "video_id": "sample_495_real.mp4", "question": "Which car won first place in this competition?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 778.0, "options": [ "A. The blue car.", "B. The dark purple car.", "C. The red car.", "D. The green and black car." ] }, { "video_id": "sample_136_real.mp4", "question": "Where is the white palette located relative to the canvas?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 8.0, "options": [ "A. To the left of the canvas.", "B. Above the canvas.", "C. Below the canvas.", "D. To the right of the canvas." ] }, { "video_id": "sample_136_real.mp4", "question": "Where is the white palette located relative to the canvas?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 8.0, "options": [ "A. To the left of the canvas.", "B. Above the canvas.", "C. Below the canvas.", "D. To the right of the canvas." ] }, { "video_id": "sample_136_real.mp4", "question": "Where is the palette located in relation to the canvas?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 179.0, "options": [ "A. To the left of the canvas.", "B. Above the canvas.", "C. Below the canvas.", "D. To the right of the canvas." ] }, { "video_id": "sample_136_real.mp4", "question": "What does the painter do after shifting to a broader view of the canvas?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 334.0, "options": [ "A. Cleans the brush.", "B. Adds details to the water.", "C. Mixes paint on the palette.", "D. Adjusts the position of the canvas." ] }, { "video_id": "sample_136_real.mp4", "question": "Which of the following best summarizes the painting process just shown in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 499.0, "options": [ "A. The artist paints a bright sunny day with flowers and butterflies.", "B. The artist creates a night scene with stars and a moon.", "C. The artist illustrates a winter landscape with snow and ice.", "D. The artist depicts a sunset over water, adding vertical elements like trees or reeds." ] }, { "video_id": "sample_259_real.mp4", "question": "What is about the football field's lighting condition?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 16.0, "options": [ "A. It is dimly lit.", "B. It has bright overhead lights.", "C. It is partially lit.", "D. It has no lights." ] }, { "video_id": "sample_259_real.mp4", "question": "What is the color of the player's jersey who is dribbling the ball?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 204.0, "options": [ "A. Blue.", "B. Red.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_259_real.mp4", "question": "What is surrounding the soccer field?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 420.0, "options": [ "A. A wall.", "B. Tall buildings.", "C. A fence.", "D. Trees." ] }, { "video_id": "sample_259_real.mp4", "question": "What is surrounding the soccer field?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 420.0, "options": [ "A. A wall.", "B. Tall buildings.", "C. A fence.", "D. Trees." ] }, { "video_id": "sample_259_real.mp4", "question": "Where is the player in the green vest controlling the ball?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 620.0, "options": [ "A. Near the middle of the field.", "B. Near the goalpost.", "C. Near the sidelines of the field.d.", "D. Near the entrance gate." ] }, { "video_id": "sample_269_real.mp4", "question": "What information is being displayed on the screen just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 9.0, "options": [ "A. Current speed of the cyclist.", "B. Details of Susten Pass (East side).", "C. A map showing the cycling route.", "D. Weather conditions in the area." ] }, { "video_id": "sample_269_real.mp4", "question": "What is the position of the guardrail right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 204.0, "options": [ "A. On the right side of the road.", "B. Directly behind the cyclist.", "C. On the left side of the road.", "D. Directly ahead of the cyclist." ] }, { "video_id": "sample_269_real.mp4", "question": "Where is the cyclist descending towards right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 399.0, "options": [ "A. A dense forest area.", "B. A rocky hill.", "C. An open grassland.", "D. A small village." ] }, { "video_id": "sample_269_real.mp4", "question": "What is the cyclist approaching right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 601.0, "options": [ "A. A parking lot.", "B. A bridge.", "C. A small village.", "D. A tunnel." ] }, { "video_id": "sample_269_real.mp4", "question": "What is to the right of the cyclist right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 786.0, "options": [ "A. A canel.", "B. A concrete wall.", "C. A clear view of mountain and trees.", "D. A lake." ] }, { "video_id": "sample_315_real.mp4", "question": "What has the video primarily captured so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 20.0, "options": [ "A. A bustling harbor with many boats arriving and departing.", "B. A serene waterfront scene with calm water and minimal movement.", "C. A stormy sea with waves crashing into the docks.", "D. A busy marketplace with people shopping and trading." ] }, { "video_id": "sample_315_real.mp4", "question": "What has the video primarily captured so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 20.0, "options": [ "A. A bustling harbor with many boats arriving and departing.", "B. A serene waterfront scene with calm water and minimal movement.", "C. A stormy sea with waves crashing into the docks.", "D. A busy marketplace with people shopping and trading." ] }, { "video_id": "sample_315_real.mp4", "question": "What color is the tram ceiling?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 175.0, "options": [ "A. Blue.", "B. White.", "C. Grey.", "D. Black." ] }, { "video_id": "sample_315_real.mp4", "question": "What type of windows does the blue building have?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 326.0, "options": [ "A. Metal-framed windows.", "B. No windows.", "C. White-framed windows.", "D. Wooden-framed windows." ] }, { "video_id": "sample_315_real.mp4", "question": "What word is prominently displayed on the facade of the old-west-style building right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 583.0, "options": [ "A. \"Tickets\".", "B. \"Rides\".", "C. \"Games\".", "D. \"Food\"." ] }, { "video_id": "sample_199_real.mp4", "question": "What tool is the player using to cut down the trees?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 323.0, "options": [ "A. Stone axe.", "B. Diamond Axe.", "C. Golden axe.", "D. SWooden axe." ] }, { "video_id": "sample_199_real.mp4", "question": "What did the player just take out of the furnace?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 651.0, "options": [ "A. Iron pickaxe.", "B. Stone.", "C. Food.", "D. Stone block." ] }, { "video_id": "sample_199_real.mp4", "question": "What food did the player just eat?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 665.0, "options": [ "A. Fishes.", "B. pork.", "C. Orange.", "D. beef." ] }, { "video_id": "sample_199_real.mp4", "question": "What did the player do after the coordinates '1320, 1450' appeared on the screen?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 972.0, "options": [ "A. Fight an enemy.", "B. Open a chest.", "C. Craft an item.", "D. Explore the terrain." ] }, { "video_id": "sample_199_real.mp4", "question": "What did the player do after the coordinates '1320, 1450' appeared on the screen?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 972.0, "options": [ "A. Fight an enemy.", "B. Open a chest.", "C. Craft an item.", "D. Explore the terrain." ] }, { "video_id": "sample_381_real.mp4", "question": "What is the vehicle immediately in front of the taxi right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 2.0, "options": [ "A. A bus.", "B. A bicycle.", "C. A yellow car.", "D. A motorcycle." ] }, { "video_id": "sample_381_real.mp4", "question": "What colors are the advertisements on the left buildings right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 125.0, "options": [ "A. Red and White.", "B. Black and Yellow.", "C. Green and White.", "D. Blue and Red." ] }, { "video_id": "sample_381_real.mp4", "question": "What type of vehicle is in front of the yellow taxi right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 247.0, "options": [ "A. A black car.", "B. A white van.", "C. A gray SUV.", "D. A red truck." ] }, { "video_id": "sample_381_real.mp4", "question": "What is the person in the crosswalk holding in her hand right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 368.0, "options": [ "A. A handbag.", "B. A phone.", "C. A shopping bag and a handbag.", "D. An umbrella." ] }, { "video_id": "sample_381_real.mp4", "question": "What colors are the cones lining the street?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 488.0, "options": [ "A. Orange and white.", "B. Yellow and black.", "C. Green and white.", "D. Blue and white." ] }, { "video_id": "sample_479_real.mp4", "question": "How many paintings featuring woman are visible just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 13.0, "options": [ "A. One.", "B. Two.", "C. Three.", "D. Four." ] }, { "video_id": "sample_479_real.mp4", "question": "How many paintings featuring woman are visible just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 13.0, "options": [ "A. One.", "B. Two.", "C. Three.", "D. Four." ] }, { "video_id": "sample_479_real.mp4", "question": "How is the background of the lower artwork described?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 324.0, "options": [ "A. Bright and clear with blue skies.", "B. Dark and slightly blurred with greenish and blue light effects.", "C. White and plain with no distractions.", "D. Vivid and colorful with red hues." ] }, { "video_id": "sample_479_real.mp4", "question": "How is the background of the lower artwork described?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 324.0, "options": [ "A. Bright and clear with blue skies.", "B. Dark and slightly blurred with greenish and blue light effects.", "C. White and plain with no distractions.", "D. Vivid and colorful with red hues." ] }, { "video_id": "sample_479_real.mp4", "question": "What are the features of the painting to the right of painting with a sheep's head?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 495.0, "options": [ "A. Geometric patterns and bold colors.", "B. A vibrant house on a street.", "C. A blue abstract piece with intricate line work.", "D. An expansive field under a muted sky." ] }, { "video_id": "sample_257_real.mp4", "question": "What happened in the the video just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 20.0, "options": [ "A. Players are shown resting on the sidelines.", "B. The camera focuses on the crowd.", "C. Text overlays hint at a welcoming message related to football.", "D. A player scores a goal." ] }, { "video_id": "sample_257_real.mp4", "question": "What is the camera showing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 240.0, "options": [ "A. Players celebrating a goal.", "B. A player tying their shoelaces.", "C. The ball near the sideline.", "D. The players leaving the field." ] }, { "video_id": "sample_257_real.mp4", "question": "What type of game is being played on the sports field right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 460.0, "options": [ "A. A competitive league match.", "B. A casual or friendly game.", "C. A training session.", "D. A tournament final." ] }, { "video_id": "sample_257_real.mp4", "question": "Where are the people who are not playing the game situated in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 667.0, "options": [ "A. Inside the field.", "B. Behind the goalposts.", "C. Along the fence.", "D. Outside the stadium." ] }, { "video_id": "sample_257_real.mp4", "question": "Where are the people who are not playing the game situated in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 667.0, "options": [ "A. Inside the field.", "B. Behind the goalposts.", "C. Along the fence.", "D. Outside the stadium." ] }, { "video_id": "sample_360_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual prepared a cup of matcha tea by scooping matcha powder, and whisking it.", "B. The individual prepared a cup of coffee by grinding the beans, brewing the coffee, and serving it in a mug.", "C. The individual prepared a cup of herbal tea by selecting herbs, placing them in a teapot, adding boiling water, and steeping it.", "D. The individual prepared a smoothie by blending fruits, adding milk, and pouring it into a glass." ] }, { "video_id": "sample_360_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 140.0, "options": [ "A. The individual made a glass of iced water by filling a glass with ice cubes.", "B. The individual prepared a cup of cold brew coffee by adding milk, stirring it, and placing it on a tray.", "C. The individual filled a glass with ice cubes from the ice machine using a blue scoop.", "D. The individual brewed a fresh cup of iced tea by mixing the tea concentrate with water and ice." ] }, { "video_id": "sample_360_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 272.0, "options": [ "A. The individual cleaned a portafilter, and placed it on the table.", "B. The individual retrieved a tool, refilled it using a coffee grinder, and rinsed it under a faucet.", "C. The individual placed a filter into a coffee maker, filled it with grounds, and started the brewing process.", "D. The individual selected a mug, filled it with milk, and placed it under a milk frother." ] }, { "video_id": "sample_360_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 405.0, "options": [ "A. The individual steamed milk, prepared espresso, grabbed a cloth, and cleaned the workstation.", "B. The individual filled a pitcher with water, added coffee grounds, and placed it in the refrigerator to brew.", "C. The individual poured milk into a coffee cup, added ice cubes, and stirred using a spoon.", "D. The individual brewed coffee, poured it over ice, and then added sweeteners before stirring." ] }, { "video_id": "sample_360_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 534.0, "options": [ "A. The individual cleaned a portafilter, weighed it, and began adding coffee ground to it.", "B. The individual brewed coffee and filled a thermos with it before capping it off.", "C. The individual prepared a cup of tea by boiling water, adding tea leaves, and waiting for it to steep.", "D. The individual cleaned a cup, added milk, and placed it in the microwave to heat." ] }, { "video_id": "sample_333_real.mp4", "question": "How many buses have been shown in the video so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 35.0, "options": [ "A. One.", "B. Two.", "C. Three.", "D. Four." ] }, { "video_id": "sample_333_real.mp4", "question": "How many buses have been shown in the video so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 35.0, "options": [ "A. One.", "B. Two.", "C. Three.", "D. Four." ] }, { "video_id": "sample_333_real.mp4", "question": "What are people doing while standing on the sidewalk right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 170.0, "options": [ "A. Playing musical instruments.", "B. Reading newspapers.", "C. Using their phones and conversing.", "D. Painting murals." ] }, { "video_id": "sample_333_real.mp4", "question": "What is the color scheme of the map labeled \"Salisbury Garden\" shown on the signboard?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 326.0, "options": [ "A. Black on white.", "B. Blue on white.", "C. Green on black.", "D. White on black." ] }, { "video_id": "sample_333_real.mp4", "question": "What was labeled on the modern building visible in the scene just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 485.0, "options": [ "A. RESORT.", "B. REGENT.", "C. REFLECT.", "D. RETREAT." ] }, { "video_id": "sample_156_real.mp4", "question": "What are the walls' color in the larger room?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 13.0, "options": [ "A. White.", "B. Peach.", "C. Blue.", "D. Gray." ] }, { "video_id": "sample_156_real.mp4", "question": "What are the walls' color in the larger room?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 13.0, "options": [ "A. White.", "B. Peach.", "C. Blue.", "D. Gray." ] }, { "video_id": "sample_156_real.mp4", "question": "What is notable about the gold button?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 98.0, "options": [ "A. It has a plain surface.", "B. It is silver with a smooth finish.", "C. It has a decorative design.", "D. It is wooden with carvings." ] }, { "video_id": "sample_156_real.mp4", "question": "What item of clothing is the older man helping the younger man with?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 180.0, "options": [ "A. Shirt.", "B. Trousers.", "C. Waistcoat.", "D. Jacket." ] }, { "video_id": "sample_156_real.mp4", "question": "What is one of the items on the well-decorated table?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 261.0, "options": [ "A. A book.", "B. A ceramic pitcher.", "C. A silver tray.", "D. A candle." ] }, { "video_id": "sample_105_real.mp4", "question": "What graphics card is mentioned as having 44 shader TFLOPS?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. RTX 4070 Super.", "B. RTX 4080 Super.", "C. RTX 4090.", "D. RTX 4070 Ti Super." ] }, { "video_id": "sample_105_real.mp4", "question": "Which series of graphics cards is being displayed right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 214.0, "options": [ "A. GTX 1080 Ti.", "B. RTX 4070 Super.", "C. RX 5700 XT.", "D. RTX 3060." ] }, { "video_id": "sample_105_real.mp4", "question": "Which graphics card achieves the highest performance in all categories as shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 420.0, "options": [ "A. RTX 4070.", "B. RTX 4070 SUPER.", "C. RTX 4070 Ti.", "D. RTX 4060 Ti." ] }, { "video_id": "sample_105_real.mp4", "question": "What type of data is shown regarding \"Stable Diffusion AI\" right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 620.0, "options": [ "A. User reviews.", "B. Benchmarking data.", "C. Software tutorials.", "D. Game results." ] }, { "video_id": "sample_105_real.mp4", "question": "What models are the two graphics cards labeled right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 735.0, "options": [ "A. GTX 3090.", "B. RX 6900.", "C. RTX 4070 and RTX 4070 SUPER.", "D. LIV." ] }, { "video_id": "sample_154_real.mp4", "question": "What does the person do after waking up?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 19.0, "options": [ "A. Lies back down.", "B. Walks out of the room.", "C. Sits up on the edge of the bed.", "D. Stands up and stretches." ] }, { "video_id": "sample_154_real.mp4", "question": "What does the person do after waking up?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 19.0, "options": [ "A. Lies back down.", "B. Walks out of the room.", "C. Sits up on the edge of the bed.", "D. Stands up and stretches." ] }, { "video_id": "sample_154_real.mp4", "question": "How did the scene change just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 99.0, "options": [ "A. The man picked up a piece of clothing on a red sofa in a different room, preparing to put it on.", "B. The man is seen standing in front of a mirror.", "C. The man is shown sitting and adjusting his wig.", "D. The man walks out of the room." ] }, { "video_id": "sample_154_real.mp4", "question": "How did the scene change just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 99.0, "options": [ "A. The man picked up a piece of clothing on a red sofa in a different room, preparing to put it on.", "B. The man is seen standing in front of a mirror.", "C. The man is shown sitting and adjusting his wig.", "D. The man walks out of the room." ] }, { "video_id": "sample_154_real.mp4", "question": "How did the scene change just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 99.0, "options": [ "A. The man picked up a piece of clothing on a red sofa in a different room, preparing to put it on.", "B. The man is seen standing in front of a mirror.", "C. The man is shown sitting and adjusting his wig.", "D. The man walks out of the room." ] }, { "video_id": "sample_317_real.mp4", "question": "What does the mural depict?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 13.0, "options": [ "A. A large beige building.", "B. Palm trees and blue-topped booths.", "C. A multi-car tram.", "D. A famous Hollywood sign and surrounding landscape." ] }, { "video_id": "sample_317_real.mp4", "question": "What does the mural depict?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 13.0, "options": [ "A. A large beige building.", "B. Palm trees and blue-topped booths.", "C. A multi-car tram.", "D. A famous Hollywood sign and surrounding landscape." ] }, { "video_id": "sample_317_real.mp4", "question": "What is indicated by the \"Lower Lot\" sign seen in the background?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 147.0, "options": [ "A. The name of a ride.", "B. The name of the area.", "C. The name of a restaurant.", "D. The name of a shop." ] }, { "video_id": "sample_317_real.mp4", "question": "What is the relative position of the potted plant in the video right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 283.0, "options": [ "A. In the center of the screen.", "B. In the upper left corner.", "C. In the lower right side.", "D. In the bottom center." ] }, { "video_id": "sample_317_real.mp4", "question": "What is visible on the right side of the escalator?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 431.0, "options": [ "A. A fountain.", "B. A park.", "C. A parking lot.", "D. A large building with colorful billboards." ] }, { "video_id": "sample_128_real.mp4", "question": "Which of the following best summarizes the scene in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 19.0, "options": [ "A. A detailed exploration of a landscape painting.", "B. The process of painting a landscape with vibrant colors.", "C. A focus on a woman's portrait with a tranquil expression.", "D. An artist discussing the inspiration behind an abstract piece." ] }, { "video_id": "sample_128_real.mp4", "question": "Which of the following best summarizes the scene in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 19.0, "options": [ "A. A detailed exploration of a landscape painting.", "B. The process of painting a landscape with vibrant colors.", "C. A focus on a woman's portrait with a tranquil expression.", "D. An artist discussing the inspiration behind an abstract piece." ] }, { "video_id": "sample_128_real.mp4", "question": "What is visible in the left lower corner of the frame after the camera zooms out?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 178.0, "options": [ "A. A decorative statue.", "B. A green plant.", "C. A part of a bookshelf.", "D. A palette of colors." ] }, { "video_id": "sample_128_real.mp4", "question": "Which of the following best summarizes the painting shown in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 326.0, "options": [ "A. A woman with open eyes and vibrant colors.", "B. A landscape with intricate textures.", "C. A woman's face with closed eyes and partially painted skin tones.", "D. An abstract painting with geometric shapes." ] }, { "video_id": "sample_128_real.mp4", "question": "Which of the following best summarizes the content that was just shown in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 500.0, "options": [ "A. Two paintings of a landscape are displayed, followed by a close-up of a bird sculpture.", "B. Two portraits of a woman are shown, with a close-up revealing details of one painting, and then the original view is restored.", "C. A painting of a young man is displayed, followed by a description of the artist's technique.", "D. A video of an artist painting is shown, with a focus on the brush strokes and colors used." ] }, { "video_id": "sample_490_real.mp4", "question": "What event is being depicted according to the text overlays?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 19.0, "options": [ "A. Local Race.", "B. Test Drive.", "C. World Grand Prix - Final Round.", "D. Exhibition Match." ] }, { "video_id": "sample_490_real.mp4", "question": "How many racers are listed in the standings for \"Race 2\"?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 200.0, "options": [ "A. Four.", "B. Five.", "C. Six.", "D. Seven." ] }, { "video_id": "sample_490_real.mp4", "question": "How many racers are listed in the standings for \"Race 2\"?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 200.0, "options": [ "A. Four.", "B. Five.", "C. Six.", "D. Seven." ] }, { "video_id": "sample_490_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 419.0, "options": [ "A. The pink car.", "B. The yellow car.", "C. The red car.", "D. The blue car." ] }, { "video_id": "sample_490_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 541.0, "options": [ "A. The pink car.", "B. The yellow car.", "C. The red car.", "D. The blue car." ] }, { "video_id": "sample_436_real.mp4", "question": "What task is the person primarily engaged in right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 54.0, "options": [ "A. Cleaning the storage room.", "B. Counting inventory.", "C. Organizing and resupplying shelves.", "D. Moving trolleys to the front." ] }, { "video_id": "sample_436_real.mp4", "question": "What task is the person primarily engaged in right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 54.0, "options": [ "A. Cleaning the storage room.", "B. Counting inventory.", "C. Organizing and resupplying shelves.", "D. Moving trolleys to the front." ] }, { "video_id": "sample_436_real.mp4", "question": "What action is the person holding the camera performing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 139.0, "options": [ "A. Taking items off the shelves.", "B. Pushing a cart.", "C. Rearranging items on the shelves.", "D. Cleaning the aisle." ] }, { "video_id": "sample_436_real.mp4", "question": "What is the primary type of product seen on the shelves?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 260.0, "options": [ "A. Dairy products like milk and yogurt.", "B. Fresh vegetables.", "C. Canned goods.", "D. Electronics." ] }, { "video_id": "sample_436_real.mp4", "question": "What is the primary type of product seen on the shelves?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 260.0, "options": [ "A. Dairy products like milk and yogurt.", "B. Fresh vegetables.", "C. Canned goods.", "D. Electronics." ] }, { "video_id": "sample_217_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 88.0, "options": [ "A. How to find the Mean of a data set.", "B. An overview of different types of graphs.", "C. The definition of a median.", "D. Steps to calculate the mode." ] }, { "video_id": "sample_217_real.mp4", "question": "What concept is likely to be explained next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 258.0, "options": [ "A. Median.", "B. Variance.", "C. Mode.", "D. Range." ] }, { "video_id": "sample_217_real.mp4", "question": "What is the next logical step after the operation to the numbers?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 307.0, "options": [ "A. Find the mean of the numbers.", "B. Find the median of the numbers.", "C. Find the mode of the numbers.", "D. Find the range of the numbers." ] }, { "video_id": "sample_217_real.mp4", "question": "What might the instructor explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 440.0, "options": [ "A. How to calculate the mean of a set of numbers.", "B. How to interpret the result of the median calculation.", "C. The difference between mean and median.", "D. How to find the mode of a data set." ] }, { "video_id": "sample_217_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 554.0, "options": [ "A. Divide the sum by the first number in the list.", "B. Subtract the smallest number from the sum.", "C. Divide the sum by the count of numbers.", "D. Add all the numbers again." ] }, { "video_id": "sample_344_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual opened a refrigerator, took out frozen food, placed it in a fryer basket, and prepared to deep-fry it.", "B. The individual put on gloves, searched for cleaning supplies, and began to clean the station.", "C. The individual filled a basket with fresh vegetables, washed them, and prepared to cook them.", "D. The individual arranged various condiments on the counter and started preparing a sandwich." ] }, { "video_id": "sample_344_real.mp4", "question": "What actions were taken just now by the individual?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 87.0, "options": [ "A. The individual opened a refrigerator, retrieved ingredients, and prepared to cook them.", "B. The individual opened a pantry, selected a pan, and started cooking the food.", "C. The individual arranged utensils on the counter and began preparing a salad.", "D. The individual checked the deep fryer, removed fried food, and placed it on a rack." ] }, { "video_id": "sample_344_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 164.0, "options": [ "A. The individual opened a storage unit, retrieved packaged food, and began putting it into fryer baskets.", "B. The individual organized utensils on the counter, chopped vegetables, and prepared to sauté them.", "C. The individual opened a pantry, gathered baking ingredients, and prepared to start baking.", "D. The individual cleaned the working station, disposed of garbage, and reorganized supplies." ] }, { "video_id": "sample_344_real.mp4", "question": "What actions were taken just now by the individual?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 240.0, "options": [ "A. The individual removed the fried food from the fryer, placed it on a tray, and organized the tray in a storage unit.", "B. The individual placed the food in a frying pan, sautéed it, and plated it.", "C. The individual chopped vegetables, placed them in a bowl, and started making a salad.", "D. The individual cleaned the working station, wiped the counters, and organized the utensils." ] }, { "video_id": "sample_344_real.mp4", "question": "Which of the following options best summarizes the actions just taken?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 318.0, "options": [ "A. The individual removed fried food from the fryer, transferred it to a tray, and organized the tray in a storage unit.", "B. The individual picked up a pan, sautéed vegetables, and plated them.", "C. The individual opened a can of vegetables, placed them in a pot, and started boiling them.", "D. The individual cleaned the deep fryer, disposed of oil, and prepped it for the next batch." ] }, { "video_id": "sample_170_real.mp4", "question": "What is on the left side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. A clear field.", "B. A group of houses.", "C. A river.", "D. A line of trees." ] }, { "video_id": "sample_170_real.mp4", "question": "Where is the nearest dense row of trees located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 150.0, "options": [ "A. On the right side of the road.", "B. On both sides of the road.", "C. In the distance ahead.", "D. On the left side of the road." ] }, { "video_id": "sample_170_real.mp4", "question": "Where is the wooden bench?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 288.0, "options": [ "A. On the left side of the road.", "B. Directly ahead.", "C. There is no bench.", "D. On the right side of the road." ] }, { "video_id": "sample_170_real.mp4", "question": "What is present on the left side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 429.0, "options": [ "A. A small park with benches.", "B. A river with a pedestrian bridge.", "C. An open field with trees.", "D. A parked cars and several houses." ] }, { "video_id": "sample_170_real.mp4", "question": "Where is the tree casting a shadow located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 560.0, "options": [ "A. On the left side, in the field.", "B. In the middle of the road.", "C. On the right side of the road.", "D. Slightly in front of the cyclist, on the left." ] }, { "video_id": "sample_363_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. An individual ground coffee beans, weighed the coffee, and started brewing the coffee.", "B. An individual added condiments to a ready-made espresso shot and served it to a customer.", "C. An individual prepared a cup of coffee by grinding beans and tamping it.", "D. An individual poured milk and water into a cup and served a latte." ] }, { "video_id": "sample_363_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 129.0, "options": [ "A. An individual prepared two cups of iced coffee, sealed the lids, and placed them on the counter.", "B. An individual brewed two cups of hot coffee, added sugar, and handed them to customers.", "C. An individual cleaned the coffee machine and stored the coffee cups.", "D. An individual took out coffee supplies from storage and organized them on the shelf." ] }, { "video_id": "sample_363_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 251.0, "options": [ "A. The individual brewed a fresh pot of coffee, added sugar, and handed it to the customer.", "B. The individual added a straw to an iced coffee, stirred it, and handed it to the customer.", "C. The individual took a hot coffee, added a lid, and placed it in a tray.", "D. The individual steamed milk, poured it into a cup, and added cinnamon topping." ] }, { "video_id": "sample_363_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 360.0, "options": [ "A. The individual cleaned tables and collected used cups from the customers in a cafe.", "B. The individual took packaged suger and served them to customers at a table.", "C. The individual cleaned the espresso machine and arranged the utensils on the counter.", "D. The individual arranged pastries on a display counter for customers." ] }, { "video_id": "sample_363_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 486.0, "options": [ "A. The individual cleaned up spilled milk and put milk containers back in the refrigerator.", "B. The individual brewed three cups of coffee, and disposed of used coffee grounds.", "C. The individual cleaned the coffee machine and arranged the cups neatly on the counter.", "D. The individual brewed a fresh pot of coffee and added sugar and milk before serving it." ] }, { "video_id": "sample_20_real.mp4", "question": "What is the color of the man's t-shirt in the initial video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 51.0, "options": [ "A. Light blue.", "B. Dark navy blue.", "C. White.", "D. Green." ] }, { "video_id": "sample_20_real.mp4", "question": "What item is the woman initially holding in her left hand right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 60.0, "options": [ "A. A green container.", "B. A small saucepan.", "C. A white bowl.", "D. A can." ] }, { "video_id": "sample_20_real.mp4", "question": "What item is the woman holding in her left hand right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 121.0, "options": [ "A. A carton of eggs.", "B. A white mixing bowl.", "C. A whisk.", "D. A small white bowl." ] }, { "video_id": "sample_20_real.mp4", "question": "What color is the fluid being poured onto the griddle?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 181.0, "options": [ "A. White.", "B. Yellow.", "C. Brown.", "D. Red." ] }, { "video_id": "sample_20_real.mp4", "question": "What has this woman just done?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 322.0, "options": [ "A. Pour the cooked seasonings from the pot onto the chicken wings on the grill.", "B. Pour the seasonings from the pot onto the panca.", "C. Pour the prepared sauce from the pot onto the roasted fish.", "D. Pour the mixed spices from the pot onto the steak being seared." ] }, { "video_id": "sample_422_real.mp4", "question": "What is the condition of the weather right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 15.0, "options": [ "A. Cloudy.", "B. Rainy.", "C. Clear.", "D. Snowy." ] }, { "video_id": "sample_422_real.mp4", "question": "What is the pilot adjusting right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 123.0, "options": [ "A. Control panel.", "B. The radio.", "C. The headset.", "D. The GPS." ] }, { "video_id": "sample_422_real.mp4", "question": "What device is right now located to the pilot's right side and visible in the footage?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 239.0, "options": [ "A. A smartphone.", "B. A tablet.", "C. A radio.", "D. A map." ] }, { "video_id": "sample_422_real.mp4", "question": "What is the predominant color of the pilot's shorts right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 352.0, "options": [ "A. Black.", "B. Blue.", "C. Grey.", "D. Green." ] }, { "video_id": "sample_422_real.mp4", "question": "What is the pilot holding in his right hand right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 451.0, "options": [ "A. A joystick.", "B. A map.", "C. A throttle lever.", "D. A GPS device." ] }, { "video_id": "sample_389_real.mp4", "question": "What is the color of the banner with the word \"UNO\" on it?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 16.0, "options": [ "A. Red.", "B. Blue.", "C. Green.", "D. Yellow." ] }, { "video_id": "sample_389_real.mp4", "question": "What type of vehicle is visible in front of the teal food truck right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 130.0, "options": [ "A. Taxi cab.", "B. Truck.", "C. Bus.", "D. Black car." ] }, { "video_id": "sample_389_real.mp4", "question": "What is the speed limit indicated on the \"Share the Road\" sign right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 254.0, "options": [ "A. 10 MPH.", "B. 15 MPH.", "C. 20 MPH.", "D. 5 MPH." ] }, { "video_id": "sample_389_real.mp4", "question": "What type of store has signs visible right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 379.0, "options": [ "A. Bookstore.", "B. Coffee shop.", "C. Clothing store.", "D. Pet store." ] }, { "video_id": "sample_389_real.mp4", "question": "What type of store is visible with the sign \"METROPOLIS\"?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 507.0, "options": [ "A. Bookstore.", "B. Pet store.", "C. Coffee shop.", "D. Clothing store." ] }, { "video_id": "sample_469_real.mp4", "question": "What shape is the transparent sculpture placed on the clear pedestal shown just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 173.0, "options": [ "A. Star.", "B. Circle.", "C. Heart.", "D. Triangle." ] }, { "video_id": "sample_469_real.mp4", "question": "Which names are visible now", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 333.0, "options": [ "A. VEILLEUX and MONET.", "B. MONET and TREMBLAY.", "C. CICIOVAN and VEILLEUX.", "D. TREMBLAY and CICIOVAN." ] }, { "video_id": "sample_469_real.mp4", "question": "Which names are visible now", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 333.0, "options": [ "A. VEILLEUX and MONET.", "B. MONET and TREMBLAY.", "C. CICIOVAN and VEILLEUX.", "D. TREMBLAY and CICIOVAN." ] }, { "video_id": "sample_469_real.mp4", "question": "What is on the table beneath the lower part of the display?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 490.0, "options": [ "A. Two books and a box.", "B. one book and a box.", "C. A sculpture.", "D. A vase." ] }, { "video_id": "sample_469_real.mp4", "question": "What is on the table beneath the lower part of the display?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 490.0, "options": [ "A. Two books and a box.", "B. one book and a box.", "C. A sculpture.", "D. A vase." ] }, { "video_id": "sample_379_real.mp4", "question": "Which of the following options best summarizes the activities seen in the recent video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. An individual enters a storage area, picks up a cleaning tool, and starts cleaning the floor.", "B. An individual navigates through a cluttered area, moves a container, and looks for something on the shelves.", "C. An individual walks through a hallway, encounters cleaning equipment, and the washed his hands.", "D. An individual checks the inventory stock, organizes boxes, and ensures the supplies are properly arranged." ] }, { "video_id": "sample_379_real.mp4", "question": "Which action best summarizes the preparation process seen just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 151.0, "options": [ "A. The individual is frying chicken, seasoning it, and packaging it for serving.", "B. The individual is preparing a salad by slicing vegetables and arranging them on a plate.", "C. The individual is cleaning the fryer area, organizing equipment, and storing the fries for later use.", "D. The individual is frying French fries, seasoning them." ] }, { "video_id": "sample_379_real.mp4", "question": "Which of the following options best summarizes the actions taken just now in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 174.0, "options": [ "A. The individual took a break, cleaned the surrounding area, and sanitized the working station.", "B. The individual selected various food items, placed them in a pan, and started cooking them on a stovetop.", "C. The individual poured the fries into the packaging box.", "D. The individual prepared a salad by chopping vegetables and setting them onto a plate." ] }, { "video_id": "sample_379_real.mp4", "question": "Which of the following options best summarizes the scene just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 247.0, "options": [ "A. The individual inspected the food items in the refrigerator, rearranged them, and closed the door.", "B. The individual checked and adjusted multiple fryer baskets of fries, making sure they were cooking properly, before stepping back.", "C. The individual cleaned the counter and surrounding areas, ensuring a tidy workspace.", "D. The individual organized and labeled various containers in preparation for a cooking task." ] }, { "video_id": "sample_379_real.mp4", "question": "Which of the following best summarizes the actions performed just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 326.0, "options": [ "A. The individual organized frozen ingredients, arranged them on a tray, and placed it in the oven.", "B. The individual picked out the burnt fries and throw them into the trash can.", "C. The individual prepared a bucket of peeled potatoes, rinsed them in water, and placed them in a storage bin.", "D. The individual packaged French fries, added salt, and placed the containers on a service counter." ] }, { "video_id": "sample_431_real.mp4", "question": "What is the man standing in front of the glider wearing on his head right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 3.0, "options": [ "A. A helmet.", "B. A hat.", "C. A cap.", "D. No headgear." ] }, { "video_id": "sample_431_real.mp4", "question": "What is the current texture of the sky right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 102.0, "options": [ "A. Clear with few clouds.", "B. Overcast and cloudy.", "C. Sunny with scattered clouds.", "D. Stormy with dark clouds." ] }, { "video_id": "sample_431_real.mp4", "question": "Right now, what is the man holding in his hand?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 200.0, "options": [ "A. A map.", "B. A burger.", "C. A sandwich.", "D. A piece of paper." ] }, { "video_id": "sample_431_real.mp4", "question": "What is displayed on the central screen of the control panel right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 298.0, "options": [ "A. A navigation map.", "B. A weather forecast.", "C. A music player.", "D. An engine monitoring system." ] }, { "video_id": "sample_431_real.mp4", "question": "What is the primary color of the joystick in the pilot's left hand right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 396.0, "options": [ "A. Red.", "B. Blue.", "C. Yellow.", "D. Green." ] }, { "video_id": "sample_192_real.mp4", "question": "What is the speaker planning to build?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 14.0, "options": [ "A. A boring setup.", "B. A new house.", "C. An enchanting setup.", "D. A dangerous place." ] }, { "video_id": "sample_192_real.mp4", "question": "What is the notable feature of the player's experience level when shown outdoors?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 278.0, "options": [ "A. Low-level (5).", "B. Mid-level (20).", "C. High-level (35).", "D. Maximum level (50)." ] }, { "video_id": "sample_192_real.mp4", "question": "What is the notable feature of the player's experience level when shown outdoors?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 278.0, "options": [ "A. Low-level (5).", "B. Mid-level (20).", "C. High-level (35).", "D. Maximum level (50)." ] }, { "video_id": "sample_192_real.mp4", "question": "Where is the player character located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 799.0, "options": [ "A. At the center of the circle.", "B. Near the edge of the circular formation.", "C. Outside the structure.", "D. On the terrain below." ] }, { "video_id": "sample_192_real.mp4", "question": "Where is the player character located right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 799.0, "options": [ "A. At the center of the circle.", "B. Near the edge of the circular formation.", "C. Outside the structure.", "D. On the terrain below." ] }, { "video_id": "sample_290_real.mp4", "question": "What did the character do just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 11.0, "options": [ "A. Closed the door of the truck.", "B. Inspected the utility boxes.", "C. Handed the package to Harry Miller.", "D. Opened the side door of the truck and entered the truck." ] }, { "video_id": "sample_290_real.mp4", "question": "What is the person in the inset video doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 142.0, "options": [ "A. Doing nothing.", "B. Adjusting the headset.", "C. Typing on a keyboard.", "D. Reacting with expressions while speaking." ] }, { "video_id": "sample_290_real.mp4", "question": "What is the black van doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 301.0, "options": [ "A. Stopping at a traffic light.", "B. Making a left turn.", "C. Reversing back to the previous street.", "D. Continuing driving straight after the intersection." ] }, { "video_id": "sample_290_real.mp4", "question": "What is the truck doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 436.0, "options": [ "A. It starting to drive back.", "B. It passing through an hospital.", "C. It parking on the mountain.", "D. It caming to a stop at the intersection." ] }, { "video_id": "sample_290_real.mp4", "question": "What is the character in the game doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 575.0, "options": [ "A. Running away from the wall.", "B. Driving a vehicle.", "C. Shooting at a target.", "D. Using his phone." ] }, { "video_id": "sample_399_real.mp4", "question": "What is directly in front of the camera right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 6.0, "options": [ "A. A white car.", "B. A yellow taxi.", "C. A red car.", "D. A black SUV." ] }, { "video_id": "sample_399_real.mp4", "question": "What text is visible on the right side of the street right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 126.0, "options": [ "A. Excavator.", "B. CRANE.", "C. WEST NEW YORK.", "D. Loader." ] }, { "video_id": "sample_399_real.mp4", "question": "Which type of restaurant is visible on the right side right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 240.0, "options": [ "A. Italian restaurant.", "B. West Side Restaurant.", "C. Chinese restaurant.", "D. Mexican restaurant." ] }, { "video_id": "sample_399_real.mp4", "question": "What is the color of the traffic light right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 362.0, "options": [ "A. Green.", "B. Yellow.", "C. Red.", "D. Blue." ] }, { "video_id": "sample_399_real.mp4", "question": "What notable landmark is visible on the left side of the street right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 481.0, "options": [ "A. A statue of liberty.", "B. A large globe structure.", "C. A Ferris wheel.", "D. A library." ] }, { "video_id": "sample_384_real.mp4", "question": "What type of vehicles are prominently visible in this clip?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. Buses.", "B. Yellow taxis.", "C. Motorcycles.", "D. Police cars." ] }, { "video_id": "sample_384_real.mp4", "question": "What color are most of the taxis visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 129.0, "options": [ "A. Green.", "B. White.", "C. Yellow.", "D. Black." ] }, { "video_id": "sample_384_real.mp4", "question": "What are the visible sign colors mounted on the buildings right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 254.0, "options": [ "A. Green and blue.", "B. Red and black.", "C. Yellow and white.", "D. Green and white." ] }, { "video_id": "sample_384_real.mp4", "question": "What is predominantly seen on the poles lining the street right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 380.0, "options": [ "A. Traffic lights.", "B. Banners.", "C. Flower pots.", "D. Bike racks." ] }, { "video_id": "sample_384_real.mp4", "question": "What is the mode of transportation that several individuals are using right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 506.0, "options": [ "A. Roller skates.", "B. Skateboards.", "C. Bicycles.", "D. Scooters." ] }, { "video_id": "sample_11_real.mp4", "question": "What is prominently displayed in red letters on the top shelf in the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 22.0, "options": [ "A. EAT.", "B. COOK.", "C. CHEF.", "D. BAKE." ] }, { "video_id": "sample_11_real.mp4", "question": "What action does the person take with the cauliflower?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 80.0, "options": [ "A. He put it back on the counter.", "B. He wash it under the sink.", "C. He position it on a cutting board and cut it.", "D. He place it in a bowl." ] }, { "video_id": "sample_11_real.mp4", "question": "What is the person doing with the cauliflower right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 128.0, "options": [ "A. Cutting it.", "B. Seasoning it.", "C. Placing it in the frying pan.", "D. Washing it." ] }, { "video_id": "sample_11_real.mp4", "question": "What action does the person perform after adding the golden liquid to the bowl?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 431.0, "options": [ "A. Begins stirring the mixture.", "B. Starts cutting vegetables.", "C. Places the bowl on the counter.", "D. Prepares another ingredient." ] }, { "video_id": "sample_11_real.mp4", "question": "What is the person holding right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 502.0, "options": [ "A. A knife and a bowl.", "B. A spoon and a knife.", "C. A spoon and a towel.", "D. A frying pan and a spatula." ] }, { "video_id": "sample_29_real.mp4", "question": "What objects can be seen on the shelves in the background of the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. plants.", "B. Plates, cups, and kitchen utensils.", "C. Cans and jars.", "D. Pots and pans." ] }, { "video_id": "sample_29_real.mp4", "question": "What is the person holding in their right hand?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 125.0, "options": [ "A. A bottle of seasoning.", "B. A white plate.", "C. A mortar and pestle.", "D. A cutting board." ] }, { "video_id": "sample_29_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 247.0, "options": [ "A. Scooping ingredients from a bowl.", "B. Folding a white kitchen towel.", "C. Adjusting the heat on the stovetop.", "D. Washing their hands." ] }, { "video_id": "sample_29_real.mp4", "question": "What is the person doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 247.0, "options": [ "A. Scooping ingredients from a bowl.", "B. Folding a white kitchen towel.", "C. Adjusting the heat on the stovetop.", "D. Washing their hands." ] }, { "video_id": "sample_29_real.mp4", "question": "What tool does the person use to handle the food in the pans?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 498.0, "options": [ "A. A spoon.", "B. A fork.", "C. A spatula.", "D. Tongs." ] }, { "video_id": "sample_85_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 0.", "B. 2.", "C. 3.", "D. 4." ] }, { "video_id": "sample_85_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 187.0, "options": [ "A. 2.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_85_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 242.0, "options": [ "A. 4.", "B. 2.", "C. 3.", "D. 6." ] }, { "video_id": "sample_85_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 301.0, "options": [ "A. 7.", "B. 2.", "C. 5.", "D. 6." ] }, { "video_id": "sample_85_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 415.0, "options": [ "A. 8.", "B. 5.", "C. 4.", "D. 6." ] }, { "video_id": "sample_30_real.mp4", "question": "What is the main activity occurring in the kitchen during the whole video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 190.0, "options": [ "A. Cooking demonstration.", "B. Kitchen cleaning.", "C. Family dinner.", "D. Food tasting." ] }, { "video_id": "sample_30_real.mp4", "question": "What is the person behind the counter doing?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 276.0, "options": [ "A. Cleaning the countertop.", "B. Preparing food.", "C. Washing dishes.", "D. Reading a recipe." ] }, { "video_id": "sample_30_real.mp4", "question": "What does the person do after finishing chopping the onion?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 392.0, "options": [ "A. Put the chopped onions into the frying pan.", "B. Starts frying sausages.", "C. Begins chopping another vegetable.", "D. Adds the onion to the pot." ] }, { "video_id": "sample_30_real.mp4", "question": "How does the mixture change as the person continues to stir it?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 739.0, "options": [ "A. It becomes chunkier.", "B. It separates into layers.", "C. It becomes smoother and more uniform in color.", "D. It loses its color." ] }, { "video_id": "sample_30_real.mp4", "question": "How does the mixture change as the person continues to stir it?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 739.0, "options": [ "A. It becomes chunkier.", "B. It separates into layers.", "C. It becomes smoother and more uniform in color.", "D. It loses its color." ] }, { "video_id": "sample_357_real.mp4", "question": "Which of the following options best summarizes the actions that were just taken?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual brewed tea, poured it into a teacup, and added milk.", "B. The individual steamed milk, poured it into a jug, and checked its temperature.", "C. The individual made coffee, poured it into a cup, and added sugar.", "D. The individual steamed milk, transferred it between jugs." ] }, { "video_id": "sample_357_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 136.0, "options": [ "A. The individual prepared a sandwich, added condiments, and served it on a plate.", "B. The individual washed plates, dried them, and placed them in a cupboard.", "C. The individual cooked pasta, drained it, and added sauce.", "D. The individual cleaned a coffee station, wiped the counter, and organized items." ] }, { "video_id": "sample_357_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 260.0, "options": [ "A. The individual made a cup of tea, added honey, and stirred it.", "B. The individual brewed a pot of coffee, poured it into a thermos, and placed it on the counter.", "C. The individual cleaned a coffee cup, poured milk, and organized the counter.", "D. This person cleaned the handle filter and placed it on the coffee machine." ] }, { "video_id": "sample_357_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 388.0, "options": [ "A. The individual made coffee, served it to a customer, and cleaned the table.", "B. The individual prepared tea, added sugar, and arranged cups on a tray.", "C. The individual cooked food, plated it, and cleaned the kitchen.", "D. The individual cleaned a weighing scale, organized the countertop." ] }, { "video_id": "sample_357_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 514.0, "options": [ "A. The individual brewed coffee, added milk, and stirred it.", "B. The individual steamed milk, poured it into a jug, and served it.", "C. The individual prepared tea, added sugar, and served it in a teapot.", "D. The individual cleaned a portafilter, filled another portafilter with coffee grounds and weighted it." ] }, { "video_id": "sample_86_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_86_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 222.0, "options": [ "A. 3.", "B. 5.", "C. 6.", "D. 0." ] }, { "video_id": "sample_86_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 242.0, "options": [ "A. 2.", "B. 4.", "C. 3.", "D. 6." ] }, { "video_id": "sample_86_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 301.0, "options": [ "A. 2.", "B. 5.", "C. 4.", "D. 6." ] }, { "video_id": "sample_86_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 379.0, "options": [ "A. 4.", "B. 8.", "C. 6.", "D. 5." ] }, { "video_id": "sample_213_real.mp4", "question": "What topics might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 16.0, "options": [ "A. Simplifying fractions.", "B. Adding fractions.", "C. Dividing fractions.", "D. Subtracting fractions." ] }, { "video_id": "sample_213_real.mp4", "question": "What might the speaker explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 120.0, "options": [ "A. How to multiply fractions.", "B. How to add 1/2 + 1/2.", "C. How to divide fractions.", "D. How to subtract fractions." ] }, { "video_id": "sample_213_real.mp4", "question": "What might the speaker suggest next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 159.0, "options": [ "A. How to multiply fractions.", "B. How to find a common denominator for addition.", "C. How to simplify fractions.", "D. How to subtract fractions." ] }, { "video_id": "sample_213_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 184.0, "options": [ "A. How to add two fractions with different denominators.", "B. How to convert fractions to decimals.", "C. Why the denominators stay the same.", "D. How to simplify the resulting fraction." ] }, { "video_id": "sample_213_real.mp4", "question": "What might the speaker discuss next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 241.0, "options": [ "A. How to convert fractions to decimals.", "B. Steps to compare fractions.", "C. Methods to simplify fractions.", "D. How to find a common denominator." ] }, { "video_id": "sample_208_real.mp4", "question": "What are the colors of the crane arm?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 7.0, "options": [ "A. Yellow, green.", "B. Yellow, blue.", "C. Red, green, blue.", "D. Yellow, blue, green." ] }, { "video_id": "sample_208_real.mp4", "question": "What are the colors of the crane arm?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 7.0, "options": [ "A. Yellow, green.", "B. Yellow, blue.", "C. Red, green, blue.", "D. Yellow, blue, green." ] }, { "video_id": "sample_208_real.mp4", "question": "What was the sequence of actions performed with the blocks just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 96.0, "options": [ "A. The hand first places a green block, then a yellow block, followed by a blue block.", "B. The hand builds a structure with red, green, and blue blocks.", "C. The hand stacks blocks randomly.", "D. The hand places a yellow block, moves it, then places a green block next to it." ] }, { "video_id": "sample_208_real.mp4", "question": "What happens to the smaller structure after it is first moved out of view?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 171.0, "options": [ "A. It is disassembled.", "B. It is placed on top of the larger structure.", "C. It is left in the foreground.", "D. It is placed back beside the larger structure." ] }, { "video_id": "sample_208_real.mp4", "question": "How many green blocks are stacked now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 265.0, "options": [ "A. Ten.", "B. Three.", "C. Nine.", "D. Eight." ] }, { "video_id": "sample_474_real.mp4", "question": "What signage is visible in the gallery right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 19.0, "options": [ "A. \"GALLERY CHAMAN\".", "B. \"ART GALLERY\".", "C. \"CONTEMPORARY ART\".", "D. \"EXHIBITION HALL\"." ] }, { "video_id": "sample_474_real.mp4", "question": "What signage is visible in the gallery right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 19.0, "options": [ "A. \"GALLERY CHAMAN\".", "B. \"ART GALLERY\".", "C. \"CONTEMPORARY ART\".", "D. \"EXHIBITION HALL\"." ] }, { "video_id": "sample_474_real.mp4", "question": "What signage is visible in the gallery right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 19.0, "options": [ "A. \"GALLERY CHAMAN\".", "B. \"ART GALLERY\".", "C. \"CONTEMPORARY ART\".", "D. \"EXHIBITION HALL\"." ] }, { "video_id": "sample_474_real.mp4", "question": "What is written on the blue sign shown just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 293.0, "options": [ "A. \"SONG WORD ART HOUSE 1307, LOS ANGELES, CA\".", "B. \"ART HOUSE 1307, NEW YORK, NY\".", "C. \"MODERN - CLASSICAL\".", "D. \"SONG WORLD ART HOUSE 1307, LOS ANGELES, CA\"." ] }, { "video_id": "sample_474_real.mp4", "question": "What is written on the blue sign shown just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 293.0, "options": [ "A. \"SONG WORD ART HOUSE 1307, LOS ANGELES, CA\".", "B. \"ART HOUSE 1307, NEW YORK, NY\".", "C. \"MODERN - CLASSICAL\".", "D. \"SONG WORLD ART HOUSE 1307, LOS ANGELES, CA\"." ] }, { "video_id": "sample_191_real.mp4", "question": "What is the character wearing at the beginning of the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 25.0, "options": [ "A. A red jacket and black pants.", "B. A white sweater and black pants.", "C. A blue shirt and white pants.", "D. A green hoodie and blue jeans." ] }, { "video_id": "sample_191_real.mp4", "question": "What happens after the player places the crafting table on the ground?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 228.0, "options": [ "A. The player throws it into the river.", "B. The player crafted 4 sticks from wood at the crafting table.", "C. The player holds another item.", "D. The player exchanges it for planks." ] }, { "video_id": "sample_191_real.mp4", "question": "What happens after the player places the crafting table on the ground?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 228.0, "options": [ "A. The player throws it into the river.", "B. The player crafted 4 sticks from wood at the crafting table.", "C. The player holds another item.", "D. The player exchanges it for planks." ] }, { "video_id": "sample_191_real.mp4", "question": "What does the player do after switching to a wooden sword?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 428.0, "options": [ "A. Attacks a white sheep.", "B. Chops down a tree.", "C. Digs into the dirt.", "D. Places a block of wool." ] }, { "video_id": "sample_191_real.mp4", "question": "What type of pickaxe was used to break the stone block just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 608.0, "options": [ "A. Wooden.", "B. Stone.", "C. Iron.", "D. Diamond." ] }, { "video_id": "sample_164_real.mp4", "question": "Where is the cyclist located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 7.0, "options": [ "A. At an intersection.", "B. On a bridge.", "C. Passing through a tunnel.", "D. In the middle of an open field." ] }, { "video_id": "sample_164_real.mp4", "question": "What is located on the right side of the road right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 124.0, "options": [ "A. A river.", "B. A fence.", "C. Tall bushes and trees.", "D. A concrete wall." ] }, { "video_id": "sample_164_real.mp4", "question": "What is visible on the left side of the road right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 233.0, "options": [ "A. A field.", "B. A river.", "C. A dense forest.", "D. A row of trees and bushes." ] }, { "video_id": "sample_164_real.mp4", "question": "What is located on the left side of the road right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 350.0, "options": [ "A. A field with crops.", "B. A dense line of trees and bushes.", "C. A small river.", "D. An open green field." ] }, { "video_id": "sample_164_real.mp4", "question": "Where is the road positioned right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 467.0, "options": [ "A. Between field and forest.", "B. Through a dense forest.", "C. Beside a river.", "D. Along a mountain ridge." ] }, { "video_id": "sample_407_real.mp4", "question": "Which of the following options best summarizes the bartending actions just performed?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 9.0, "options": [ "A. The bartender filled three glasses with water and handed them to customers.", "B. The bartender prepared a cocktail by adding ingredients from various bottles.", "C. The bartender filled a glass with ice, placed it on the counter, and then prepared to repeat the process for another glass.", "D. The bartender took drink orders from customers and began mixing different spirits." ] }, { "video_id": "sample_407_real.mp4", "question": "Which of the following options best summarizes the events just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 183.0, "options": [ "A. A bartender is preparing a cocktail for a customer.", "B. A bartender is picking bottles in a refrigerator and assisting a colleague.", "C. A bartender is serving a customer and cleaning the counter.", "D. A bartender is making an espresso and organizing the bar area." ] }, { "video_id": "sample_407_real.mp4", "question": "Which of the following options best summarizes the actions of the bartender just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 356.0, "options": [ "A. The bartender chatted with the customers while refilling their glasses with water and served snacks.", "B. The bartender prepared complex cocktails by mixing various ingredients and engaged in a friendly conversation with seated patrons.", "C. The bartender cleaned the bar area, organized bottles, and set up glasses, ensuring everything was in place.", "D. The bartender took orders, served wine and simple drinks, and casually interacted with patrons while preparing drinks." ] }, { "video_id": "sample_407_real.mp4", "question": "Which of the following options best summarizes the content and actions just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 529.0, "options": [ "A. A bartender talked with partrons while patrons converse and enjoy their drinks at the bar.", "B. A bartender prepares a cocktail by mixing various ingredients and garnishing it with a lemon twist.", "C. A server delivers a tray of appetizers to a group of friends celebrating a special occasion.", "D. A bartender stacks clean glasses behind the bar while patrons request drink menus." ] }, { "video_id": "sample_407_real.mp4", "question": "What did the individual just do step by step?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 698.0, "options": [ "A. The individual picked up a champagne bottle, poured champagne into a glass, and handed it to a customer.", "B. The individual took a wine bottle, poured wine into a goblet, placed it on the counter, and walked away.", "C. The individual grabbed a beer bottle, poured beer into a mug, placed it on the counter, and took a payment.", "D. The individual took a cocktail shaker, prepared a cocktail, poured it into a glass, and served it to the customer." ] }, { "video_id": "sample_159_real.mp4", "question": "What is the color of the wall in front of the woman?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 14.0, "options": [ "A. White with blue stripes.", "B. Pink with white stripes.", "C. Light-colored with pink stripes.", "D. Dark-colored with gold detailing." ] }, { "video_id": "sample_159_real.mp4", "question": "What is the color of the wall in front of the woman?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 14.0, "options": [ "A. White with blue stripes.", "B. Pink with white stripes.", "C. Light-colored with pink stripes.", "D. Dark-colored with gold detailing." ] }, { "video_id": "sample_159_real.mp4", "question": "What are the helpers doing to the person in the golden robe?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 66.0, "options": [ "A. Applying makeup.", "B. Adjusting a braided belt.", "C. Polishing their sandals.", "D. Fixing their hair." ] }, { "video_id": "sample_159_real.mp4", "question": "What is the person in the yellow garment doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 129.0, "options": [ "A. Reaching for the box.", "B. Selecting a bracelet from the wooden box and puting it on her hand.", "C. Putting on a necklace.", "D. Fixing their hairstyle." ] }, { "video_id": "sample_159_real.mp4", "question": "What does the older woman do after appearing behind the young woman?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 185.0, "options": [ "A. Adjusts the shawl of the young woman.", "B. Hands a vessel to the young woman.", "C. Sits down beside the young woman.", "D. Leaves the scene immediately." ] }, { "video_id": "sample_176_real.mp4", "question": "Where is the white car parked right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. Next to the cyclist.", "B. On the right side of the road.", "C. Directly ahead of the cyclist.", "D. On the left side of the road." ] }, { "video_id": "sample_176_real.mp4", "question": "Where is the telegraph pole located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 127.0, "options": [ "A. On the left side.", "B. In the middle of the road.", "C. Directly above the road.", "D. On the right side." ] }, { "video_id": "sample_176_real.mp4", "question": "Where are the trees located right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 260.0, "options": [ "A. On the left side of the road.", "B. On the right side of the road.", "C. Directly ahead.", "D. On both sides of the road." ] }, { "video_id": "sample_176_real.mp4", "question": "What is the object on the left front of the cyclist right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 399.0, "options": [ "A. A traffic light.", "B. A bus stop.", "C. A water fountain.", "D. A green bollard." ] }, { "video_id": "sample_176_real.mp4", "question": "What is the position of the church building right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 525.0, "options": [ "A. On the left side of the road.", "B. On the right side of the road.", "C. Behind the cyclist.", "D. Directly ahead." ] }, { "video_id": "sample_461_real.mp4", "question": "Which description best fits the scene within the exhibition space?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 11.0, "options": [ "A. A spacious, well-lit area with various art pieces and installations.", "B. A small room with a few art pieces.", "C. An outdoor exhibition with sculptures and paintings.", "D. A dark room with illuminated paintings." ] }, { "video_id": "sample_461_real.mp4", "question": "Which description best fits the scene within the exhibition space?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 11.0, "options": [ "A. A spacious, well-lit area with various art pieces and installations.", "B. A small room with a few art pieces.", "C. An outdoor exhibition with sculptures and paintings.", "D. A dark room with illuminated paintings." ] }, { "video_id": "sample_461_real.mp4", "question": "What is the subject of the poster on the white wall?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 167.0, "options": [ "A. A modern art exhibition.", "B. A famous painting.", "C. An art gallery event.", "D. The movie \"Parasite\"." ] }, { "video_id": "sample_461_real.mp4", "question": "What kind of designs are shown in the top row of the six-paintings segments?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 486.0, "options": [ "A. Tree-like figures in a mist.", "B. Animal figures.", "C. Geometric shapes.", "D. Human silhouettes." ] }, { "video_id": "sample_461_real.mp4", "question": "What kind of designs are shown in the top row of the six-paintings segments?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 486.0, "options": [ "A. Tree-like figures in a mist.", "B. Animal figures.", "C. Geometric shapes.", "D. Human silhouettes." ] }, { "video_id": "sample_219_real.mp4", "question": "What mathematical topic might the speaker focus on next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 10.0, "options": [ "A. Adding Fractions.", "B. Dividing Fractions.", "C. Simplifying Fractions.", "D. Multiplying Fractions." ] }, { "video_id": "sample_219_real.mp4", "question": "What might the speaker do next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 55.0, "options": [ "A. Explain how to convert the fractions.", "B. Show the steps to add the fractions.", "C. Show the steps to multiply the fractions.", "D. Discuss the importance of common denominators." ] }, { "video_id": "sample_219_real.mp4", "question": "What might the speaker do next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 149.0, "options": [ "A. Add the fractions together.", "B. Subtract the fractions.", "C. Show the steps to multiply the fractions.", "D. Divide the fractions." ] }, { "video_id": "sample_219_real.mp4", "question": "What mathematical concept might the speaker move on to explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 231.0, "options": [ "A. Addition of fractions.", "B. Subtraction of fractions.", "C. Simplifying fractions.", "D. Another explanation to fractions." ] }, { "video_id": "sample_219_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 310.0, "options": [ "A. How to add fractions.", "B. How to divide fractions.", "C. How to multiply the denominators.", "D. How to subtract fractions." ] }, { "video_id": "sample_478_real.mp4", "question": "What is displayed on the blue sign overhead?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 15.0, "options": [ "A. \"Exhibit Closed 625/724\".", "B. \"Gallery Entrance 622/625\".", "C. \"Montague Gallery 625/724\".", "D. \"Montague Gallery 625/725\"." ] }, { "video_id": "sample_478_real.mp4", "question": "How are the three framed pieces arranged on the wall?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 175.0, "options": [ "A. In a vertical line.", "B. In a diagonal line.", "C. In a horizontal line.", "D. In a circular pattern." ] }, { "video_id": "sample_478_real.mp4", "question": "Based on the camera movement and gallery setup, what might the camera show next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 339.0, "options": [ "A. An outdoor scene.", "B. Detailed close-ups of other artworks.", "C. The entrance of the gallery.", "D. A lecture or discussion area." ] }, { "video_id": "sample_478_real.mp4", "question": "Based on the camera movement and gallery setup, what might the camera show next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 339.0, "options": [ "A. An outdoor scene.", "B. Detailed close-ups of other artworks.", "C. The entrance of the gallery.", "D. A lecture or discussion area." ] }, { "video_id": "sample_478_real.mp4", "question": "What additional information does the sign provide besides \"GALLERY 1261\"?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 588.0, "options": [ "A. Names of the artists.", "B. Room numbers and a location in Denver, CO.", "C. A description of the exhibition.", "D. Opening hours of the gallery." ] }, { "video_id": "sample_318_real.mp4", "question": "Why are more structural details of the building visible as the camera descends?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 15.0, "options": [ "A. Because the camera is zooming in.", "B. Because the camera is moving closer to the lower level.", "C. Because the lights are turned on.", "D. Because the weather clears up." ] }, { "video_id": "sample_318_real.mp4", "question": "What is the central feature of the \"Jurassic World\" sign on the facade of the building right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 161.0, "options": [ "A. A large tree.", "B. A water fountain.", "C. A Ferris wheel.", "D. A dinosaur emblem." ] }, { "video_id": "sample_318_real.mp4", "question": "What happens to the boat as it moved forward just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 334.0, "options": [ "A. It focuses on the sky.", "B. It zooms in on the boat.", "C. It looks back at the waterfall.", "D. It shifts to the interior of the tunnel." ] }, { "video_id": "sample_318_real.mp4", "question": "What happens to the boat as it moved forward just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 334.0, "options": [ "A. It focuses on the sky.", "B. It zooms in on the boat.", "C. It looks back at the waterfall.", "D. It shifts to the interior of the tunnel." ] }, { "video_id": "sample_318_real.mp4", "question": "What message is displayed on the smaller screens beneath the warning triangle?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 489.0, "options": [ "A. \"EMERGENCY EXIT\".", "B. \"DANGER AHEAD\".", "C. \"CONTAINMENT ALERT\".", "D. \"MAINTENANCE REQUIRED\"." ] }, { "video_id": "sample_202_real.mp4", "question": "What colors are the wheels of the race car?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 12.0, "options": [ "A. Green and blue.", "B. Red and blue.", "C. Yellow and Red.", "D. Brown." ] }, { "video_id": "sample_202_real.mp4", "question": "What feature is present on the front of the toy?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 72.0, "options": [ "A. A sad face.", "B. A happy face.", "C. A star.", "D. A heart." ] }, { "video_id": "sample_202_real.mp4", "question": "How are the yellow building blocks arranged before the blue block is placed on top?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 128.0, "options": [ "A. In a circle.", "B. In a straight line.", "C. In a random pattern.", "D. In a triangular shape." ] }, { "video_id": "sample_202_real.mp4", "question": "What happened to the toy vehicle just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 227.0, "options": [ "A. The toy vehicle is disassembled.", "B. The toy vehicle moves to the right.", "C. The toy vehicle start circling around the table.", "D. The toy vehicle is lifted off the surface." ] }, { "video_id": "sample_202_real.mp4", "question": "What happened to the toy vehicle just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 227.0, "options": [ "A. The toy vehicle is disassembled.", "B. The toy vehicle moves to the right.", "C. The toy vehicle start circling around the table.", "D. The toy vehicle is lifted off the surface." ] }, { "video_id": "sample_163_real.mp4", "question": "What is the current mph of the rider in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 49.0, "options": [ "A. 32 mph.", "B. 33 mph.", "C. 34 mph.", "D. 35 mph." ] }, { "video_id": "sample_163_real.mp4", "question": "What is the current kmh of the rider in the video?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 61.0, "options": [ "A. 52 kmh.", "B. 51 kmh.", "C. 53 kmh.", "D. 54 kmh." ] }, { "video_id": "sample_163_real.mp4", "question": "What is the current grad. of the rider in the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 225.0, "options": [ "A. -7.", "B. -9.", "C. -8.", "D. -6." ] }, { "video_id": "sample_163_real.mp4", "question": "What is the current grad. of the rider in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 371.0, "options": [ "A. -7.", "B. -9.", "C. -6.", "D. -8." ] }, { "video_id": "sample_163_real.mp4", "question": "Where is the road positioned right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 466.0, "options": [ "A. Between field and forest.", "B. Through a dense forest.", "C. Beside a river.", "D. Along a mountain ridge." ] }, { "video_id": "sample_387_real.mp4", "question": "What mode of transportation are the two people on the left side of the road using now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. Car.", "B. Bus.", "C. Airplane.", "D. Bike." ] }, { "video_id": "sample_387_real.mp4", "question": "What is the brand name visible on the building to the left right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 126.0, "options": [ "A. Greenbox.", "B. Green&Go.", "C. FreshStop.", "D. Fresh&CO." ] }, { "video_id": "sample_387_real.mp4", "question": "How many flags are on the buildings to the left right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 230.0, "options": [ "A. Five.", "B. Six.", "C. Three.", "D. Four." ] }, { "video_id": "sample_387_real.mp4", "question": "What is the name of the store visible on the awning to the right right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 383.0, "options": [ "A. Adventure Baggage.", "B. Party Supplies.", "C. Green & Go.", "D. Gifts & Luggage." ] }, { "video_id": "sample_387_real.mp4", "question": "What is the company name visible on the red billboard to the right right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 506.0, "options": [ "A. Barclays.", "B. Reuters.", "C. Tommy Hilfiger.", "D. Applebees." ] }, { "video_id": "sample_473_real.mp4", "question": "Which painting includes a seaside scene with birds flying around?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 25.0, "options": [ "A. The painting of a mother holding a baby.", "B. The painting with the text \"SUGAR\".", "C. The painting of the oversized shark and pig.", "D. The painting with anthropomorphic figures." ] }, { "video_id": "sample_473_real.mp4", "question": "Which painting includes a seaside scene with birds flying around?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 25.0, "options": [ "A. The painting of a mother holding a baby.", "B. The painting with the text \"SUGAR\".", "C. The painting of the oversized shark and pig.", "D. The painting with anthropomorphic figures." ] }, { "video_id": "sample_473_real.mp4", "question": "Which painting includes a seaside scene with birds flying around?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 25.0, "options": [ "A. The painting of a mother holding a baby.", "B. The painting with the text \"SUGAR\".", "C. The painting of the oversized shark and pig.", "D. The painting with anthropomorphic figures." ] }, { "video_id": "sample_473_real.mp4", "question": "What does this sculpture, fixed to the wall in the video, demonstrate?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 329.0, "options": [ "A. As a colorful parrot with extended wings.", "B. As a Venus flytrap with a pink tongue.", "C. As a metallic robot with glowing eyes.", "D. As a large tree with hanging fruits." ] }, { "video_id": "sample_473_real.mp4", "question": "What does this sculpture, fixed to the wall in the video, demonstrate?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 329.0, "options": [ "A. As a colorful parrot with extended wings.", "B. As a Venus flytrap with a pink tongue.", "C. As a metallic robot with glowing eyes.", "D. As a large tree with hanging fruits." ] }, { "video_id": "sample_338_real.mp4", "question": "What is the best summary of the food preparation process that was just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The vendor picked up a hamburger patty, grilled it, and placed it on a bun before serving it to the customer.", "B. The vendor took a hot dog from a package, placed it into a bun, and handed it to the customer.", "C. The vendor took a hot dog from water, placed it into a bun, and prepared to add condiments.", "D. The vendor grilled a hot dog, topped it with relish, and gave it to the customer." ] }, { "video_id": "sample_338_real.mp4", "question": "What is the best summary of the food preparation process that was just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 183.0, "options": [ "A. The vendor grilled a hot dog, topped it with mustard and onions, and served it to the customer.", "B. The vendor took a hot dog from a grill, placed it into a bun, added mustard and onions, and gave it to the customer.", "C. The vendor boiled a hot dog, placed it in a bun, topped it with sauerkraut and onions, and wrapped it.", "D. The vendor took a hot dog, placed it in a bun, topped it with relish and mustard, and handed it to the customer." ] }, { "video_id": "sample_338_real.mp4", "question": "Which of the following options best summarizes the actions just shown?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 356.0, "options": [ "A. The vendor picked up a hot dog, placed it on a grill, and later added sauerkraut before serving.", "B. The vendor boiled a hot dog, placed it into a bun, and added mashed potatoes as a topping.", "C. The vendor picked up a hot dog, placed it into a bun, added onions, and wrapped it.", "D. The vendor grilled a hot dog, placed it into a bun, added mustard and ketchup, and handed it to a customer." ] }, { "video_id": "sample_338_real.mp4", "question": "What is the best summary of the food preparation process that was just shown?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 529.0, "options": [ "A. The vendor grilled a hot dog, topped it with relish, cheese, and mushrooms, and handed it to a customer.", "B. The vendor took a hot dog from boiling water, placed it into a bun, added cheese and peppers, and served it.", "C. The vendor prepared a hot dog, added chili, onions, and shoestring potatoes, and wrapped it.", "D. The vendor prepared a hot dog, topped it with mayo, mustard, and jalapenos, and served it with a side of fries." ] }, { "video_id": "sample_338_real.mp4", "question": "Which of the following actions best summarizes the actions just shown?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 702.0, "options": [ "A. The vendor boiled a hot dog, placed it into a bun, added sauerkraut, and wrapped it before serving it.", "B. The vendor took a hot dog from boiling water, placed it into a bun, and prepared to add condiments.", "C. The vendor grilled a hot dog, topped it with mustard and onions, and served it to the customer.", "D. The vendor prepared a sandwich, added lettuce and tomato, and handed it to the customer." ] }, { "video_id": "sample_37_real.mp4", "question": "What is the man doing with the egg after holding it up to the camera?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 178.0, "options": [ "A. Cracking it into a bowl.", "B. Placing it on the table.", "C. Cooking it in a pan.", "D. Putting it back in the refrigerator." ] }, { "video_id": "sample_37_real.mp4", "question": "What is the man doing with the egg after holding it up to the camera?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 178.0, "options": [ "A. Cracking it into a bowl.", "B. Placing it on the table.", "C. Cooking it in a pan.", "D. Putting it back in the refrigerator." ] }, { "video_id": "sample_37_real.mp4", "question": "What is spread over the chunks of minced meat in the frying pan?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 311.0, "options": [ "A. Red chili slices.", "B. Green peppers.", "C. Yellow corn.", "D. White onion rings." ] }, { "video_id": "sample_37_real.mp4", "question": "What is notable about the knife the person is using?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 503.0, "options": [ "A. It is a large silver knife.", "B. It has a wooden handle.", "C. It is a small paring knife.", "D. It has a serrated edge." ] }, { "video_id": "sample_37_real.mp4", "question": "What vegetables are being stir-fried in the black pan?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 614.0, "options": [ "A. Sliced mushrooms, red and green bell peppers, and other greens.", "B. Carrots, peas, and broccoli.", "C. Zucchini, tomatoes, and onions.", "D. Eggplants, spinach, and corn." ] }, { "video_id": "sample_205_real.mp4", "question": "What colors are the wheels of the toy car?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 4.0, "options": [ "A. Blue and Yellow.", "B. Green and Red.", "C. Red and Yellow.", "D. Yellow and Green." ] }, { "video_id": "sample_205_real.mp4", "question": "How many hands are involved in arranging the blocks right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 79.0, "options": [ "A. One hand.", "B. Two hands.", "C. Three hands.", "D. Four hands." ] }, { "video_id": "sample_205_real.mp4", "question": "How many hands are involved in arranging the blocks right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 79.0, "options": [ "A. One hand.", "B. Two hands.", "C. Three hands.", "D. Four hands." ] }, { "video_id": "sample_205_real.mp4", "question": "What does the hand do after picking up the yellow building block?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 126.0, "options": [ "A. Places it on the right side.", "B. Places it on the left side.", "C. Discards it.", "D. Hands it to someone else." ] }, { "video_id": "sample_205_real.mp4", "question": "What does the hand do after positioning the three green blocks securely?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 191.0, "options": [ "A. Picks up a red block.", "B. Picks up an orange block.", "C. Picks up another green block.", "D. Adjusts the yellow block." ] }, { "video_id": "sample_74_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 198.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_74_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 271.0, "options": [ "A. 4.", "B. 5.", "C. 3.", "D. 2." ] }, { "video_id": "sample_74_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 318.0, "options": [ "A. 1.", "B. 3.", "C. 2.", "D. 5." ] }, { "video_id": "sample_74_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 438.0, "options": [ "A. 1.", "B. 3.", "C. 5.", "D. 7." ] }, { "video_id": "sample_74_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 491.0, "options": [ "A. 5.", "B. 6.", "C. 7.", "D. 8." ] }, { "video_id": "sample_187_real.mp4", "question": "What is the theme of the video as revealed in the text at the beginning?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. Building a treehouse.", "B. Exploring a natural park.", "C. Constructing a haunted mansion.", "D. Farming in a game environment." ] }, { "video_id": "sample_187_real.mp4", "question": "What did this person do in the video just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 179.0, "options": [ "A. He start flying.", "B. He catch on fire.", "C. He climb a tree.", "D. He swim in a river." ] }, { "video_id": "sample_187_real.mp4", "question": "What did this person do in the video just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 179.0, "options": [ "A. He start flying.", "B. He catch on fire.", "C. He climb a tree.", "D. He swim in a river." ] }, { "video_id": "sample_187_real.mp4", "question": "What happens as a result of the TNT explosion?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 505.0, "options": [ "A. The roof collapses.", "B. The pine trees catch fire.", "C. The character is thrown off the roof.", "D. The dark block wall is blown apart." ] }, { "video_id": "sample_187_real.mp4", "question": "What happens as a result of the TNT explosion?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 505.0, "options": [ "A. The roof collapses.", "B. The pine trees catch fire.", "C. The character is thrown off the roof.", "D. The dark block wall is blown apart." ] }, { "video_id": "sample_438_real.mp4", "question": "What is the person in the video organizing on the shelf?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 20.0, "options": [ "A. Boxes of cereal.", "B. Containers of yogurt.", "C. Bottles of milk.", "D. Packages of cheese." ] }, { "video_id": "sample_438_real.mp4", "question": "What did the person do after walking towards a set of shelves just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 144.0, "options": [ "A. Place green cartons.", "B. Organizes the cart.", "C. Cleans the floor.", "D. Adjusts the lighting." ] }, { "video_id": "sample_438_real.mp4", "question": "What did the person do after walking towards a set of shelves just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 144.0, "options": [ "A. Place green cartons.", "B. Organizes the cart.", "C. Cleans the floor.", "D. Adjusts the lighting." ] }, { "video_id": "sample_438_real.mp4", "question": "What does the person do after adjusting the position of the milk cartons?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 429.0, "options": [ "A. Removes a carton from the shelf.", "B. Pulls forward another milk carton.", "C. Leaves the aisle.", "D. Talks to another person." ] }, { "video_id": "sample_438_real.mp4", "question": "What brand of dairy products is prominently featured on the shelves right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 522.0, "options": [ "A. Kesella.", "B. Danone.", "C. Yoplait.", "D. Nestle." ] }, { "video_id": "sample_123_real.mp4", "question": "What text appears next to the graphics card on the desk right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 8.0, "options": [ "A. RTX 4060.", "B. GTX 3050.", "C. RTX 3090.", "D. GTX 1080." ] }, { "video_id": "sample_123_real.mp4", "question": "According to the comparison chart, what is the memory size of the RTX 3060 and the RTX 4060 right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 150.0, "options": [ "A. 12GB for RTX 3060, 8GB for RTX 4060.", "B. 8GB for RTX 3060, 12GB for RTX 4060.", "C. 10GB for RTX 3060, 8GB for RTX 4060.", "D. 16GB for RTX 3060, 10GB for RTX 4060." ] }, { "video_id": "sample_123_real.mp4", "question": "According to the performance test titled \"3DMark Time Spy Extreme 图形分\", which graphics card scored the highest?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 300.0, "options": [ "A. RTX 4060 Ti.", "B. RTX 4060.", "C. RTX 3060.", "D. RTX 3060 Ti." ] }, { "video_id": "sample_123_real.mp4", "question": "Which game's performance metrics are consistently shown for the RTX 3060 Ti, RTX 3060, and RTX 4060 at a 1920x1080 resolution right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 440.0, "options": [ "A. 霍格沃兹之旅.", "B. 地平线5.", "C. Apex Legends.", "D. Call of Duty." ] }, { "video_id": "sample_123_real.mp4", "question": "What benchmark score is being displayed for the time spy?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 571.0, "options": [ "A. 13,001.", "B. 10,000.", "C. 11,380.", "D. 13,300." ] }, { "video_id": "sample_477_real.mp4", "question": "What are the small components of the display shown right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 15.0, "options": [ "A. Small paintings.", "B. Cylindrical objects.", "C. Rectangular tiles.", "D. Triangular pieces." ] }, { "video_id": "sample_477_real.mp4", "question": "What text is displayed above the blonde woman in the artwork?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 147.0, "options": [ "A. \"BUT I'M A FIRST CLASS GIRL… I CAN'T FLY COACH.\".", "B. \"LET'S TRAVEL THE WORLD TOGETHER… & NEVER LOOK BACK.\".", "C. \"LIVE LOVE LAUGH… ALWAYS AND FOREVER.\".", "D. \"DREAM BIG… AND NEVER GIVE UP.\"." ] }, { "video_id": "sample_477_real.mp4", "question": "What text is displayed above the blonde woman in the artwork?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 147.0, "options": [ "A. \"BUT I'M A FIRST CLASS GIRL… I CAN'T FLY COACH.\".", "B. \"LET'S TRAVEL THE WORLD TOGETHER… & NEVER LOOK BACK.\".", "C. \"LIVE LOVE LAUGH… ALWAYS AND FOREVER.\".", "D. \"DREAM BIG… AND NEVER GIVE UP.\"." ] }, { "video_id": "sample_477_real.mp4", "question": "What is the inscription at the bottom of the framed palette?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 436.0, "options": [ "A. 1.2.34.", "B. 2.5.89.", "C. 3.6.61.", "D. 4.7.73." ] }, { "video_id": "sample_477_real.mp4", "question": "What is the inscription at the bottom of the framed palette?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 436.0, "options": [ "A. 1.2.34.", "B. 2.5.89.", "C. 3.6.61.", "D. 4.7.73." ] }, { "video_id": "sample_480_real.mp4", "question": "Where is the fabric artwork depicting a tall tree located in relation to the letters \"PADO\"?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. To the right of the letters.", "B. Below the letters.", "C. To the left of the letters.", "D. Above the letters." ] }, { "video_id": "sample_480_real.mp4", "question": "Where is the fabric artwork depicting a tall tree located in relation to the letters \"PADO\"?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. To the right of the letters.", "B. Below the letters.", "C. To the left of the letters.", "D. Above the letters." ] }, { "video_id": "sample_480_real.mp4", "question": "What does the upper left painting feature?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 222.0, "options": [ "A. A large tree in bloom with pink flowers.", "B. A large tree with green foliage.", "C. A whimsical figure with flowers around its head.", "D. An abstract design with swirling shapes." ] }, { "video_id": "sample_480_real.mp4", "question": "What is a common feature in the artworks by SungTae Kim?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 457.0, "options": [ "A. Bright colors and abstract shapes.", "B. Surreal pencil constructions.", "C. Ornate crowns.", "D. Reflective surfaces with water." ] }, { "video_id": "sample_480_real.mp4", "question": "What is the main theme depicted in the painting just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 675.0, "options": [ "A. A cityscape with zebras.", "B. A giraffe family under a tree.", "C. An urban skyline at night.", "D. Animals in a forest." ] }, { "video_id": "sample_488_real.mp4", "question": "What group numbers are displayed for the race participants?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 20.0, "options": [ "A. Group 1 and 2.", "B. Group 3 and 4.", "C. Group 5 and 6.", "D. Group 7 and 8." ] }, { "video_id": "sample_488_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 88.0, "options": [ "A. The orange car.", "B. The blue car.", "C. The red car.", "D. The grey car." ] }, { "video_id": "sample_488_real.mp4", "question": "What is the fastest time achieved by Jay's car from team VCD132 Racing?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 339.0, "options": [ "A. 9.495 seconds.", "B. 9.791 seconds.", "C. 8.267 seconds.", "D. 8.999 seconds." ] }, { "video_id": "sample_488_real.mp4", "question": "Which racing car won first place in this competition?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 481.0, "options": [ "A. The orange car.", "B. The yellow car.", "C. The red car.", "D. The grey car." ] }, { "video_id": "sample_488_real.mp4", "question": "Which team won first place in Race 2 competition?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 88.0, "options": [ "A. Dom's Tuner Shop.", "B. VCD132 Racing.", "C. Krime Sindakit Racing.", "D. Elst Racing." ] }, { "video_id": "sample_165_real.mp4", "question": "Where is the red car located right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 2.0, "options": [ "A. In front of the cyclist, on the left.", "B. Just behind the cyclist, on the right.", "C. Parked on the side of the road, on the right.", "D. Ahead in the distance, slightly to the left." ] }, { "video_id": "sample_165_real.mp4", "question": "Where are the trees located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 140.0, "options": [ "A. On both sides of the road.", "B. Only on the left side of the road.", "C. Only on the right side of the road.", "D. Directly in front of the cyclist." ] }, { "video_id": "sample_165_real.mp4", "question": "Where are the trees located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 255.0, "options": [ "A. On both sides of the road.", "B. On the right side of the road.", "C. In the center of the road.", "D. Evenly distributed on both sides." ] }, { "video_id": "sample_165_real.mp4", "question": "Where are the trees located right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 385.0, "options": [ "A. On both sides of the road.", "B. On the left side of the road.", "C. On the right side of the road.", "D. There are no trees visible right now." ] }, { "video_id": "sample_165_real.mp4", "question": "What is the current value of 'distanz' displayed in the video?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 493.0, "options": [ "A. 76.2KM.", "B. 76.3KM.", "C. 76.1KM.", "D. 76.0KM." ] }, { "video_id": "sample_7_real.mp4", "question": "What is happening in the penalty area of the football field?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 16.0, "options": [ "A. A player is preparing to take a penalty kick.", "B. A player is scoring a goal.", "C. A fight is breaking out.", "D. The referee is ending the game." ] }, { "video_id": "sample_7_real.mp4", "question": "What happens after the penalty kick is taken?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 135.0, "options": [ "A. The penalty kick was saved by the goalkeeper.", "B. The goalkeeper catches the ball.", "C. The ball goes into the bottom left of the net.", "D. The ball is deflected by a defender." ] }, { "video_id": "sample_7_real.mp4", "question": "What happens after the goalkeeper dives to his right?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 258.0, "options": [ "A. The ball goes past the goalkeeper.", "B. The goalkeeper catches the ball.", "C. The player misses the goal.", "D. The ball hits the post." ] }, { "video_id": "sample_7_real.mp4", "question": "What happens after the goalkeeper dives to his right?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 258.0, "options": [ "A. The ball goes past the goalkeeper.", "B. The goalkeeper catches the ball.", "C. The player misses the goal.", "D. The ball hits the post." ] }, { "video_id": "sample_7_real.mp4", "question": "What event is taking place right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 396.0, "options": [ "A. A soccer match celebration.", "B. A concert.", "C. A protest.", "D. A graduation ceremony." ] }, { "video_id": "sample_59_real.mp4", "question": "What is the hand doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 23.0, "options": [ "A. Cutting the paper.", "B. Displaying some heavy weight cardstock.", "C. Holding a pen.", "D. Arranging flowers." ] }, { "video_id": "sample_59_real.mp4", "question": "What action is being performed just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 83.0, "options": [ "A. Displaying different material options.", "B. Highlighting the \"On Mat\" option.", "C. Clicking the continue button.", "D. Changing the project type to \"Multiple Ways.\"." ] }, { "video_id": "sample_59_real.mp4", "question": "What is the person doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 183.0, "options": [ "A. Cutting strips of double-sided tape.", "B. Positioning the paper onto the mat.", "C. Sliding the cutting mat into a Cricut cutting machine.", "D. Peeling a strip of tape using scissors." ] }, { "video_id": "sample_59_real.mp4", "question": "What is the person doing right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 259.0, "options": [ "A. Peeling off the protective layer from the foam tape.", "B. Using the white-handled craft scissors to cut the foam tape.", "C. Writing \"Happy Mother's Day\" on a cutout.", "D. Arranging small paper cutouts on the surface." ] }, { "video_id": "sample_59_real.mp4", "question": "What are the hands doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 341.0, "options": [ "A. Placing a new cutout on the surface.", "B. Adding more circular sequins.", "C. Making final adjustments to the placed flowers.", "D. Writing \"Happy Mother's Day\" on the cutout." ] }, { "video_id": "sample_367_real.mp4", "question": "Which of the following options best summarizes the recent actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual cleaned a machine, selected a sandwich, and prepared it for a customer.", "B. The individual set a table with utensils, organized a menu, and greeted a guest.", "C. The individual washed dishes, stacked them, and prepared a meal.", "D. The individual positioned the portafilter, and ground coffee into it, and cleaned the portafilter,." ] }, { "video_id": "sample_367_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 128.0, "options": [ "A. The individual brewed a pot of tea, added honey, and served it to a customer.", "B. The individual prepared a bowl of soup, garnished it with herbs, and handed it over.", "C. The individual mixed a smoothie, poured it into a glass, and placed it on the counter.", "D. The individual poured frothed milk into a cup of coffee, creating latte art." ] }, { "video_id": "sample_367_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 246.0, "options": [ "A. The individual removed a foil cover from a container, stirred a hot soup, and served it to a customer.", "B. The individual picked up a plastic container, opened the lid, and prepared the contents for blending.", "C. The individual placed a small container back on the shelf after stirring its contents and wiped the counter.", "D. This individual put a plastic lid on a prepared iced latte." ] }, { "video_id": "sample_367_real.mp4", "question": "Which of the following options best summarizes the actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 364.0, "options": [ "A. The individual selected a teapot, steeped tea leaves, and poured the tea into a cup.", "B. The individual prepared a smoothie by blending ingredients, pouring it into a glass, and garnishing it.", "C. The individual washed a tea strainer, added herbs into it, and boiled water.", "D. The individual tamped coffee grounds, and prepared to extract an espresso shot." ] }, { "video_id": "sample_367_real.mp4", "question": "Which of the following options best summarizes the recent actions taken just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 482.0, "options": [ "A. The individual washed a coffee cup, set it down, and filled it with milk.", "B. The individual cleaned a teapot, boiled water, and steeped tea leaves.", "C. The individual prepared a paper cup, filled it with brewed tea, and added a slice of lemon.", "D. The individual wiped and cleaned the portafilter, weighted the portafilter, and adjusted the grinder settings." ] }, { "video_id": "sample_313_real.mp4", "question": "What is prominently visible on the right side of the frame at the beginning of the video?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 4.0, "options": [ "A. A black truck.", "B. A red umbrella.", "C. A building with \"BASECAMP\" written on it.", "D. A crosswalk." ] }, { "video_id": "sample_313_real.mp4", "question": "What is shown entering the scene from the right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 179.0, "options": [ "A. A dark-colored sedan.", "B. A small black utility vehicle.", "C. A tour bus with \"Universal Studios\" signage.", "D. A silver car." ] }, { "video_id": "sample_313_real.mp4", "question": "What is shown entering the scene from the right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 179.0, "options": [ "A. A dark-colored sedan.", "B. A small black utility vehicle.", "C. A tour bus with \"Universal Studios\" signage.", "D. A silver car." ] }, { "video_id": "sample_313_real.mp4", "question": "What adorns the rocky structure seen now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 323.0, "options": [ "A. Colorful lights.", "B. Greenery.", "C. Painted murals.", "D. Metal sculptures." ] }, { "video_id": "sample_313_real.mp4", "question": "What event is depicted in the video now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 501.0, "options": [ "A. The large ape-like creature reappears and interacts with the camera in a menacing stance.", "B. The camera zooms out to show an aerial view of the jungle.", "C. A group of animals gathers around a waterhole.", "D. The jungle catches fire and the scene becomes chaotic." ] }, { "video_id": "sample_390_real.mp4", "question": "What is the name of the street sign right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 5.0, "options": [ "A. Houston St.", "B. Bleecker St.", "C. Prince St.", "D. Spring St." ] }, { "video_id": "sample_390_real.mp4", "question": "What type of taxi is visible right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 127.0, "options": [ "A. Ford Crown Victoria.", "B. Toyota Prius.", "C. Toyota Sienna.", "D. Nissan NV200." ] }, { "video_id": "sample_390_real.mp4", "question": "What brand is currently seen on the black banner outside the left side building?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 251.0, "options": [ "A. GUESS.", "B. GUCCI.", "C. ARMANI EXCHANGE.", "D. VERSACE." ] }, { "video_id": "sample_390_real.mp4", "question": "What is the primary color of the traffic signs on the lamp posts right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 373.0, "options": [ "A. Blue.", "B. Green.", "C. White.", "D. Red." ] }, { "video_id": "sample_390_real.mp4", "question": "What brand of truck is seen delivering goods on the right side of the road right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 500.0, "options": [ "A. U-Haul.", "B. Ryder.", "C. Penske.", "D. Enterprise." ] }, { "video_id": "sample_395_real.mp4", "question": "What attributes describe the traffic light on the right side?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 7.0, "options": [ "A. It is red.", "B. It is green.", "C. It is yellow.", "D. It is blinking." ] }, { "video_id": "sample_395_real.mp4", "question": "What building logo is visible in the background?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 123.0, "options": [ "A. MetLife.", "B. Citibank.", "C. Chase.", "D. Bank of America." ] }, { "video_id": "sample_395_real.mp4", "question": "Right now, which traffic sign is visible near the traffic light?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 238.0, "options": [ "A. Stop sign.", "B. One way sign.", "C. Yield sign.", "D. Do not enter sign." ] }, { "video_id": "sample_395_real.mp4", "question": "Right now, what is the color of the car directly in front of the camera?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 358.0, "options": [ "A. Blue.", "B. Red.", "C. Black.", "D. Grey." ] }, { "video_id": "sample_395_real.mp4", "question": "Right now, what is the color of the taxi driving ahead?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 480.0, "options": [ "A. Red.", "B. Yellow.", "C. Blue.", "D. White." ] }, { "video_id": "sample_270_real.mp4", "question": "Where is the game character in the video standing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 10.0, "options": [ "A. Standing in the middle of the highway.", "B. Standing at the entrance of Unit A's building.", "C. Standing on the mountain.", "D. Standing inside the house." ] }, { "video_id": "sample_270_real.mp4", "question": "What is the man doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 171.0, "options": [ "A. Sitting on the bench, observing the surroundings.", "B. Lowering himself to sit on the bench.", "C. Walking towards a wooden bench.", "D. Standing up from the bench and preparing to walk." ] }, { "video_id": "sample_270_real.mp4", "question": "What is the person doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 325.0, "options": [ "A. Selected \"DirectX Version\".", "B. Highlighted \"Pause Game On Focus Loss\".", "C. Changed \"Output Resolution\".", "D. Adjusted \"SETTINGS\"." ] }, { "video_id": "sample_270_real.mp4", "question": "What is the character doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 480.0, "options": [ "A. Walking along the sidewalk.", "B. Standing at an intersection.", "C. Climbing a building.", "D. Running along the sidewalk." ] }, { "video_id": "sample_270_real.mp4", "question": "What is the position of the person in the white and blue striped short-sleeved shirt right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 603.0, "options": [ "A. Standing on a concrete sidewalk near a busy crossroads.", "B. Standing in the middle of the road under elevated highways.", "C. Standing next to a palm tree on the side of the road.", "D. Standing on a grassy area near the intersection." ] }, { "video_id": "sample_147_real.mp4", "question": "What text appears on the screen when the man is shown exercising on the treadmill?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 13.0, "options": [ "A. \"WARM-UP\".", "B. \"HOW TO TRAIN\".", "C. \"BACK & BICEPS\".", "D. \"WORKOUT PLAN\"." ] }, { "video_id": "sample_147_real.mp4", "question": "What text appears on the screen when the man is shown exercising on the treadmill?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 13.0, "options": [ "A. \"WARM-UP\".", "B. \"HOW TO TRAIN\".", "C. \"BACK & BICEPS\".", "D. \"WORKOUT PLAN\"." ] }, { "video_id": "sample_147_real.mp4", "question": "What is the man using for his exercise?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 140.0, "options": [ "A. A treadmill.", "B. A dumbbell.", "C. A pull-up bar.", "D. A bench press." ] }, { "video_id": "sample_147_real.mp4", "question": "What is the man holding in his left hand?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 249.0, "options": [ "A. A barbell.", "B. A kettlebell.", "C. A resistance band.", "D. A dumbbell." ] }, { "video_id": "sample_147_real.mp4", "question": "What is the main focus of the study shown in the scientific paper format?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 380.0, "options": [ "A. The effect of hand position on EMG activity of posterior shoulder musculature during horizontal abduction exercise.", "B. The effect of hand position on shoulder pain.", "C. The effect of different exercises on overall shoulder strength.", "D. The comparison of EMG activity between different exercises." ] }, { "video_id": "sample_303_real.mp4", "question": "What does the text overlay \"CREIL Metro Station\" indicate in the video?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 14.0, "options": [ "A. The start of a parade.", "B. An advertisement for a new restaurant.", "C. The title of a music video.", "D. The location of the current scene." ] }, { "video_id": "sample_303_real.mp4", "question": "What is displayed through the shop windows?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Event Understanding", "timestamp": 257.0, "options": [ "A. Books and paintings.", "B. Electronics and gadgets.", "C. Food and beverages.", "D. Various items and mannequins." ] }, { "video_id": "sample_303_real.mp4", "question": "What is the man in the dark jacket doing near the shop entrance?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 498.0, "options": [ "A. Talking on the phone.", "B. Waiting for a bus.", "C. Drinking coffee.", "D. Browsing the items." ] }, { "video_id": "sample_303_real.mp4", "question": "What is the man in the dark jacket doing near the shop entrance?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 498.0, "options": [ "A. Talking on the phone.", "B. Waiting for a bus.", "C. Drinking coffee.", "D. Browsing the items." ] }, { "video_id": "sample_303_real.mp4", "question": "What item is visible in the hands of a woman passing by a storefront with a pink and white sign?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 737.0, "options": [ "A. An umbrella.", "B. A fruit juice.", "C. A newspaper.", "D. A green bag." ] }, { "video_id": "sample_340_real.mp4", "question": "What is the best summary of the actions taken by the individual just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual sliced fresh vegetables, seasoned them, and placed them on a grill.", "B. The individual carefully unwrapped a pair of gloves, stretched them open, and began putting them on.", "C. The individual assembled the necessary ingredients for a sandwich and started layering them.", "D. The individual cleaned a work surface, arranged cooking utensils, and prepared a workstation." ] }, { "video_id": "sample_340_real.mp4", "question": "What best summarizes the actions taken by the individual just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 133.0, "options": [ "A. The individual gathered various vegetables, chopped them, and prepared a salad.", "B. The individual picked up a hamburger patty, grilled it, and assembled a cheeseburger.", "C. The individual took a hot dog from the water, placed it in a bun, and added sauerkraut.", "D. The individual prepared a pasta dish by boiling noodles, adding sauce, and serving it in a bowl." ] }, { "video_id": "sample_340_real.mp4", "question": "What best summarizes the actions taken by the individual just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 256.0, "options": [ "A. The individual placed a hot dog in a bun, added onions and peppers, wrapped it in paper, and placed it aside.", "B. The individual assembled a hamburger with cheese, lettuce, and tomatoes, wrapped it, and handed it to a customer.", "C. The individual prepared a burrito with beans and rice, wrapped it, and placed it in a serving tray.", "D. The individual made a salad by chopping vegetables, adding dressing, and setting it on a counter." ] }, { "video_id": "sample_340_real.mp4", "question": "What is the best summary of the actions taken by the individual just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 379.0, "options": [ "A. The individual sliced onions and tomatoes, placed them carefully in a hot dog bun, and wrapped it.", "B. The individual grabbed a hamburger bun, cooked a patty, and assembled a cheeseburger.", "C. The individual picked up a hot dog bun, retrieved a hot dog from water, placed it in the bun, added ketchup.", "D. The individual prepared a sandwich by layering several ingredients between two slices of bread and served it." ] }, { "video_id": "sample_340_real.mp4", "question": "Which of the following options best summarizes the actions taken by the individual just now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 501.0, "options": [ "A. The individual cooked a pasta dish by boiling noodles, adding sauce, and plating it.", "B. The individual prepared a burrito, added beans and rice, and wrapped it in foil.", "C. The individual assembled a hot dog by placing it into a bun, adding toppings, and wrapping it.", "D. The individual chopped vegetables, added them to a salad bowl, and tossed them with dressing." ] }, { "video_id": "sample_284_real.mp4", "question": "What is the person in the white uniform doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 12.0, "options": [ "A. Typing on a keyboard.", "B. Writing on a notepad.", "C. Speaking to a crowd.", "D. Reading from a handheld device." ] }, { "video_id": "sample_284_real.mp4", "question": "What is the camera focusing on right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 175.0, "options": [ "A. The texture of the road surface.", "B. The forest floor with ferns and shrubs.", "C. The rear part of a vehicle.", "D. The rooftops, additional structure and forest." ] }, { "video_id": "sample_284_real.mp4", "question": "What is the person in the dark jacket doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 348.0, "options": [ "A. Talking to the man in the white shirt.", "B. Checking the clipboard.", "C. Standing still and listening.", "D. Turning away and walking towards the parked cars." ] }, { "video_id": "sample_284_real.mp4", "question": "What is the blue car doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 502.0, "options": [ "A. Driving through a roundabout.", "B. Climbing onto an overpass.", "C. Overtaking a black sedan.", "D. Approaching the descent of the bridge." ] }, { "video_id": "sample_284_real.mp4", "question": "What is the gamer doing right now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 622.0, "options": [ "A. Adjusting the headset.", "B. Taking a break from the game.", "C. Chatting with the audience.", "D. Streaming live while focusing on the game." ] }, { "video_id": "sample_286_real.mp4", "question": "What is the person in the green vest doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 17.0, "options": [ "A. Standing next to the black car.", "B. Adjusting their headphones.", "C. Walking towards a man with white hair and wearing white T-shirt.", "D. Talking to the driver in the black car." ] }, { "video_id": "sample_286_real.mp4", "question": "What is the person in the reflective vest doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 163.0, "options": [ "A. Adjusting his headset.", "B. Pointing to the person behind him with his finger.", "C. Picking up a map.", "D. Sitting down on the car's hood." ] }, { "video_id": "sample_286_real.mp4", "question": "What is the person in the reflective vest doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 334.0, "options": [ "A. Gesturing with their hand.", "B. Talking with the person in front of him.", "C. Leaning against the wall.", "D. Listening intently." ] }, { "video_id": "sample_286_real.mp4", "question": "What is the person in the green safety vest doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 494.0, "options": [ "A. Standing near a man with a tablet.", "B. Holding a tablet near a parked black car.", "C. Running towards a large black van.", "D. Selecting a job listing from the screen." ] }, { "video_id": "sample_286_real.mp4", "question": "What is the large grey van doing right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 601.0, "options": [ "A. Stopping at a red light.", "B. Making a left turn at an intersection.", "C. Driving straight through an intersection.", "D. Parked on the side of the street." ] }, { "video_id": "sample_322_real.mp4", "question": "What is prominently featured on the massive concrete building?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 5.0, "options": [ "A. A giant robot.", "B. A T-Rex mural.", "C. A cityscape painting.", "D. A famous portrait." ] }, { "video_id": "sample_322_real.mp4", "question": "What was located on the right side of the scene just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 202.0, "options": [ "A. A dark gray railing.", "B. A postbox.", "C. A small vehicle.", "D. A tree." ] }, { "video_id": "sample_322_real.mp4", "question": "What material are the picnic tables and benches made of?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 420.0, "options": [ "A. Wood.", "B. Plastic.", "C. Metal mesh.", "D. Concrete." ] }, { "video_id": "sample_322_real.mp4", "question": "What is located in front of the building directly ahead in the middle of the street?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 600.0, "options": [ "A. A café.", "B. A box office.", "C. A small stand with an umbrella.", "D. A mural." ] }, { "video_id": "sample_322_real.mp4", "question": "What is located in front of the building directly ahead in the middle of the street?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 600.0, "options": [ "A. A café.", "B. A box office.", "C. A small stand with an umbrella.", "D. A mural." ] }, { "video_id": "sample_76_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 0.", "B. 2.", "C. 3.", "D. 4." ] }, { "video_id": "sample_76_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 203.0, "options": [ "A. 3.", "B. 2.", "C. 4.", "D. 0." ] }, { "video_id": "sample_76_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 271.0, "options": [ "A. 4.", "B. 5.", "C. 3.", "D. 2." ] }, { "video_id": "sample_76_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 318.0, "options": [ "A. 4.", "B. 1.", "C. 3.", "D. 2." ] }, { "video_id": "sample_76_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 427.0, "options": [ "A. 5.", "B. 1.", "C. 3.", "D. 7." ] }, { "video_id": "sample_374_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 10.0, "options": [ "A. The individual grabbed a bottle of condiments, applied them to a hamburger, and closed the sandwich.", "B. The individual washed hands at the sink, selected a large bowl, and began mixing ingredients.", "C. The individual arranged vegetables and meats on a tray and placed it into the oven, setting the timer.", "D. The individual fetched a pack of hot dogs from the refrigerator, closed the refrigerator door, and proceeded with the preparation." ] }, { "video_id": "sample_374_real.mp4", "question": "What activities were performed just now to prepare the hot dog?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 169.0, "options": [ "A. The individual added ketchup to the hot dog, chopped onions, and added them as a topping.", "B. The individual toasted the bun, grilled the hot dog, and served it with French fries.", "C. The individual microwaved the hot dog, added relish, and served it with a cold drink.", "D. The individual added mustard to the hot dog, followed by meat sauce, and topped it with a scoop of mashed potatoes." ] }, { "video_id": "sample_374_real.mp4", "question": "Which of the following options best summarizes the actions performed just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 331.0, "options": [ "A. The individual seasoned food in a bowl, then proceeded to bake it in the oven.", "B. The individual prepared a beverage, poured it into a cup, and handed it to a customer.", "C. The individual prepared a sandwich, wrapped it in paper, and served it at the counter.", "D. The individual packaged food into a bag, placed it on the counter, and then gave the package to the customer." ] }, { "video_id": "sample_374_real.mp4", "question": "Which of the following options best summarizes the activities performed just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 487.0, "options": [ "A. The individual selected a hot dog bun, retrieved a cooked hot dog from the water, and added ketchup and mustard as condiments.", "B. The individual toasted a hot dog bun, placed a raw hot dog on the grill, and then garnished it with relish and onions.", "C. The individual boiled multiple hot dogs, toasted multiple buns, and served the hot dogs directly to customers without any condiments.", "D. The individual selected a hot dog bun, retrieved a cooked hot dog from the water with tongs, and prepared to finalize the hot dog." ] }, { "video_id": "sample_374_real.mp4", "question": "Which of the following options best summarizes the activities performed just now?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Clips Summarize", "timestamp": 646.0, "options": [ "A. The individual toasted a bun, grilled a hot dog, added ketchup and mustard, and served it to the customer.", "B. The individual selected a hamburger bun, grilled a patty, added cheese, lettuce, and tomato, and served it to the customer.", "C. The individual microwaved a hot dog, placed it in a bun, and added pickles and onions as toppings.", "D. The individual selected a hot dog bun, retrieved a cooked hot dog from the water, placed it in the bun, and added meat sauce as a topping." ] }, { "video_id": "sample_45_real.mp4", "question": "What is located on the top shelf in the kitchen?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 8.0, "options": [ "A. Jars and bottles.", "B. A large red \"COOK\" sign.", "C. A clock.", "D. A set of knives." ] }, { "video_id": "sample_45_real.mp4", "question": "What action is the man performing with the mixture on the bowl?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 118.0, "options": [ "A. Rolling it into a ball.", "B. Flattening it.", "C. Cutting it into pieces.", "D. Mixing it in a bowl." ] }, { "video_id": "sample_45_real.mp4", "question": "What action is the man performing with the mixture on the bowl?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 118.0, "options": [ "A. Rolling it into a ball.", "B. Flattening it.", "C. Cutting it into pieces.", "D. Mixing it in a bowl." ] }, { "video_id": "sample_45_real.mp4", "question": "What does the person do with the sliced red pepper after cutting it?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 216.0, "options": [ "A. Stores it in a container.", "B. Adds it to a pan with white rice.", "C. Throws it away.", "D. Eats it." ] }, { "video_id": "sample_45_real.mp4", "question": "What wa being picked up by the person just now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 406.0, "options": [ "A. Red pepper.", "B. Green onions.", "C. Sliced cucumbers.", "D. Lettuce." ] }, { "video_id": "sample_196_real.mp4", "question": "What does the player prepare to do?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 19.0, "options": [ "A. Dig for resources.", "B. Fight a monster.", "C. Use a firework rocket.", "D. Build a house." ] }, { "video_id": "sample_196_real.mp4", "question": "What object is held in the hand while standing on the wooden dock?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 200.0, "options": [ "A. An enchanted tool.", "B. A wooden crate.", "C. A torch.", "D. A golden apple." ] }, { "video_id": "sample_196_real.mp4", "question": "How many egg clusters are visible in the pond?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 374.0, "options": [ "A. Four.", "B. Five.", "C. Nine.", "D. Seven." ] }, { "video_id": "sample_196_real.mp4", "question": "What is the color of the gear worn by the player character?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 580.0, "options": [ "A. Red.", "B. Blue.", "C. Green.", "D. Purple." ] }, { "video_id": "sample_196_real.mp4", "question": "What is the color of the gear worn by the player character?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 580.0, "options": [ "A. Red.", "B. Blue.", "C. Green.", "D. Purple." ] }, { "video_id": "sample_434_real.mp4", "question": "What is the color of the pilot's headset right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 3.0, "options": [ "A. Black.", "B. Blue.", "C. Red.", "D. White." ] }, { "video_id": "sample_434_real.mp4", "question": "What device is currently mounted to the top of the helicopter's control panel?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 127.0, "options": [ "A. A camera.", "B. A GPS unit.", "C. An altimeter.", "D. A radar detector." ] }, { "video_id": "sample_434_real.mp4", "question": "What is currently seen on the belt of the police officer?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 248.0, "options": [ "A. Flashlight.", "B. Handcuffs.", "C. Taser.", "D. Radio." ] }, { "video_id": "sample_434_real.mp4", "question": "What color is the control stick's top?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 376.0, "options": [ "A. Yellow.", "B. Red.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_434_real.mp4", "question": "What color is the streamlining structure of the helicopter that is visible right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Attribute Recognition", "timestamp": 498.0, "options": [ "A. Black.", "B. Red.", "C. Blue.", "D. Green." ] }, { "video_id": "sample_218_real.mp4", "question": "What topic might the teacher explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 11.0, "options": [ "A. mixed numbers and improper fractions.", "B. Add mixed numbers.", "C. Subtract improper fractions.", "D. Multiply fractions." ] }, { "video_id": "sample_218_real.mp4", "question": "What might the teacher explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 190.0, "options": [ "A. Compare the fractions using decimal values.", "B. Explain how improper fractions is connected to proper fractions and whole fractions.", "C. Demonstrate how to multiply two fractions.", "D. Discuss the concept of mixed numbers." ] }, { "video_id": "sample_218_real.mp4", "question": "What might the speaker explain next?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 331.0, "options": [ "A. How to convert mixed numbers to improper fractions.", "B. The method for adding mixed numbers and improper fractions.", "C. Simplifying improper fractions.", "D. Dividing fractions by whole numbers." ] }, { "video_id": "sample_218_real.mp4", "question": "What concept will the speaker likely explain next?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 500.0, "options": [ "A. Multiplying mixed fractions by a whole number.", "B. Converting improper fractions to mixed numbers.", "C. Adding improper fractions together.", "D. Simplifying mixed fractions." ] }, { "video_id": "sample_218_real.mp4", "question": "What might the speaker explain next?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 646.0, "options": [ "A. Add the remainder to the quotient.", "B. Subtract 6 from 1.", "C. Divide 7 by 3.", "D. How to use dividing to convert improper fractions to a mixed number form." ] }, { "video_id": "sample_80_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 18.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_80_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 185.0, "options": [ "A. 2.", "B. 3.", "C. 4.", "D. 0." ] }, { "video_id": "sample_80_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 242.0, "options": [ "A. 2.", "B. 3.", "C. 6.", "D. 4." ] }, { "video_id": "sample_80_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 2.", "B. 3.", "C. 5.", "D. 6." ] }, { "video_id": "sample_80_real.mp4", "question": "How many times in total have movie clips been inserted during this person's explanation so far?", "answer": "D", "category": "Real-Time Visual Understanding", "sub_category": "Counting", "timestamp": 333.0, "options": [ "A. 2.", "B. 3.", "C. 5.", "D. 6." ] }, { "video_id": "sample_222_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 13.0, "options": [ "A. How to plot 25/50 on a graph.", "B. How to further simplify 1/2.", "C. How to simplify fractions.", "D. How to multiply fractions." ] }, { "video_id": "sample_222_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 84.0, "options": [ "A. Converting 1/2 to a decimal.", "B. Adding fractions with different denominators.", "C. Equivalent fractions of 3/6.", "D. Subtracting fractions with common denominators." ] }, { "video_id": "sample_222_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 153.0, "options": [ "A. Converting improper fractions to mixed numbers.", "B. Adding fractions with different denominators.", "C. Simplifying fractions by finding common factors.", "D. Multiplying fractions by whole numbers." ] }, { "video_id": "sample_222_real.mp4", "question": "What might the speaker explain next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 345.0, "options": [ "A. How to find the greatest common divisor.", "B. How to convert the fraction to a decimal.", "C. How to factorize each number to prime factors.", "D. How to add fractions with different denominators." ] }, { "video_id": "sample_222_real.mp4", "question": "What might the speaker discuss next?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Prospective Reasoning", "timestamp": 437.0, "options": [ "A. How to find common denominators.", "B. The process of cross-multiplication.", "C. Simplifying fractions using greatest common factor.", "D. The difference between factors and multiples." ] }, { "video_id": "sample_250_real.mp4", "question": "Why does the older woman appear annoyed or angry?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 26.0, "options": [ "A. Because the character shouted loudly.", "B. Because the character disturbed her.", "C. Because the character knocked on the door.", "D. Because the character broke something." ] }, { "video_id": "sample_250_real.mp4", "question": "Why is the teddy bear covered in flour?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 142.0, "options": [ "A. Because the teddy bear fell into a bag of flour.", "B. Because Mr. Bean just blew on the flour.", "C. Because Mr. Bean was baking and accidentally spilled flour on it.", "D. Because the teddy bear was used to dust off a surface covered in flour." ] }, { "video_id": "sample_250_real.mp4", "question": "Why does the character have a complete list of ingredients for the grocery list?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 282.0, "options": [ "A. Because the character finds a recipe book.", "B. Because the character asks someone else for the list.", "C. Because the character is talking on the phone and writing down ingredients for a grocery list.", "D. Because the character visits each grocery store to check items." ] }, { "video_id": "sample_250_real.mp4", "question": "How did Mr. Bean earn all the money on his desk?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 443.0, "options": [ "A. Earnings from selling pizza.", "B. Earnings from doing odd jobs around the neighborhood.", "C. Earnings from a garage sale he held over the weekend.", "D. Earnings from winning a small bet with a friend." ] }, { "video_id": "sample_250_real.mp4", "question": "Why do the two guards fight each other?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Causal Reasoning", "timestamp": 545.0, "options": [ "A. Because Mr. Bean dodged their attack downward, it caused them to attack each other.", "B. Because they misunderstood each other's orders.", "C. Because they were competing to capture Mr. Bean first.", "D. Because they were tricked by Mr. Bean into thinking the other was an enemy." ] }, { "video_id": "sample_117_real.mp4", "question": "What specific text is etched on the graphics card shown right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 7.0, "options": [ "A. RTX 3060 Ti.", "B. RTX 4070 Ti.", "C. RTX 4080 SUPER.", "D. RTX 5000 ULTRA." ] }, { "video_id": "sample_117_real.mp4", "question": "What is the highlighted label on the graphics chip right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 212.0, "options": [ "A. AD103-400A1.", "B. AD104-300B1.", "C. TS MC223A2.", "D. AD102-500A3." ] }, { "video_id": "sample_117_real.mp4", "question": "What resolution setting is highlighted right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 412.0, "options": [ "A. 2560x1440.", "B. 1920x1080.", "C. 3840x2160.", "D. 3200x1800." ] }, { "video_id": "sample_117_real.mp4", "question": "What performance gain does the NVIDIA RTX 4080 SUPER achieve in ray-traced games at 2160P resolution right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 620.0, "options": [ "A. +2.93%.", "B. +3.21%.", "C. +3.11%.", "D. -3%." ] }, { "video_id": "sample_117_real.mp4", "question": "What is the label on the rightmost graphics card right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 763.0, "options": [ "A. GeForce RTX 4090.", "B. GeForce GTX 4090 SUPER.", "C. GeForce RTX 4080.", "D. GTX 4090." ] }, { "video_id": "sample_305_real.mp4", "question": "Where is the dog seen when the perspective shifts to the right?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 14.0, "options": [ "A. In a park.", "B. On a leash.", "C. In a car.", "D. At a storefront." ] }, { "video_id": "sample_305_real.mp4", "question": "Where is the dog seen when the perspective shifts to the right?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 14.0, "options": [ "A. In a park.", "B. On a leash.", "C. In a car.", "D. At a storefront." ] }, { "video_id": "sample_305_real.mp4", "question": "What number is displayed prominently on the building with large glass windows just now", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Text-Rich Understanding", "timestamp": 144.0, "options": [ "A. 5.", "B. 7.", "C. 10.", "D. 12." ] }, { "video_id": "sample_305_real.mp4", "question": "Which sign is prominently displayed on the left side of the street now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Object Recognition", "timestamp": 296.0, "options": [ "A. BROADWAY PLAZA HOTEL.", "B. CITY LIBRARY.", "C. CENTRAL PARK CAFE.", "D. GRAND THEATER." ] }, { "video_id": "sample_305_real.mp4", "question": "What action is the person near the sidewalk doing now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 440.0, "options": [ "A. Walking a dog.", "B. Talking on the phone.", "C. Taking a photo or video.", "D. Eating at a table." ] }, { "video_id": "sample_274_real.mp4", "question": "Where is the red fire hose box located right now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 6.0, "options": [ "A. Hanging on the wall.", "B. Set on the table.", "C. Placed on the shelf.", "D. Attached to the ceiling." ] }, { "video_id": "sample_274_real.mp4", "question": "What is the relationship between the power lines and the trees right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 161.0, "options": [ "A. The power lines run vertically next to the trees.", "B. The power lines run horizontally across the scene with trees in the background.", "C. The power lines are not visible.", "D. The power lines are beneath the trees." ] }, { "video_id": "sample_274_real.mp4", "question": "What was the man in the black jacket and white hoodie doing just now?", "answer": "A", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 330.0, "options": [ "A. Standing up near the man wearing a striped shirt.", "B. Using a smartphone.", "C. Walking towards the camera.", "D. Talking to a man in a white shirt." ] }, { "video_id": "sample_274_real.mp4", "question": "Where is the character's camera footage positioned on the city map right now?", "answer": "B", "category": "Real-Time Visual Understanding", "sub_category": "Spatial Understanding", "timestamp": 500.0, "options": [ "A. In the center of the map.", "B. Near the coast towards the left.", "C. At the top of the map.", "D. In a park towards the right." ] }, { "video_id": "sample_274_real.mp4", "question": "What is the character doing right now?", "answer": "C", "category": "Real-Time Visual Understanding", "sub_category": "Action Recognition", "timestamp": 628.0, "options": [ "A. Running towards a closed garage door.", "B. Stopping in front of a closed garage door.", "C. Walking into the building.", "D. Turning to face the camera." ] }, { "video_id": "sample_17_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 36.0, "options": [ "A. Wang chuqin.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_17_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 182.0, "options": [ "A. 2.", "B. 6.", "C. 7.", "D. 4." ] }, { "video_id": "sample_17_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 298.0, "options": [ "A. 8.", "B. 7.", "C. 5.", "D. 9." ] }, { "video_id": "sample_17_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 487.0, "options": [ "A. 4.", "B. 3.", "C. 8.", "D. 2." ] }, { "video_id": "sample_17_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 597.0, "options": [ "A. 4.", "B. 2.", "C. 8.", "D. 6." ] }, { "video_id": "sample_32_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 41.0, "options": [ "A. DEN.", "B. MIA.", "C. BOS.", "D. GS." ] }, { "video_id": "sample_32_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 173.0, "options": [ "A. 15.", "B. 34.", "C. 22.", "D. 30." ] }, { "video_id": "sample_32_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 259.0, "options": [ "A. 49.", "B. 33.", "C. 40.", "D. 47." ] }, { "video_id": "sample_32_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 425.0, "options": [ "A. 76.", "B. 66.", "C. 88.", "D. 87." ] }, { "video_id": "sample_32_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 536.0, "options": [ "A. 93.", "B. 84.", "C. 96.", "D. 95." ] }, { "video_id": "sample_42_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 43.0, "options": [ "A. LAL.", "B. MIN.", "C. BOS.", "D. GSW." ] }, { "video_id": "sample_42_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 153.0, "options": [ "A. 15.", "B. 31.", "C. 35.", "D. 38." ] }, { "video_id": "sample_42_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 274.0, "options": [ "A. 49.", "B. 57.", "C. 67.", "D. 68." ] }, { "video_id": "sample_42_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 373.0, "options": [ "A. 76.", "B. 92.", "C. 80.", "D. 86." ] }, { "video_id": "sample_42_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 489.0, "options": [ "A. 93.", "B. 63.", "C. 112.", "D. 104." ] }, { "video_id": "sample_49_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 25.0, "options": [ "A. PHX.", "B. MIN.", "C. BOS.", "D. LAL." ] }, { "video_id": "sample_49_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 162.0, "options": [ "A. 15.", "B. 30.", "C. 28.", "D. 24." ] }, { "video_id": "sample_49_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 267.0, "options": [ "A. 49.", "B. 63.", "C. 45.", "D. 50." ] }, { "video_id": "sample_49_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 372.0, "options": [ "A. 76.", "B. 92.", "C. 73.", "D. 66." ] }, { "video_id": "sample_49_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 484.0, "options": [ "A. 91.", "B. 63.", "C. 93.", "D. 89." ] }, { "video_id": "sample_48_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 31.0, "options": [ "A. GS.", "B. MIN.", "C. SAC.", "D. LAL." ] }, { "video_id": "sample_48_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 152.0, "options": [ "A. 15.", "B. 35.", "C. 29.", "D. 34." ] }, { "video_id": "sample_48_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 259.0, "options": [ "A. 49.", "B. 57.", "C. 64.", "D. 62." ] }, { "video_id": "sample_48_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 368.0, "options": [ "A. 76.", "B. 92.", "C. 81.", "D. 91." ] }, { "video_id": "sample_48_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 470.0, "options": [ "A. 93.", "B. 63.", "C. 113.", "D. 91." ] }, { "video_id": "sample_38_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 17.0, "options": [ "A. MIN.", "B. DEN.", "C. MIA.", "D. DEN." ] }, { "video_id": "sample_38_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 216.0, "options": [ "A. 39.", "B. 31.", "C. 15.", "D. 43." ] }, { "video_id": "sample_38_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 246.0, "options": [ "A. 48.", "B. 57.", "C. 49.", "D. 44." ] }, { "video_id": "sample_38_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 413.0, "options": [ "A. 76.", "B. 92.", "C. 86.", "D. 74." ] }, { "video_id": "sample_38_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 489.0, "options": [ "A. 101.", "B. 91.", "C. 93.", "D. 84." ] }, { "video_id": "sample_28_sqa.mp4", "question": "What is the name of the person wearing a red dress?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 37.0, "options": [ "A. Rune.", "B. Berrettini.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_28_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 55.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_28_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 114.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_28_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 128.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_28_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 153.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_36_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 38.0, "options": [ "A. DEN.", "B. MIA.", "C. BOS.", "D. GS." ] }, { "video_id": "sample_36_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 178.0, "options": [ "A. 15.", "B. 31.", "C. 32.", "D. 36." ] }, { "video_id": "sample_36_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 249.0, "options": [ "A. 49.", "B. 57.", "C. 47.", "D. 55." ] }, { "video_id": "sample_36_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 413.0, "options": [ "A. 76.", "B. 92.", "C. 86.", "D. 81." ] }, { "video_id": "sample_36_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 494.0, "options": [ "A. 93.", "B. 91.", "C. 105.", "D. 84." ] }, { "video_id": "sample_50_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 31.0, "options": [ "A. United States.", "B. Germany.", "C. Spain.", "D. France." ] }, { "video_id": "sample_50_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 189.0, "options": [ "A. 15.", "B. 35.", "C. 19.", "D. 21." ] }, { "video_id": "sample_50_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 259.0, "options": [ "A. 26.", "B. 27.", "C. 28.", "D. 29." ] }, { "video_id": "sample_50_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 368.0, "options": [ "A. 47.", "B. 50.", "C. 54.", "D. 46." ] }, { "video_id": "sample_50_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 470.0, "options": [ "A. 93.", "B. 63.", "C. 55.", "D. 69." ] }, { "video_id": "sample_27_sqa.mp4", "question": "What is the name of the person wearing a yellow dress?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 37.0, "options": [ "A. Tiafoe.", "B. Davidovich fokina.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_27_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 123.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_27_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 141.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_27_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 175.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_27_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 197.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_43_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 34.0, "options": [ "A. DEN.", "B. MIA.", "C. SAS.", "D. LAL." ] }, { "video_id": "sample_43_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 146.0, "options": [ "A. 15.", "B. 30.", "C. 38.", "D. 27." ] }, { "video_id": "sample_43_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 246.0, "options": [ "A. 49.", "B. 57.", "C. 52.", "D. 67." ] }, { "video_id": "sample_43_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 423.0, "options": [ "A. 76.", "B. 92.", "C. 106.", "D. 95." ] }, { "video_id": "sample_43_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 485.0, "options": [ "A. 93.", "B. 91.", "C. 107.", "D. 118." ] }, { "video_id": "sample_4_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 28.0, "options": [ "A. Ma Long.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_4_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 138.0, "options": [ "A. 2.", "B. 1.", "C. 7.", "D. 8." ] }, { "video_id": "sample_4_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 228.0, "options": [ "A. 1.", "B. 8.", "C. 9.", "D. 2." ] }, { "video_id": "sample_4_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 289.0, "options": [ "A. 3.", "B. 10.", "C. 9.", "D. 1." ] }, { "video_id": "sample_4_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 393.0, "options": [ "A. 5.", "B. 4.", "C. 2.", "D. 3." ] }, { "video_id": "sample_19_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 96.0, "options": [ "A. Wang chuqin.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_19_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 175.0, "options": [ "A. 2.", "B. 6.", "C. 9.", "D. 10." ] }, { "video_id": "sample_19_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 328.0, "options": [ "A. 2.", "B. 1.", "C. 5.", "D. 9." ] }, { "video_id": "sample_19_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 395.0, "options": [ "A. 5.", "B. 1.", "C. 8.", "D. 2." ] }, { "video_id": "sample_19_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 478.0, "options": [ "A. 4.", "B. 2.", "C. 8.", "D. 7." ] }, { "video_id": "sample_22_sqa.mp4", "question": "What is the name of the person wearing the light blue dress?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 44.0, "options": [ "A. COBOLLI.", "B. KORDA.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_22_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 63.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_22_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 109.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_22_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 198.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_22_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 314.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_18_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 32.0, "options": [ "A. Wang chuqin.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_18_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 182.0, "options": [ "A. 2.", "B. 6.", "C. 7.", "D. 4." ] }, { "video_id": "sample_18_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 328.0, "options": [ "A. 1.", "B. 2.", "C. 5.", "D. 9." ] }, { "video_id": "sample_18_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 487.0, "options": [ "A. 4.", "B. 3.", "C. 8.", "D. 2." ] }, { "video_id": "sample_18_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 586.0, "options": [ "A. 4.", "B. 2.", "C. 8.", "D. 6." ] }, { "video_id": "sample_9_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 7.0, "options": [ "A. Ma Long.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_9_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 202.0, "options": [ "A. 2.", "B. 10.", "C. 11.", "D. 8." ] }, { "video_id": "sample_9_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 228.0, "options": [ "A. 1.", "B. 10.", "C. 9.", "D. 0." ] }, { "video_id": "sample_9_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 380.0, "options": [ "A. 4.", "B. 1.", "C. 2.", "D. 3." ] }, { "video_id": "sample_9_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 481.0, "options": [ "A. 5.", "B. 3.", "C. 2.", "D. 6." ] }, { "video_id": "sample_25_sqa.mp4", "question": "What is the name of the person wearing a white band on their head?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 18.0, "options": [ "A. Tiafoe.", "B. Galan.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_25_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 30.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_25_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 76.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_25_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 94.0, "options": [ "A. 40.", "B. 15.", "C. 30.", "D. 0." ] }, { "video_id": "sample_25_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 146.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_39_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 30.0, "options": [ "A. DEN.", "B. MIN.", "C. BOS.", "D. GS." ] }, { "video_id": "sample_39_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 157.0, "options": [ "A. 15.", "B. 31.", "C. 24.", "D. 41." ] }, { "video_id": "sample_39_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 249.0, "options": [ "A. 49.", "B. 57.", "C. 42.", "D. 61." ] }, { "video_id": "sample_39_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 373.0, "options": [ "A. 76.", "B. 92.", "C. 83.", "D. 57." ] }, { "video_id": "sample_39_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 494.0, "options": [ "A. 93.", "B. 63.", "C. 107.", "D. 84." ] }, { "video_id": "sample_12_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 16.0, "options": [ "A. Ma Long.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_12_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 206.0, "options": [ "A. 2.", "B. 6.", "C. 5.", "D. 8." ] }, { "video_id": "sample_12_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 244.0, "options": [ "A. 1.", "B. 2.", "C. 5.", "D. 6." ] }, { "video_id": "sample_12_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 304.0, "options": [ "A. 4.", "B. 5.", "C. 8.", "D. 3." ] }, { "video_id": "sample_12_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 549.0, "options": [ "A. 5.", "B. 7.", "C. 1.", "D. 6." ] }, { "video_id": "sample_5_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 108.0, "options": [ "A. Ma Long.", "B. Fan Zhengdong.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_5_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 140.0, "options": [ "A. 2.", "B. 1.", "C. 6.", "D. 5." ] }, { "video_id": "sample_5_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 228.0, "options": [ "A. 1.", "B. 6.", "C. 7.", "D. 3." ] }, { "video_id": "sample_5_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 277.0, "options": [ "A. 3.", "B. 8.", "C. 7.", "D. 1." ] }, { "video_id": "sample_5_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 344.0, "options": [ "A. 1.", "B. 3.", "C. 9.", "D. 8." ] }, { "video_id": "sample_41_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 16.0, "options": [ "A. DEN.", "B. MIA.", "C. SAS.", "D. GS." ] }, { "video_id": "sample_41_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 146.0, "options": [ "A. 15.", "B. 30.", "C. 41.", "D. 19." ] }, { "video_id": "sample_41_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 246.0, "options": [ "A. 49.", "B. 53.", "C. 57.", "D. 64." ] }, { "video_id": "sample_41_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 424.0, "options": [ "A. 76.", "B. 92.", "C. 95.", "D. 89." ] }, { "video_id": "sample_41_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 486.0, "options": [ "A. 107.", "B. 93.", "B. 91.", "D. 99." ] }, { "video_id": "sample_31_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 30.0, "options": [ "A. DEN.", "B. MIA.", "C. BOS.", "D. GS." ] }, { "video_id": "sample_31_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 174.0, "options": [ "A. 15.", "B. 34.", "C. 35.", "D. 33." ] }, { "video_id": "sample_31_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 263.0, "options": [ "A. 49.", "B. 54.", "C. 40.", "D. 47." ] }, { "video_id": "sample_31_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 425.0, "options": [ "A. 85.", "B. 86.", "C. 88.", "D. 87." ] }, { "video_id": "sample_31_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 536.0, "options": [ "A. 93.", "B. 104.", "C. 97.", "D. 95." ] }, { "video_id": "sample_14_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 16.0, "options": [ "A. A.Lebrun.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_14_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 200.0, "options": [ "A. 2.", "B. 6.", "C. 5.", "D. 8." ] }, { "video_id": "sample_14_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 288.0, "options": [ "A. 1.", "B. 7.", "C. 5.", "D. 9." ] }, { "video_id": "sample_14_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 435.0, "options": [ "A. 4.", "B. 6.", "C. 8.", "D. 3." ] }, { "video_id": "sample_14_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 616.0, "options": [ "A. 5.", "B. 7.", "C. 8.", "D. 6." ] }, { "video_id": "sample_35_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 28.0, "options": [ "A. DEN.", "B. MIA.", "C. BOS.", "D. GS." ] }, { "video_id": "sample_35_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 173.0, "options": [ "A. 29.", "B. 31.", "C. 15.", "D. 30." ] }, { "video_id": "sample_35_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 249.0, "options": [ "A. 49.", "B. 57.", "C. 44.", "D. 47." ] }, { "video_id": "sample_35_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 413.0, "options": [ "A. 76.", "B. 92.", "C. 88.", "D. 72." ] }, { "video_id": "sample_35_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 489.0, "options": [ "A. 101.", "B. 96.", "C. 93.", "D. 84." ] }, { "video_id": "sample_24_sqa.mp4", "question": "What is the name of the person wearing the light blue dress?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 18.0, "options": [ "A. Tiafoe.", "B. Kovacevic.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_24_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 30.0, "options": [ "A. 40.", "B. 15.", "C. 30.", "D. 0." ] }, { "video_id": "sample_24_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 67.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_24_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 110.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_24_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 148.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_3_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 82.0, "options": [ "A. Ma Long.", "B. Fan Zhengdong.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_3_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 154.0, "options": [ "A. 2.", "B. 1.", "C. 0.", "D. 3." ] }, { "video_id": "sample_3_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 228.0, "options": [ "A. 0.", "B. 2.", "C. 1.", "D. 3." ] }, { "video_id": "sample_3_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 277.0, "options": [ "A. 3.", "B. 4.", "C. 2.", "D. 1." ] }, { "video_id": "sample_3_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 344.0, "options": [ "A. 5.", "B. 4.", "C. 3.", "D. 2." ] }, { "video_id": "sample_23_sqa.mp4", "question": "What is the name of the person wearing the light blue dress?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 17.0, "options": [ "A. Bautista agut.", "B. Shapovalov.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_23_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 34.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_23_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 83.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_23_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 110.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_23_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 152.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_8_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 14.0, "options": [ "A. Ma Long.", "B. Fan Zhengdong.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_8_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 202.0, "options": [ "A. 2.", "B. 9.", "C. 1.", "D. 8." ] }, { "video_id": "sample_8_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 228.0, "options": [ "A. 2.", "B. 3.", "C. 1.", "D. 0." ] }, { "video_id": "sample_8_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 325.0, "options": [ "A. 4.", "B. 3.", "C. 2.", "D. 1." ] }, { "video_id": "sample_8_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 451.0, "options": [ "A. 5.", "B. 3.", "C. 6.", "D. 2." ] }, { "video_id": "sample_6_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 75.0, "options": [ "A. Ma Long.", "B. Fan Zhengdong.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_6_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 154.0, "options": [ "A. 2.", "B. 9.", "C. 10.", "D. 8." ] }, { "video_id": "sample_6_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 228.0, "options": [ "A. 2.", "B. 0.", "C. 1.", "D. 3." ] }, { "video_id": "sample_6_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 277.0, "options": [ "A. 4.", "B. 3.", "C. 2.", "D. 1." ] }, { "video_id": "sample_6_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 344.0, "options": [ "A. 5.", "B. 3.", "C. 4.", "D. 2." ] }, { "video_id": "sample_13_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 18.0, "options": [ "A. Ma Long.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_13_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 206.0, "options": [ "A. 2.", "B. 6.", "C. 4.", "D. 8." ] }, { "video_id": "sample_13_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 265.0, "options": [ "A. 1.", "B. 8.", "C. 5.", "D. 6." ] }, { "video_id": "sample_13_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 315.0, "options": [ "A. 4.", "B. 5.", "C. 8.", "D. 3." ] }, { "video_id": "sample_13_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 395.0, "options": [ "A. 5.", "B. 7.", "C. 10.", "D. 6." ] }, { "video_id": "sample_15_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 99.0, "options": [ "A. A.Lebrun.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_15_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 201.0, "options": [ "A. 2.", "B. 6.", "C. 4.", "D. 8." ] }, { "video_id": "sample_15_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 281.0, "options": [ "A. 1.", "B. 7.", "C. 5.", "D. 9." ] }, { "video_id": "sample_15_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 493.0, "options": [ "A. 4.", "B. 2.", "C. 8.", "D. 3." ] }, { "video_id": "sample_15_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 650.0, "options": [ "A. 5.", "B. 7.", "C. 8.", "D. 6." ] }, { "video_id": "sample_33_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 26.0, "options": [ "A. DEN.", "B. MIA.", "C. BOS.", "D. GS." ] }, { "video_id": "sample_33_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 178.0, "options": [ "A. 15.", "B. 27.", "C. 39.", "D. 30." ] }, { "video_id": "sample_33_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 255.0, "options": [ "A. 49.", "B. 54.", "C. 40.", "D. 47." ] }, { "video_id": "sample_33_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 422.0, "options": [ "A. 76.", "B. 90.", "C. 88.", "D. 87." ] }, { "video_id": "sample_33_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 462.0, "options": [ "A. 93.", "B. 96.", "C. 82.", "D. 95." ] }, { "video_id": "sample_44_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 23.0, "options": [ "A. GS.", "B. MIN.", "C. BOS.", "D. LAL." ] }, { "video_id": "sample_44_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 152.0, "options": [ "A. 15.", "B. 31.", "C. 29.", "D. 34." ] }, { "video_id": "sample_44_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 265.0, "options": [ "A. 49.", "B. 57.", "C. 55.", "D. 71." ] }, { "video_id": "sample_44_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 372.0, "options": [ "A. 76.", "B. 92.", "C. 95.", "D. 70." ] }, { "video_id": "sample_44_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 481.0, "options": [ "A. 93.", "B. 63.", "C. 89.", "D. 121." ] }, { "video_id": "sample_46_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 30.0, "options": [ "A. DEN.", "B. MIN.", "C. BOS.", "D. LAL." ] }, { "video_id": "sample_46_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 153.0, "options": [ "A. 15.", "B. 31.", "C. 36.", "D. 33." ] }, { "video_id": "sample_46_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 265.0, "options": [ "A. 49.", "B. 63.", "C. 56.", "D. 68." ] }, { "video_id": "sample_46_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 369.0, "options": [ "A. 76.", "B. 92.", "C. 85.", "D. 86." ] }, { "video_id": "sample_46_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 482.0, "options": [ "A. 93.", "B. 63.", "C. 105.", "D. 102." ] }, { "video_id": "sample_40_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 15.0, "options": [ "A. DEN.", "B. MIA.", "C. LAL.", "D. GS." ] }, { "video_id": "sample_40_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 200.0, "options": [ "A. 15.", "B. 31.", "C. 47.", "D. 41." ] }, { "video_id": "sample_40_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 247.0, "options": [ "A. 49.", "B. 57.", "C. 55.", "D. 64." ] }, { "video_id": "sample_40_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 424.0, "options": [ "A. 76.", "B. 92.", "C. 100.", "D. 103." ] }, { "video_id": "sample_40_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 490.0, "options": [ "A. 93.", "B. 91.", "C. 116.", "D. 115." ] }, { "video_id": "sample_34_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 26.0, "options": [ "A. DEN.", "B. MIA.", "C. BOS.", "D. GS." ] }, { "video_id": "sample_34_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 173.0, "options": [ "A. 39.", "B. 15.", "C. 32.", "D. 30." ] }, { "video_id": "sample_34_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 250.0, "options": [ "A. 54.", "B. 49.", "C. 57.", "D. 47." ] }, { "video_id": "sample_34_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 416.0, "options": [ "A. 76.", "B. 92.", "C. 88.", "D. 87." ] }, { "video_id": "sample_34_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 485.0, "options": [ "A. 107.", "B. 93.", "C. 96.", "D. 95." ] }, { "video_id": "sample_26_sqa.mp4", "question": "What is the name of the person wearing a red dress?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 37.0, "options": [ "A. Alcaraz.", "B. Norrie.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_26_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 133.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_26_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 248.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_26_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 395.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_26_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 470.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_21_sqa.mp4", "question": "What is the name of the person wearing the yellow dress?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 14.0, "options": [ "A. RUBLEV.", "B. TIAFOE.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_21_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 26.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_21_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 67.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_21_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 74.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_21_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 102.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. AD." ] }, { "video_id": "sample_16_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 47.0, "options": [ "A. Wang chuqin.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_16_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 214.0, "options": [ "A. 2.", "B. 6.", "C. 5.", "D. 4." ] }, { "video_id": "sample_16_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 281.0, "options": [ "A. 4.", "B. 7.", "C. 5.", "D. 9." ] }, { "video_id": "sample_16_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 486.0, "options": [ "A. 4.", "B. 10.", "C. 8.", "D. 3." ] }, { "video_id": "sample_16_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 607.0, "options": [ "A. 3.", "B. 2.", "C. 8.", "D. 6." ] }, { "video_id": "sample_1_sqa.mp4", "question": "Who is the person mentioned in the previous question interacting with right now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 26.0, "options": [ "A. A bald man wearing round glasses and a light-colored blazer over a dark shirt.", "B. A woman with long blonde hair wearing a dark-colored top.", "C. A man with short dark hair and wear a dark-colored shirt.", "D. A woman with long blonde hair wearing a strapless, patterned dress." ] }, { "video_id": "sample_1_sqa.mp4", "question": "Who is the person mentioned in the previous question interacting with right now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 26.0, "options": [ "A. A bald man wearing round glasses and a light-colored blazer over a dark shirt.", "B. A woman with long blonde hair wearing a dark-colored top.", "C. A man with short dark hair and wear a dark-colored shirt.", "D. A woman with long blonde hair wearing a strapless, patterned dress." ] }, { "video_id": "sample_1_sqa.mp4", "question": "What actions did the two individuals mentioned in the previous question just take?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 273.0, "options": [ "A. They exchanged a nod.", "B. They bumped fists.", "C. They shook hands.", "D. They gave each other a high-five." ] }, { "video_id": "sample_1_sqa.mp4", "question": "What is the current outfit of the man mentioned in the first question?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 332.0, "options": [ "A. A light-colored shirt and dark-colored pants.", "B. A dark-colored shirt and light-colored pants", "C. A dark-colored jacket and jeans.", "D. A light-colored sweater and khaki shorts." ] }, { "video_id": "sample_1_sqa.mp4", "question": "What is the person mentioned in the previous question holding in their hand right now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 546.0, "options": [ "A. A black picture frame with white edges, containing three playing cards.", "B. A white picture frame with silver edges, containing five playing cards.", "C. A white picture frame with black edges, containing four playing cards.", "D. A wooden picture frame with gold edges, containing four photographs." ] }, { "video_id": "sample_10_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 21.0, "options": [ "A. Ma Long.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_10_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 201.0, "options": [ "A. 2.", "B. 10.", "C. 9.", "D. 8." ] }, { "video_id": "sample_10_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 241.0, "options": [ "A. 1.", "B. 8.", "C. 10.", "D. 0." ] }, { "video_id": "sample_10_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 304.0, "options": [ "A. 4.", "B. 9.", "C. 8.", "D. 3." ] }, { "video_id": "sample_10_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 334.0, "options": [ "A. 5.", "B. 10.", "C. 8.", "D. 6." ] }, { "video_id": "sample_2_sqa.mp4", "question": "To which jersey number did the player mentioned in the previous question just pass the ball?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 38.0, "options": [ "A. 9.", "B. 18.", "C. 17.", "D. 25." ] }, { "video_id": "sample_2_sqa.mp4", "question": "To which jersey number did the player mentioned in the previous question just pass the ball?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 38.0, "options": [ "A. 9.", "B. 18.", "C. 17.", "D. 25." ] }, { "video_id": "sample_2_sqa.mp4", "question": "To which jersey number did the player who received the pass in the previous question just pass the ball?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 177.0, "options": [ "A. 17.", "B. 16.", "C. 9.", "D. 18." ] }, { "video_id": "sample_2_sqa.mp4", "question": "In the previous question, the player who received the pass just assisted the player wearing which jersey number to score?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 193.0, "options": [ "A. 17.", "B. 9.", "C. 16.", "D. 18." ] }, { "video_id": "sample_2_sqa.mp4", "question": "What did the player who received the pass in the previous question just do?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 402.0, "options": [ "A. He took a shot with his right foot.", "B. He passed the ball with his left foot.", "C. He scored with his left foot.", "D. He dribbled past the goolkeeper." ] }, { "video_id": "sample_47_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 25.0, "options": [ "A. LAC.", "B. MIN.", "C. BOS.", "D. LAL." ] }, { "video_id": "sample_47_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 153.0, "options": [ "A. 15.", "B. 31.", "C. 28.", "D. 39." ] }, { "video_id": "sample_47_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 265.0, "options": [ "A. 49.", "B. 63.", "C. 70.", "D. 56." ] }, { "video_id": "sample_47_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 369.0, "options": [ "A. 76.", "B. 92.", "C. 88.", "D. 85." ] }, { "video_id": "sample_47_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 484.0, "options": [ "A. 93.", "B. 63.", "C. 114.", "D. 115." ] }, { "video_id": "sample_20_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 75.0, "options": [ "A. Wang chuqin.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_20_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 184.0, "options": [ "A. 2.", "B. 6.", "C. 10.", "D. 5." ] }, { "video_id": "sample_20_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 328.0, "options": [ "A. 9.", "B. 1.", "C. 5.", "D. 10." ] }, { "video_id": "sample_20_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 395.0, "options": [ "A. 5.", "B. 10.", "C. 11.", "D. 2." ] }, { "video_id": "sample_20_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 478.0, "options": [ "A. 4.", "B. 2.", "C. 11.", "D. 12." ] }, { "video_id": "sample_11_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 15.0, "options": [ "A. Ma Long.", "B. Fan Z.D.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_11_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 206.0, "options": [ "A. 2.", "B. 6.", "C. 4.", "D. 8." ] }, { "video_id": "sample_11_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 244.0, "options": [ "A. 1.", "B. 6.", "C. 5.", "D. 2." ] }, { "video_id": "sample_11_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 304.0, "options": [ "A. 4.", "B. 5.", "C. 8.", "D. 3." ] }, { "video_id": "sample_11_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 418.0, "options": [ "A. 5.", "B. 7.", "C. 10.", "D. 6." ] }, { "video_id": "sample_29_sqa.mp4", "question": "What is the name of the person wearing a yellow dress?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 37.0, "options": [ "A. M. Andreeva.", "B. Navarro.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_29_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 115.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_29_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 208.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_29_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 350.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_29_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 505.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_30_sqa.mp4", "question": "What is the name of the person wearing a white dress?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 37.0, "options": [ "A. Sinner.", "B. Shelton.", "C. Nadal.", "D. Federer." ] }, { "video_id": "sample_30_sqa.mp4", "question": "How much game score has the person referred to in the previous question obtained now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 176.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_30_sqa.mp4", "question": "How much game score does the person referred to in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 274.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_30_sqa.mp4", "question": "How much game score has the opponent of the person referred to in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 425.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_30_sqa.mp4", "question": "How much game score has the person referred to in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 593.0, "options": [ "A. 15.", "B. 30.", "C. 40.", "D. 0." ] }, { "video_id": "sample_37_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 36.0, "options": [ "A. BOS.", "B. MIA.", "C. DEN.", "D. MIN." ] }, { "video_id": "sample_37_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 178.0, "options": [ "A. 21.", "B. 31.", "C. 15.", "D. 38." ] }, { "video_id": "sample_37_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 248.0, "options": [ "A. 47.", "B. 57.", "C. 49.", "D. 39." ] }, { "video_id": "sample_37_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 413.0, "options": [ "A. 76.", "B. 92.", "C. 81.", "D. 66." ] }, { "video_id": "sample_37_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 489.0, "options": [ "A. 97.", "B. 91.", "C. 93.", "D. 77." ] }, { "video_id": "sample_7_sqa.mp4", "question": "Who is preparing to serve the ball now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 404.0, "options": [ "A. Ma Long.", "B. Fan Zhengdong.", "C. Xu xin.", "D. Ma Lin." ] }, { "video_id": "sample_7_sqa.mp4", "question": "How much game score has the person mentioned in the last question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 485.0, "options": [ "A. 2.", "B. 9.", "C. 0.", "D. 8." ] }, { "video_id": "sample_7_sqa.mp4", "question": "How much game score has the opponent of the person mentioned in the previous question scored now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 556.0, "options": [ "A. 2.", "B. 6.", "C. 1.", "D. 3." ] }, { "video_id": "sample_7_sqa.mp4", "question": "How much game score does the person mentioned in the first question have now?", "answer": "B", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 644.0, "options": [ "A. 4.", "B. 2.", "C. 3.", "D. 1." ] }, { "video_id": "sample_7_sqa.mp4", "question": "How much game score has the person mentioned in the third question scored now?", "answer": "C", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 344.0, "options": [ "A. 5.", "B. 4.", "C. 8.", "D. 6." ] }, { "video_id": "sample_45_sqa.mp4", "question": "Which team is currently on offense in the game?", "answer": "A", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 21.0, "options": [ "A. DEN.", "B. MIN.", "C. BOS.", "D. LAL." ] }, { "video_id": "sample_45_sqa.mp4", "question": "How many game scores has the team referred to in the previous question scored so far?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 153.0, "options": [ "A. 15.", "B. 31.", "C. 32.", "D. 39." ] }, { "video_id": "sample_45_sqa.mp4", "question": "How many game scores has the opponent of the team referred to in the previous question scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 265.0, "options": [ "A. 49.", "B. 63.", "C. 55.", "D. 57." ] }, { "video_id": "sample_45_sqa.mp4", "question": "How many game scores does the team referred to in the first question have currently?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 371.0, "options": [ "A. 76.", "B. 92.", "C. 74.", "D. 81." ] }, { "video_id": "sample_45_sqa.mp4", "question": "How many game scores has the team that the third question specifically refers to scored now?", "answer": "D", "category": "Contextual Understanding", "sub_category": "Sequential Question Answering", "timestamp": 482.0, "options": [ "A. 93.", "B. 63.", "C. 106.", "D. 94." ] }, { "video_id": "sample_17_proactive.mp4", "question": "When the scoreboard shows 3 points for USA, output \"3\".", "answer": 29.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 33.0 }, { "video_id": "sample_17_proactive.mp4", "question": "When the scoreboard shows 20 points for Serbia, output \"20\".", "answer": 178.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 182.0 }, { "video_id": "sample_17_proactive.mp4", "question": "When the scoreboard shows 40 points first time for Serbia, output \"40\".", "answer": 347.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 351.0 }, { "video_id": "sample_17_proactive.mp4", "question": "When the scoreboard shows 73 points first time for USA, output \"73\".", "answer": 532.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 536.0 }, { "video_id": "sample_17_proactive.mp4", "question": "When the scoreboard shows 97 points first time for USA, output \"97\".", "answer": 712.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 716.0 }, { "video_id": "sample_32_proactive.mp4", "question": "When the four of hearts appears on the table, output \"four of hearts\".", "answer": 16.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 20.0 }, { "video_id": "sample_32_proactive.mp4", "question": "When the dealer collects all the cards from the table, output \"Cards collected\".", "answer": 165.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 169.0 }, { "video_id": "sample_32_proactive.mp4", "question": "When the dealer collects all the cards from the table, output \"Cards collected\".", "answer": 317.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 321.0 }, { "video_id": "sample_32_proactive.mp4", "question": "When the dealer finishes clearing the cards from the table, output \"Cards cleared\".", "answer": 472.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 476.0 }, { "video_id": "sample_32_proactive.mp4", "question": "When the dealer collects all the cards from the table, output \"Cards collected\".", "answer": 629.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 633.0 }, { "video_id": "sample_42_proactive.mp4", "question": "When the Columbus Crew lineup is shown, output \"Columbus Crew lineup displayed\".", "answer": 9.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 13.0 }, { "video_id": "sample_42_proactive.mp4", "question": "When the player in the yellow shirt scored a goal, output \"goal\".", "answer": 70.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 74.0 }, { "video_id": "sample_42_proactive.mp4", "question": "When the player in the red jersey takes a corner kick, output \"Corner kick by red team\".", "answer": 152.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 156.0 }, { "video_id": "sample_42_proactive.mp4", "question": "When the player in the red jersey scores a goal, output \"Goal by red team\".", "answer": 252.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 256.0 }, { "video_id": "sample_42_proactive.mp4", "question": "When the goalkeeper makes a save, output \"Save by goalkeeper\".", "answer": 341.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 345.0 }, { "video_id": "sample_49_proactive.mp4", "question": "When the player strikes the cue ball, output \"Cue Ball Struck\".", "answer": 11.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 15.0 }, { "video_id": "sample_49_proactive.mp4", "question": "When the referee starts to adjust the cue ball, output \"adjust Ball\".", "answer": 134.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 138.0 }, { "video_id": "sample_49_proactive.mp4", "question": "When the score changes from 56 to 57, output \"Score Changed\".", "answer": 272.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 276.0 }, { "video_id": "sample_49_proactive.mp4", "question": "When the cue ball touches the red ball, output \"Red Touched\".", "answer": 393.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 397.0 }, { "video_id": "sample_49_proactive.mp4", "question": "When the cue ball hits the black ball, output \"Black Hit\".", "answer": 517.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 521.0 }, { "video_id": "sample_48_proactive.mp4", "question": "When the red ball is hit by the cue ball, output \"red Hit\".", "answer": 3.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 7.0 }, { "video_id": "sample_48_proactive.mp4", "question": "When the player pots a red ball, output \"Red Potted\".", "answer": 153.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 157.0 }, { "video_id": "sample_48_proactive.mp4", "question": "When the cue ball is struck, output \"Cue Ball Struck\".", "answer": 298.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 302.0 }, { "video_id": "sample_48_proactive.mp4", "question": "When the cue ball hits the black ball, output \"Black Hit\".", "answer": 435.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 439.0 }, { "video_id": "sample_48_proactive.mp4", "question": "When the cue ball hits the black ball, output \"Black Hit\".", "answer": 560.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 564.0 }, { "video_id": "sample_38_proactive.mp4", "question": "When a red 6 card is played, output \"red 6\".", "answer": 16.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 20.0 }, { "video_id": "sample_38_proactive.mp4", "question": "When a blue 2 card is played, output \"blue 2\".", "answer": 50.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 54.0 }, { "video_id": "sample_38_proactive.mp4", "question": "When a green 4 card is played, output \"green 4\".", "answer": 104.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 108.0 }, { "video_id": "sample_38_proactive.mp4", "question": "When a red 4 card is played, output \"red 4\".", "answer": 136.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 140.0 }, { "video_id": "sample_38_proactive.mp4", "question": "When a yellow 0 card is played later, output \"yellow 0\".", "answer": 179.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 183.0 }, { "video_id": "sample_28_proactive.mp4", "question": "When the dealer places the cards on the table to start the game, output \"Game Start\".", "answer": 43.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 47.0 }, { "video_id": "sample_28_proactive.mp4", "question": "When the dealer collects all the cards from the table later, output \"Cards collected\".", "answer": 125.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 129.0 }, { "video_id": "sample_28_proactive.mp4", "question": "When the ten of hearts appears on the table later, output \"ten of hearts\".", "answer": 245.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 249.0 }, { "video_id": "sample_28_proactive.mp4", "question": "When the dealer reveals an Ace on the table, output \"Ace revealed\".", "answer": 361.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 365.0 }, { "video_id": "sample_28_proactive.mp4", "question": "When the dealer collects all the cards from the table, output \"Cards collected\".", "answer": 485.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 489.0 }, { "video_id": "sample_36_proactive.mp4", "question": "When the box flap is fully opened, output \"box open\".", "answer": 10.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 14.0 }, { "video_id": "sample_36_proactive.mp4", "question": "When a wild card with the text \"Take 3 Miss Turn\" is shown later, output \"wild card take 3 miss turn\".", "answer": 60.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 64.0 }, { "video_id": "sample_36_proactive.mp4", "question": "When a wild draw four card is played, output \"wild draw four\".", "answer": 125.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 129.0 }, { "video_id": "sample_36_proactive.mp4", "question": "When a yellow 9 card is played, output \"yellow 9\".", "answer": 189.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 193.0 }, { "video_id": "sample_36_proactive.mp4", "question": "When a green 8 card is played, output \"green 8\".", "answer": 249.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 253.0 }, { "video_id": "sample_50_proactive.mp4", "question": "When the player makes the first shot, output \"First Shot Taken.\"", "answer": 36.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 40.0 }, { "video_id": "sample_50_proactive.mp4", "question": "When the cue ball hits the black ball, output \"black Hit\".", "answer": 138.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 142.0 }, { "video_id": "sample_50_proactive.mp4", "question": "When Selby reaches a score of 56, output \"Selby 56\".", "answer": 284.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 288.0 }, { "video_id": "sample_50_proactive.mp4", "question": "When the player pots the black ball, output \"Black Potted\".", "answer": 417.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 421.0 }, { "video_id": "sample_50_proactive.mp4", "question": "When the player pots the red ball, output \"Red Potted\".", "answer": 531.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 535.0 }, { "video_id": "sample_27_proactive.mp4", "question": "When the dealer starts shuffling the cards later, output \"Shuffling cards\".", "answer": 8.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 12.0 }, { "video_id": "sample_27_proactive.mp4", "question": "When the five of hearts appears on the table later, output \"five of hearts\".", "answer": 154.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 158.0 }, { "video_id": "sample_27_proactive.mp4", "question": "When four cards appear on the table at the same time, output 'four cards'.", "answer": 304.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 308.0 }, { "video_id": "sample_27_proactive.mp4", "question": "When the dealer starts collecting chips from the table, output \"Collecting chips\".", "answer": 456.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 460.0 }, { "video_id": "sample_27_proactive.mp4", "question": "When the dealer reveals a ten of spades on the table, output \"ten of spades\".", "answer": 602.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 606.0 }, { "video_id": "sample_43_proactive.mp4", "question": "When the player in the white and green jersey scores a goal, output \"Goal by white team\".", "answer": 16.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 20.0 }, { "video_id": "sample_43_proactive.mp4", "question": "When the player in the green jersey fouls the player in the purple jersey, output \"Foul by green team\".", "answer": 82.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 86.0 }, { "video_id": "sample_43_proactive.mp4", "question": "When the player in the purple jersey scores a goal, output \"Goal by dark team\".", "answer": 118.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 122.0 }, { "video_id": "sample_43_proactive.mp4", "question": "When the player in the purple jersey scores a goal, output \"Goal by blue team\".", "answer": 228.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 232.0 }, { "video_id": "sample_43_proactive.mp4", "question": "When the player in the white and green jersey scores a goal, output \"Goal by white team\".", "answer": 302.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 306.0 }, { "video_id": "sample_4_proactive.mp4", "question": "When the red ball is hit and starts moving, output \"Yellow ball\".", "answer": 44.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 48.0 }, { "video_id": "sample_4_proactive.mp4", "question": "When the red ball is hit and starts moving, output \"Yellow ball\".", "answer": 157.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 161.0 }, { "video_id": "sample_4_proactive.mp4", "question": "When the break score reaches 56, output \"Break 56\".", "answer": 306.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 310.0 }, { "video_id": "sample_4_proactive.mp4", "question": "When the player in black vest appears with a cue in his right hand, output \"Cue\".", "answer": 447.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 451.0 }, { "video_id": "sample_4_proactive.mp4", "question": "When the score of Higgins displays as 120 points right now, output \"120\".", "answer": 591.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 595.0 }, { "video_id": "sample_19_proactive.mp4", "question": "When the scoreboard shows \"30-40\" for Fils later, output \"Fils Break Point\".", "answer": 14.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 18.0 }, { "video_id": "sample_19_proactive.mp4", "question": "When the scoreboard shows 40-15 for Zverev later, output \"40-15\".", "answer": 148.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 152.0 }, { "video_id": "sample_19_proactive.mp4", "question": "When the scoreboard first shows \"4 AD\" for Zverev later, output \"4 AD\".", "answer": 213.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 217.0 }, { "video_id": "sample_19_proactive.mp4", "question": "When the scoreboard shows \"5 AD\" for Fils later, output \"Fils Break Point\".", "answer": 376.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 380.0 }, { "video_id": "sample_19_proactive.mp4", "question": "When Fils wins the game later, output \"Fils Wins\".", "answer": 453.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 457.0 }, { "video_id": "sample_22_proactive.mp4", "question": "When the scoreboard shows 15 for Sinner and 30 for Rublev in the video later, output \"15-30\".", "answer": 24.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 28.0 }, { "video_id": "sample_22_proactive.mp4", "question": "When the scoreboard shows 15 for Sinner and 30 for Rublev in the video later, output \"15-30\".", "answer": 170.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 174.0 }, { "video_id": "sample_22_proactive.mp4", "question": "When the scoreboard shows 40 - 40 later, output \"40 - 40\".", "answer": 270.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 274.0 }, { "video_id": "sample_22_proactive.mp4", "question": "When the scoreboard shows 15 for ARNALDI and 40 for NISHIKORI in the video later, output \"15-40\".", "answer": 357.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 361.0 }, { "video_id": "sample_22_proactive.mp4", "question": "When the scoreboard shows AD for ARNALDI in the video later, output \"ARNALDI AD\".", "answer": 456.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 460.0 }, { "video_id": "sample_18_proactive.mp4", "question": "When the scoreboard shows 30 points first time for Michelsen, output \"30\".", "answer": 10.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 14.0 }, { "video_id": "sample_18_proactive.mp4", "question": "When the scoreboard shows 30 points for Giron for the first time, output \"30\".", "answer": 152.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 156.0 }, { "video_id": "sample_18_proactive.mp4", "question": "When Alex Michelsen wins the match, output \"Alex wins\".", "answer": 306.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 310.0 }, { "video_id": "sample_18_proactive.mp4", "question": "When the scoreboard first shows that GIRON has scored AD later, output 'AD'.", "answer": 452.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 456.0 }, { "video_id": "sample_18_proactive.mp4", "question": "When the scoreboard first shows that Giron has scored 40 points later, output '40'.", "answer": 600.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 604.0 }, { "video_id": "sample_9_proactive.mp4", "question": "When the score for Murphy changes to 0, output \"Murphy 0\".", "answer": 13.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 17.0 }, { "video_id": "sample_9_proactive.mp4", "question": "When the score for Murphy changes to 17, output \"17\".", "answer": 176.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 180.0 }, { "video_id": "sample_9_proactive.mp4", "question": "When the score for Murphy reaches 48, output \"48\".", "answer": 329.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 333.0 }, { "video_id": "sample_9_proactive.mp4", "question": "When the score for Murphy changes to 80, output \"80\".", "answer": 497.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 501.0 }, { "video_id": "sample_9_proactive.mp4", "question": "When Shaun Murphy's score changes to 113 for the first time right now, output \"113\".", "answer": 678.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 682.0 }, { "video_id": "sample_25_proactive.mp4", "question": "When the Queen of spades appears on the table later, output \"Queen of spades\".", "answer": 13.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 17.0 }, { "video_id": "sample_25_proactive.mp4", "question": "When the dealer starts collecting cards from the table, output \"Dealer collecting\".", "answer": 208.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 212.0 }, { "video_id": "sample_25_proactive.mp4", "question": "When the dealer collects all the cards from the table later, output \"Cards collected\".", "answer": 417.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 421.0 }, { "video_id": "sample_25_proactive.mp4", "question": "When the total of a player's hand reaches 39, output \"Player 39\".", "answer": 612.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 616.0 }, { "video_id": "sample_25_proactive.mp4", "question": "When the dealer reveals a 10 of Diamonds, output \"10 of Diamonds.\"", "answer": 819.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 823.0 }, { "video_id": "sample_39_proactive.mp4", "question": "When a player picks up the Uno deck for distributing, output \"distributing\".", "answer": 9.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 13.0 }, { "video_id": "sample_39_proactive.mp4", "question": "When a red +2 card is played, output \"red +2\".", "answer": 79.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 83.0 }, { "video_id": "sample_39_proactive.mp4", "question": "When a yellow skip card is played later, output \"yellow skip\".", "answer": 161.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 165.0 }, { "video_id": "sample_39_proactive.mp4", "question": "When a yellow reverse card is played later, output \"yellow reverse\".", "answer": 233.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 237.0 }, { "video_id": "sample_39_proactive.mp4", "question": "When a red 2 card is played, output \"red 2\".", "answer": 306.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 310.0 }, { "video_id": "sample_12_proactive.mp4", "question": "When Jordan Brown drinks from the red cup, output \"Cup Drink\".", "answer": 13.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 17.0 }, { "video_id": "sample_12_proactive.mp4", "question": "When the score for Robertson changes to 16, output \"16\".", "answer": 175.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 179.0 }, { "video_id": "sample_12_proactive.mp4", "question": "When Robertson's score changes to 48, output \"48\".", "answer": 338.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 342.0 }, { "video_id": "sample_12_proactive.mp4", "question": "When the score for Robertson changes to 80, output \"80\".", "answer": 498.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 502.0 }, { "video_id": "sample_12_proactive.mp4", "question": "When N Robertson's score changes to 113, output \"113\".", "answer": 658.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 662.0 }, { "video_id": "sample_5_proactive.mp4", "question": "When the white ball is hit, output \"White Hit\".", "answer": 17.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 21.0 }, { "video_id": "sample_5_proactive.mp4", "question": "When Robertson's score turns to 29, output \"29\".", "answer": 185.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 189.0 }, { "video_id": "sample_5_proactive.mp4", "question": "When the red ball is hit, output \"Red Hit\"", "answer": 343.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 347.0 }, { "video_id": "sample_5_proactive.mp4", "question": "When the score for ROBERTSON changes from 84 to 85, output \"85\".", "answer": 514.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 518.0 }, { "video_id": "sample_5_proactive.mp4", "question": "When the score for Robertson changes to 124, output \"124\".", "answer": 680.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 684.0 }, { "video_id": "sample_41_proactive.mp4", "question": "When the blue 9 card is played later, output \"blue 9\".", "answer": 38.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 42.0 }, { "video_id": "sample_41_proactive.mp4", "question": "When the red 8 card is played, output \"red 8\".", "answer": 64.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 68.0 }, { "video_id": "sample_41_proactive.mp4", "question": "When a blue reverse card is played, output \"blue reverse\".", "answer": 113.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 117.0 }, { "video_id": "sample_41_proactive.mp4", "question": "When a blue 3 card is played, output \"blue 3\".", "answer": 186.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 190.0 }, { "video_id": "sample_41_proactive.mp4", "question": "When a yellow 9 card is played, output \"yellow 9\".", "answer": 229.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 233.0 }, { "video_id": "sample_31_proactive.mp4", "question": "When the Ace of diamonds appears on the table, output \"Ace of diamonds\".", "answer": 33.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 37.0 }, { "video_id": "sample_31_proactive.mp4", "question": "When the dealer collects all the cards from the table, output \"Cards collected\".", "answer": 92.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 96.0 }, { "video_id": "sample_31_proactive.mp4", "question": "When the dealer collects all the cards from the table later, output \"Cards collected\".", "answer": 183.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 187.0 }, { "video_id": "sample_31_proactive.mp4", "question": "When the dealer collects all the cards from the table, output \"Cards collected\".", "answer": 267.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 271.0 }, { "video_id": "sample_31_proactive.mp4", "question": "When the Queen of diamonds appears on the table, output \"Queen of diamonds\".", "answer": 352.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 356.0 }, { "video_id": "sample_14_proactive.mp4", "question": "When France's score changes to 9 for the first time, output \"9\".", "answer": 15.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 19.0 }, { "video_id": "sample_14_proactive.mp4", "question": "When the French team scores a point, output \"goal\".", "answer": 60.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 64.0 }, { "video_id": "sample_14_proactive.mp4", "question": "When the score for France changes to 51, output \"51\".", "answer": 92.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 96.0 }, { "video_id": "sample_14_proactive.mp4", "question": "When the USA team score updates to 96, output \"USA 96\".", "answer": 128.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 132.0 }, { "video_id": "sample_14_proactive.mp4", "question": "When James was awarded the gold medal by the presenter, output \"Gold\".", "answer": 169.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 173.0 }, { "video_id": "sample_35_proactive.mp4", "question": "When a yellow card is drawn later, output \"yellow card\".", "answer": 24.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 28.0 }, { "video_id": "sample_35_proactive.mp4", "question": "When a green 1 card is played, output \"green 1\".", "answer": 182.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 186.0 }, { "video_id": "sample_35_proactive.mp4", "question": "When a green 5 card is played later, output \"green 5\".", "answer": 348.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 352.0 }, { "video_id": "sample_35_proactive.mp4", "question": "When a player begins a new game by distributing the cards, output \"start new game\".", "answer": 522.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 526.0 }, { "video_id": "sample_35_proactive.mp4", "question": "When a green 8 card is played later, output \"green 8\".", "answer": 721.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 725.0 }, { "video_id": "sample_24_proactive.mp4", "question": "When the scoreboard shows AD for Shelton later, output \"Shelton AD\".", "answer": 39.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 43.0 }, { "video_id": "sample_24_proactive.mp4", "question": "When the scoreboard shows 40 for ALBOT and 30 for SHELTON in the video later, output \"40-30\".", "answer": 172.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 176.0 }, { "video_id": "sample_24_proactive.mp4", "question": "When the scoreboard shows 40 points for Rublev, output \"40\".", "answer": 345.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 349.0 }, { "video_id": "sample_24_proactive.mp4", "question": "When the scoreboard shows 30 points for MICHELSEN, output \"30\".", "answer": 508.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 512.0 }, { "video_id": "sample_24_proactive.mp4", "question": "When the scoreboard shows 40 points for KHACHANOV, output \"40\".", "answer": 620.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 624.0 }, { "video_id": "sample_3_proactive.mp4", "question": "When R. O'Sullivan pots the first ball in the video, output \"First ball potted\".", "answer": 5.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 9.0 }, { "video_id": "sample_3_proactive.mp4", "question": "When the score on the green scoreboard changes to 25, output \"Score is 25\".", "answer": 118.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 122.0 }, { "video_id": "sample_3_proactive.mp4", "question": "When Ronnie O'Sullivan pockets the black ball, output \"Pocketed Black\".", "answer": 220.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 224.0 }, { "video_id": "sample_3_proactive.mp4", "question": "When the green cue ball is about to be hit by the stick right now, output \"Green Cue Ball\".", "answer": 318.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 322.0 }, { "video_id": "sample_3_proactive.mp4", "question": "When the score changes to 122 in the video, output \"122\".", "answer": 412.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 416.0 }, { "video_id": "sample_23_proactive.mp4", "question": "When the scoreboard shows AD for BORGES in the video later, output \"BORGES AD\".", "answer": 24.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 28.0 }, { "video_id": "sample_23_proactive.mp4", "question": "When Nadal wins the point against Borges later, output \"Nadal wins this point\".", "answer": 110.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 114.0 }, { "video_id": "sample_23_proactive.mp4", "question": "When the scoreboard shows 30 points for Borges, output \"30 Borges\".", "answer": 169.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 173.0 }, { "video_id": "sample_23_proactive.mp4", "question": "When Borges wins a point later, output \"Borges Point\".", "answer": 363.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 367.0 }, { "video_id": "sample_23_proactive.mp4", "question": "When the scoreboard shows 40 for Borges and 30 for Nadal in the video later, output \"40-30\".", "answer": 381.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 385.0 }, { "video_id": "sample_8_proactive.mp4", "question": "When the score for Bingham changes to 1, output \"1\".", "answer": 9.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 13.0 }, { "video_id": "sample_8_proactive.mp4", "question": "When Bingham's score changes to 24, output \"24\".", "answer": 163.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 167.0 }, { "video_id": "sample_8_proactive.mp4", "question": "When the black ball is struck, output \"Black Strike\".", "answer": 291.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 295.0 }, { "video_id": "sample_8_proactive.mp4", "question": "When Bingham's break score changes to 88, output \"88\".", "answer": 448.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 452.0 }, { "video_id": "sample_8_proactive.mp4", "question": "When the score for Bingham changes to 113, output \"113\".", "answer": 593.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 597.0 }, { "video_id": "sample_6_proactive.mp4", "question": "When the player takes the shot with the cue ball, output \"Cue Ball Shot\".", "answer": 6.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 10.0 }, { "video_id": "sample_6_proactive.mp4", "question": "When the player strikes the cue ball, output \"Cue Ball Struck.\"", "answer": 185.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 189.0 }, { "video_id": "sample_6_proactive.mp4", "question": "When the score changes to 41, output \"41\".", "answer": 337.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 341.0 }, { "video_id": "sample_6_proactive.mp4", "question": "When the score for Fu changes to 80, output \"80\".", "answer": 508.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 512.0 }, { "video_id": "sample_6_proactive.mp4", "question": "When the cue ball is hit, output \"Cue Ball Hit\".", "answer": 688.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 692.0 }, { "video_id": "sample_13_proactive.mp4", "question": "When the scoreboard shows 2 points for USA, output \"2 points\".", "answer": 26.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 30.0 }, { "video_id": "sample_13_proactive.mp4", "question": "When the scoreboard shows 23 points for South Sudan, output \"23 points\".", "answer": 160.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 164.0 }, { "video_id": "sample_13_proactive.mp4", "question": "When the scoreboard shows 52 points for South Sudan, output \"52\".", "answer": 309.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 313.0 }, { "video_id": "sample_13_proactive.mp4", "question": "When the USA team scored a three-pointer., output \"+3\".", "answer": 460.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 464.0 }, { "video_id": "sample_13_proactive.mp4", "question": "When USA reaches a score of 95, output \"95\".", "answer": 619.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 623.0 }, { "video_id": "sample_15_proactive.mp4", "question": "When the Serbian player scores a three-pointer, output \"Three-pointer Serbia\".", "answer": 8.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 12.0 }, { "video_id": "sample_15_proactive.mp4", "question": "When the scoreboard shows 37 points for the USA, output \"37\".", "answer": 39.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 43.0 }, { "video_id": "sample_15_proactive.mp4", "question": "When the USA player scores a three-pointer, output \"Three-pointer USA\".", "answer": 91.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 95.0 }, { "video_id": "sample_15_proactive.mp4", "question": "When the scoreboard shows 94 points for USA, output \"94\".", "answer": 144.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 148.0 }, { "video_id": "sample_15_proactive.mp4", "question": "When the scoreboard shows 91 points for Serbia, output \"91\".", "answer": 156.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 160.0 }, { "video_id": "sample_33_proactive.mp4", "question": "When the player receives the yellow card from the dealer later, output \"Yellow card received\".", "answer": 4.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 8.0 }, { "video_id": "sample_33_proactive.mp4", "question": "When the dealer shows the Jack of hearts, output \"Jack of hearts\".", "answer": 147.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 151.0 }, { "video_id": "sample_33_proactive.mp4", "question": "When the dealer collects all cards from the table later, output \"Cards collected\".", "answer": 285.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 289.0 }, { "video_id": "sample_33_proactive.mp4", "question": "When the dealer starts dealing cards to the players, output \"Dealing cards\".", "answer": 405.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 409.0 }, { "video_id": "sample_33_proactive.mp4", "question": "When a player reaches for chips with his hand, output \"Player betting\".", "answer": 560.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 564.0 }, { "video_id": "sample_44_proactive.mp4", "question": "When the lineup for Toronto FC is displayed, output \"Toronto FC lineup shown\".", "answer": 8.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 12.0 }, { "video_id": "sample_44_proactive.mp4", "question": "When the player in the white jersey scores a goal, output \"Goal by white team\".", "answer": 36.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 40.0 }, { "video_id": "sample_44_proactive.mp4", "question": "When the player in the white jersey takes a shot on goal, output \"Shot by white team\".", "answer": 154.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 158.0 }, { "video_id": "sample_44_proactive.mp4", "question": "When the player in the white jersey attempts a cross from the left flank, output \"Cross from left flank by white team\".", "answer": 233.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 237.0 }, { "video_id": "sample_44_proactive.mp4", "question": "When the player in the blue jersey attempts a shot on goal, output \"Shot attempted by blue team\".", "answer": 305.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 309.0 }, { "video_id": "sample_46_proactive.mp4", "question": "When the starting XI list is fully displayed, output \"Starting XI displayed\".", "answer": 10.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 14.0 }, { "video_id": "sample_46_proactive.mp4", "question": "When the player in the light blue jersey takes a shot, output \"Shot by light blue team\".", "answer": 121.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 125.0 }, { "video_id": "sample_46_proactive.mp4", "question": "When the player in the light blue jersey takes a shot, output \"Shot by light blue team\".", "answer": 244.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 248.0 }, { "video_id": "sample_46_proactive.mp4", "question": "When the player in the light blue jersey scores a goal, output \"Goal by light blue team\".", "answer": 382.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 386.0 }, { "video_id": "sample_46_proactive.mp4", "question": "When the player in the red jersey successfully takes a penalty kick, output \"Successful penalty by red team\".", "answer": 505.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 509.0 }, { "video_id": "sample_40_proactive.mp4", "question": "When a player starts distributing the cards, output \"distributing\".", "answer": 10.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 14.0 }, { "video_id": "sample_40_proactive.mp4", "question": "When a red +2 card is played later, output \"red +2\".", "answer": 76.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 80.0 }, { "video_id": "sample_40_proactive.mp4", "question": "When a red 4 card is played later, output \"red 4\".", "answer": 157.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 161.0 }, { "video_id": "sample_40_proactive.mp4", "question": "When a green 9 card is played later, output \"green 9\".", "answer": 230.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 234.0 }, { "video_id": "sample_40_proactive.mp4", "question": "When a player places a red 7 card on the pile, output \"red 7\".", "answer": 305.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 309.0 }, { "video_id": "sample_34_proactive.mp4", "question": "When the nine of diamonds appears on the screen, output \"nine of diamonds\".", "answer": 22.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 26.0 }, { "video_id": "sample_34_proactive.mp4", "question": "When the dealer finishes collecting the cards from the previous round, output \"Cards collected\".", "answer": 166.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 170.0 }, { "video_id": "sample_34_proactive.mp4", "question": "When all the cards are cleared from the table later, output \"Table cleared\".", "answer": 326.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 330.0 }, { "video_id": "sample_34_proactive.mp4", "question": "When the dealer places the Three of Spades on the table, output \"Three of Spades\".", "answer": 492.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 496.0 }, { "video_id": "sample_34_proactive.mp4", "question": "When the dealer begins placing cards on the table later, output \"dealing cards\".", "answer": 659.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 663.0 }, { "video_id": "sample_26_proactive.mp4", "question": "When two cards are seen being dealt on the table later, output \"Three cards dealt\".", "answer": 11.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 15.0 }, { "video_id": "sample_26_proactive.mp4", "question": "When the dealer starts collecting the cards from the table, output \"Dealer collecting cards\".", "answer": 173.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 177.0 }, { "video_id": "sample_26_proactive.mp4", "question": "When the dealer reveals the hidden card and it is a face card, output \"Dealer card face\".", "answer": 344.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 348.0 }, { "video_id": "sample_26_proactive.mp4", "question": "When the dealer's hand sweeps across the table, output \"dealer sweeping.\"", "answer": 512.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 516.0 }, { "video_id": "sample_26_proactive.mp4", "question": "When the dealer collects all the cards from the table later, output \"Cards collected\".", "answer": 680.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 684.0 }, { "video_id": "sample_21_proactive.mp4", "question": "When the score first shows \"Ad KORDA\" later, output \"Ad KORDA\".", "answer": 24.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 28.0 }, { "video_id": "sample_21_proactive.mp4", "question": "When the player in blue is sitting on the bench, output \"take a break\".", "answer": 161.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 165.0 }, { "video_id": "sample_21_proactive.mp4", "question": "When the scoreboard shows \"AD\" for TIAFOE , output \"Break point\".", "answer": 296.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 300.0 }, { "video_id": "sample_21_proactive.mp4", "question": "When the scoreboard changes to \"40\" for COBOLLI , output \"40 for COBOLLI\".", "answer": 417.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 421.0 }, { "video_id": "sample_21_proactive.mp4", "question": "When the scoreboard shows \"AD\" for COBOLLI , output \"Break point\".", "answer": 625.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 629.0 }, { "video_id": "sample_16_proactive.mp4", "question": "When the scoreboard changes to display 9:29, output \"Start of Possession\".", "answer": 15.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 19.0 }, { "video_id": "sample_16_proactive.mp4", "question": "When the score for the USA team changes to 25, output \"25\".", "answer": 185.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 189.0 }, { "video_id": "sample_16_proactive.mp4", "question": "When the scoreboard shows 42 points for the USA team and 39 points for Germany, output \"39\".", "answer": 355.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 359.0 }, { "video_id": "sample_16_proactive.mp4", "question": "When the scoreboard changes to 62 points for the USA, output \"62\".", "answer": 531.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 535.0 }, { "video_id": "sample_16_proactive.mp4", "question": "When the number 78 appears for the Germany team, output \"78\".", "answer": 708.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 712.0 }, { "video_id": "sample_1_proactive.mp4", "question": "When the number 20 appears in the middle of the sun in the video, output \"20\"", "answer": 62.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 66.0 }, { "video_id": "sample_1_proactive.mp4", "question": "When the number 20 in red appears in the video, output \"20\".", "answer": 124.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 128.0 }, { "video_id": "sample_1_proactive.mp4", "question": "When 7 potatoes appear in the video, output \"7\".", "answer": 182.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 186.0 }, { "video_id": "sample_1_proactive.mp4", "question": "When there are only 5 teddy bears left on the bed, output \"5\".", "answer": 430.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 434.0 }, { "video_id": "sample_1_proactive.mp4", "question": "When a total of 5 cartoon characters wearing hats have appeared in the video, output \"5.\"", "answer": 652.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 656.0 }, { "video_id": "sample_10_proactive.mp4", "question": "When the player hits the ball with his cue stick, output \"Ball Hit\".", "answer": 16.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 20.0 }, { "video_id": "sample_10_proactive.mp4", "question": "When the score for O'Sullivan changes to 24, output \"24\".", "answer": 121.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 125.0 }, { "video_id": "sample_10_proactive.mp4", "question": "When O'Sullivan's break score changes to 49, output \"49\".", "answer": 217.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 221.0 }, { "video_id": "sample_10_proactive.mp4", "question": "When the score for O'Sullivan changes to 89, output \"89\".", "answer": 329.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 333.0 }, { "video_id": "sample_10_proactive.mp4", "question": "When the score for Ronnie O'Sullivan changes to 129, output \"129\".", "answer": 443.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 447.0 }, { "video_id": "sample_2_proactive.mp4", "question": "When the red nine appears on the table for the first time, output \"Red nine\".", "answer": 13.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 17.0 }, { "video_id": "sample_2_proactive.mp4", "question": "When the red four appears on the table again, output \"Red four\" ", "answer": 58.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 62.0 }, { "video_id": "sample_2_proactive.mp4", "question": "When five red cards appear on the table at the same time, output \"red 5\".", "answer": 584.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 588.0 }, { "video_id": "sample_2_proactive.mp4", "question": "When three red cards appear on the table at the same time, output \"red 3\".", "answer": 728.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 732.0 }, { "video_id": "sample_2_proactive.mp4", "question": "When five black cards appear on the table at the same time, output \"black 5\".", "answer": 767.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 771.0 }, { "video_id": "sample_47_proactive.mp4", "question": "When the match kicks off, output \"Match started\".", "answer": 22.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 26.0 }, { "video_id": "sample_47_proactive.mp4", "question": "When the player in the blue jersey takes a corner kick, output \"Corner kick by blue team\".", "answer": 91.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 95.0 }, { "video_id": "sample_47_proactive.mp4", "question": "When the goalkeeper makes a diving save, output \"Diving save by goalkeeper\".", "answer": 158.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 162.0 }, { "video_id": "sample_47_proactive.mp4", "question": "When the player in the light blue jersey scores a goal, output \"Goal by light blue team\".", "answer": 251.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 255.0 }, { "video_id": "sample_47_proactive.mp4", "question": "When the goalkeeper makes a successful save, output \"Successful save by goalkeeper\".", "answer": 358.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 362.0 }, { "video_id": "sample_20_proactive.mp4", "question": "When the scoreboard shows \"Auger-Aliassime 40\" later, output \"40\".", "answer": 14.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 18.0 }, { "video_id": "sample_20_proactive.mp4", "question": "When the scoreboard shows \"RUBLEV 40\" later, output \"40\".", "answer": 144.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 148.0 }, { "video_id": "sample_20_proactive.mp4", "question": "When the scoreboard shows \"RUBLEV 30\" later, output \"30\".", "answer": 258.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 262.0 }, { "video_id": "sample_20_proactive.mp4", "question": "When the scoreboard shows \"Auger-AliassimeV AD\" later, output \"Auger-AliassimeV AD\".", "answer": 290.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 294.0 }, { "video_id": "sample_20_proactive.mp4", "question": "When the score on the board shows \"40\" for Auger-Aliassime later, output \"40\".", "answer": 407.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 411.0 }, { "video_id": "sample_11_proactive.mp4", "question": "When the text \"WELSH OPEN\" appears at the bottom of the screen, output \"WELSH OPEN\".", "answer": 6.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 10.0 }, { "video_id": "sample_11_proactive.mp4", "question": "When the score for SAENGKHAM changes to 16, output \"16\".", "answer": 222.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 226.0 }, { "video_id": "sample_11_proactive.mp4", "question": "When the player strike the black ball with the cue, output \"Black Strike\".", "answer": 447.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 451.0 }, { "video_id": "sample_11_proactive.mp4", "question": "When Saengkham's break score reaches 80, output \"80\".", "answer": 657.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 661.0 }, { "video_id": "sample_11_proactive.mp4", "question": "When Saengkham's score changes to 112, output \"Score 112\".", "answer": 857.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 861.0 }, { "video_id": "sample_29_proactive.mp4", "question": "When the dealer reveals an 8 of diamonds later, output \"8 of diamonds\".", "answer": 29.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 33.0 }, { "video_id": "sample_29_proactive.mp4", "question": "When the dealer reveals an 8 of diamonds later, output \"8 of diamonds\".", "answer": 175.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 179.0 }, { "video_id": "sample_29_proactive.mp4", "question": "When the dealer collects all the cards from the table later, output \"Cards collected\".", "answer": 347.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 351.0 }, { "video_id": "sample_29_proactive.mp4", "question": "When the dealer collects all the cards from the table later, output \"Cards collected\".", "answer": 516.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 520.0 }, { "video_id": "sample_29_proactive.mp4", "question": "When the Jack of spades appears on the table later, output \"Jack of spades\".", "answer": 691.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 695.0 }, { "video_id": "sample_30_proactive.mp4", "question": "When the dealer starts taking out the cards from the shoe, output \"Cards dealt\".", "answer": 7.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 11.0 }, { "video_id": "sample_30_proactive.mp4", "question": "When five of clubs is revealed, output \"Five of clubs\".", "answer": 151.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 155.0 }, { "video_id": "sample_30_proactive.mp4", "question": "When there are eight cards on the table, output \"eight cards\".", "answer": 300.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 304.0 }, { "video_id": "sample_30_proactive.mp4", "question": "When the 9 of diamonds appears on the table later, output \"9 of diamonds\".", "answer": 449.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 453.0 }, { "video_id": "sample_30_proactive.mp4", "question": "When the 9 of diamonds appears on the table later, output \"9 of diamonds\".", "answer": 611.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 615.0 }, { "video_id": "sample_37_proactive.mp4", "question": "When a player picks up the deck of UNO cards, output \"deck picked\".", "answer": 9.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 13.0 }, { "video_id": "sample_37_proactive.mp4", "question": "When a green 9 card is played, output \"green 9\".", "answer": 131.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 135.0 }, { "video_id": "sample_37_proactive.mp4", "question": "When a green skip card is played later, output \"green reverse\".", "answer": 237.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 241.0 }, { "video_id": "sample_37_proactive.mp4", "question": "When the green 2 card is played, output \"green 2\".", "answer": 347.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 351.0 }, { "video_id": "sample_37_proactive.mp4", "question": "When a red 8 card is played later, output \"red 8\".", "answer": 457.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 461.0 }, { "video_id": "sample_7_proactive.mp4", "question": "When the cue ball touches the first red ball, output \"First Red Touch\".", "answer": 13.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 17.0 }, { "video_id": "sample_7_proactive.mp4", "question": "When Selby's score changes to 25, output \"25\".", "answer": 185.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 189.0 }, { "video_id": "sample_7_proactive.mp4", "question": "When Selby's score reaches 64, output \"64\".", "answer": 356.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 360.0 }, { "video_id": "sample_7_proactive.mp4", "question": "When Selby's score changes to 97, output \"97\".", "answer": 526.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 530.0 }, { "video_id": "sample_7_proactive.mp4", "question": "When the score for Selby changes to 129, output \"129\".", "answer": 685.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 689.0 }, { "video_id": "sample_45_proactive.mp4", "question": "When the referee blows the whistle to start the match, output \"Match starts\".", "answer": 25.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 29.0 }, { "video_id": "sample_45_proactive.mp4", "question": "When a goal is scored by the team in the yellow jerseys, output \"Goal by yellow team\".", "answer": 58.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 62.0 }, { "video_id": "sample_45_proactive.mp4", "question": "When the player in the maroon jersey scores a goal, output \"Goal by maroon team\".", "answer": 148.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 152.0 }, { "video_id": "sample_45_proactive.mp4", "question": "When a goal is scored by the team in the yellow jerseys, output \"Goal by yellow team\".", "answer": 250.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 254.0 }, { "video_id": "sample_45_proactive.mp4", "question": "When the player in the maroon jersey scores a goal, output \"Goal by maroon team\".", "answer": 372.0, "category": "Contextual Understanding", "sub_category": "Proactive Output", "timestamp": 376.0 } ]