diff --git "a/annotations/aokvqa_v1p0_val.json" "b/annotations/aokvqa_v1p0_val.json" new file mode 100644--- /dev/null +++ "b/annotations/aokvqa_v1p0_val.json" @@ -0,0 +1,35497 @@ +[ + { + "split": "val", + "image_id": 461751, + "question_id": "22jbM6gDxdaMaunuzgrsBB", + "question": "What is in the motorcyclist's mouth?", + "choices": [ + "toothpick", + "food", + "popsicle stick", + "cigarette" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cigarette", + "cigarette", + "cigarette", + "cigarette", + "cigarette", + "cigarette", + "cigarette", + "cigarette", + "cigarette", + "cigarette" + ], + "difficult_direct_answer": false, + "rationales": [ + "He's smoking while riding.", + "The motorcyclist has a lit cigarette in his mouth while he rides on the street.", + "The man is smoking." + ] + }, + { + "split": "val", + "image_id": 377368, + "question_id": "2Aq5RiEn7eyfWjEbpuYT2o", + "question": "Which number birthday is probably being celebrated?", + "choices": [ + "one", + "ten", + "nine", + "thirty" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "thirty", + "30th", + "thirty", + "thirty", + "thirty", + "30th", + "thirty", + "thirty", + "thirty", + "thirty" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a birthday cake on the table with the number 30 written in icing.", + "The cake says 30.", + "The numerals three and zero are written on the cake, which indicates the person is 30 years of age as of the birthdate." + ] + }, + { + "split": "val", + "image_id": 563603, + "question_id": "2Br4bJfKY7SQM9DECrqqeG", + "question": "What best describes the pool of water?", + "choices": [ + "frozen", + "fresh", + "dirty", + "boiling" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "muddy", + "dirty", + "murky water", + "muddy", + "pond", + "pond", + "watering hole", + "pond", + "pond", + "dirty" + ], + "difficult_direct_answer": false, + "rationales": [ + "The pool is dark brown.", + "It it brown and surrounded with mud.", + "The pool is dirty." + ] + }, + { + "split": "val", + "image_id": 329542, + "question_id": "2C8riXpRLX3CyM5jDz23m7", + "question": "What is the white substance on top of the cupcakes?", + "choices": [ + "butter", + "mayo", + "ice cream", + "icing" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "icing", + "whipped cream", + "icing", + "frosting", + "icing", + "frosting", + "cream", + "icing", + "icing", + "frosting" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is frosting used to decorate and add more flavor to the cake", + "It's the icing.", + "Mayo is not sweet enough and butter and ice cream would melt." + ] + }, + { + "split": "val", + "image_id": 182202, + "question_id": "2DQex53EkNGH2cfo3WPuPn", + "question": "What type of device is sitting next to the laptop?", + "choices": [ + "mouse", + "mobile phone", + "pen", + "keyboard" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cell phone", + "vodafone", + "phone", + "phone", + "phone", + "phone", + "cell phone", + "phone", + "phone", + "mobile phone" + ], + "difficult_direct_answer": false, + "rationales": [ + "It has the name of it on the top", + "The device has \"vodafone\" written on it which is a phone company. it is also the size and shape of a flip phone.", + "It's an older flip phone, but it's still a mobile phone." + ] + }, + { + "split": "val", + "image_id": 198960, + "question_id": "2GhdXLaZFBYHSip4rvYKfK", + "question": "The thing on the animal to the left's head is similar to what is on the head of what else?", + "choices": [ + "devil", + "zombie", + "vampire", + "witch" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "different ear", + "he goat", + "elephant", + "bull", + "devil", + "rams", + "ram", + "buck", + "horns", + "sheep" + ], + "difficult_direct_answer": true, + "rationales": [ + "Animals with horns are in a pen.", + "The horns are used as the interpretation of the evils appearance.", + "There are horns on the sheep." + ] + }, + { + "split": "val", + "image_id": 257169, + "question_id": "2LCLpdpD3yy2dgH5tQbcFe", + "question": "What is the appliance the woman is holding used for?", + "choices": [ + "cutting hair", + "brushing teeth", + "drying hair", + "painting nails" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "drying hair", + "combing hair", + "drying hair", + "blowing hair", + "hair drying", + "steamer", + "hair styling", + "dryer", + "hairdryer", + "hair drying" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman is drying her hair.", + "A hair dryer is usually used in the bathroom and is usually shaped like this with a handle.", + "It's used to dry her hair." + ] + }, + { + "split": "val", + "image_id": 4795, + "question_id": "2N5sYXgyFqbDnuUhJFAWr5", + "question": "What is the descriptive word for this surface?", + "choices": [ + "barren", + "crowded", + "minimalist", + "empty" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "desk", + "desktop", + "glossy", + "computer", + "busy", + "crowded", + "table", + "smooth", + "desk", + "cluttered" + ], + "difficult_direct_answer": true, + "rationales": [ + "There are many visible objects in a small space without much unused space visible which is consistent with the definition of answer a.", + "There are many object including a cat on the desk space.", + "The area is really crowded and needs some room." + ] + }, + { + "split": "val", + "image_id": 341196, + "question_id": "2P5mVJc5a6DcCN9opV92FJ", + "question": "What is the person on the left doing with their body?", + "choices": [ + "crouching", + "leaping", + "flying", + "twirling" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "surfing", + "surfing", + "crouching", + "surfing", + "surfing", + "ducking", + "bending", + "crouching", + "surfing", + "surfing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person crouches.", + "The person is ducking down from the water.", + "The person is in a bent over, leaning-forward position, which is otherwise known as crouching." + ] + }, + { + "split": "val", + "image_id": 163640, + "question_id": "2PGwvdFESLvwfFCwK5pbYu", + "question": "What type of pants is the man on the right wearing?", + "choices": [ + "linen", + "corduroy", + "silk", + "denim" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "jeans", + "blue jeans", + "jeans", + "denim", + "jeans", + "jeans", + "jeans", + "jeans", + "jeans", + "blue jeans" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is wearing blue pants that have the style and look to be of the consistency of jeans and denim.", + "The colour and design is consistent of that of denim jeans.", + "The man is wearing denim because he is wearing jeans which are made out of denim" + ] + }, + { + "split": "val", + "image_id": 71711, + "question_id": "2RN4dwhRZR3ZSKHtRnJdX3", + "question": "What country do these planes belong to?", + "choices": [ + "united states", + "germany", + "canada", + "mexico" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "united states", + "united states", + "usa", + "united states", + "united states", + "ukraine", + "germany", + "germany", + "america", + "usa" + ], + "difficult_direct_answer": false, + "rationales": [ + "An american flag is in the middle of several planes parked indoors.", + "There is an american flag on a pole between the airplanes.", + "The symbol that appears above the airplanes is associated with the military of answer a." + ] + }, + { + "split": "val", + "image_id": 117425, + "question_id": "2U3SiXdyEgJBHNThL4YbPz", + "question": "What interests the child most here?", + "choices": [ + "table", + "fork", + "candle", + "floor" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "candle", + "cake", + "candle flame", + "cupcake", + "candle", + "flame", + "fire", + "candle", + "cupcake", + "candle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The kid wants the candle.", + "The kid wants to see the candle.", + "The child is looking at the glowing flame on the candle." + ] + }, + { + "split": "val", + "image_id": 250766, + "question_id": "2YfYkRjcnnsVzjycPehWPA", + "question": "What kind of fruit is cut in half and darker than the other?", + "choices": [ + "grapes", + "apples", + "lettuce", + "radish" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "grape", + "tomato", + "tomato", + "grapes", + "dates", + "grapes", + "grapes", + "dates", + "olive", + "tomato" + ], + "difficult_direct_answer": false, + "rationales": [ + "Red grapes are cut up.", + "The fruit is a dark purple color.", + "There are grapes in the salad." + ] + }, + { + "split": "val", + "image_id": 147415, + "question_id": "2etjUMchktfSY5fgGg5msL", + "question": "What item on the desk could help with a cold?", + "choices": [ + "cough drops", + "syringe", + "pills", + "herbal tea" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cough drops", + "tissue", + "ricola", + "cough drops", + "tissue box", + "ricola", + "cough drops", + "tissue", + "tissue", + "tissues" + ], + "difficult_direct_answer": false, + "rationales": [ + "Cough drops soothe the throat.", + "There are ricola branded candies which help with sore throats.", + "A cold sufferer often has to deal with a nagging cough, so the obvious object which could help with that symptom is the bag with the ricola name on it, since ricola is a brand of cough drops." + ] + }, + { + "split": "val", + "image_id": 434459, + "question_id": "2oPzCyj5FjrKtBLjGZH2rF", + "question": "What flag is represented on the wall?", + "choices": [ + "english", + "moravian", + "american", + "french" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "don't know", + "american", + "american", + "usa", + "cuba", + "united states", + "united states", + "american", + "usa", + "usa" + ], + "difficult_direct_answer": false, + "rationales": [ + "The blue with the stars on it is the usa flag.", + "The white stars on the dark blue background are showing.", + "It has the blue color and white stars you see on an american flag." + ] + }, + { + "split": "val", + "image_id": 421923, + "question_id": "2rC38fZh4n6ZXcyrUEKukj", + "question": "What is located on the shelves?", + "choices": [ + "books", + "dvds", + "games", + "food" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "books", + "books", + "books", + "books", + "books", + "books", + "books", + "books", + "books", + "books" + ], + "difficult_direct_answer": false, + "rationales": [ + "The books are located.", + "There are various books situated on the shelf.", + "The items are made out of paper." + ] + }, + { + "split": "val", + "image_id": 245173, + "question_id": "2sUggWn8qBk97E38wKpjN5", + "question": "What period of the day does this photo reflect?", + "choices": [ + "noon", + "morning", + "dawn", + "afternoon" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "afternoon", + "evening", + "evening", + "evening", + "daytime", + "evening", + "midday", + "afternoon", + "afternoon", + "noon" + ], + "difficult_direct_answer": false, + "rationales": [ + "The period is the afternoon.", + "Afternoon because the clock says 12:30 and the sun is out.", + "There is a shadow being cast." + ] + }, + { + "split": "val", + "image_id": 407960, + "question_id": "2vGs6CLETM2BJPstdHjku9", + "question": "What activity does the cat appear most likely to do?", + "choices": [ + "drink", + "jump", + "eat", + "sleep" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "jump", + "jump", + "watching television", + "jump", + "eat food", + "jump", + "jump", + "jump", + "beg", + "eat" + ], + "difficult_direct_answer": false, + "rationales": [ + "A cat is looking at a surface up above. cats can jump well.", + "The cat is looking up as if to judge if he can make a jump or not.", + "The position of its body imply that it's about to a. the other options also don't match." + ] + }, + { + "split": "val", + "image_id": 405691, + "question_id": "2wbNBVZMGZnVpYohDAed8d", + "question": "What event is this most likely?", + "choices": [ + "environmental cleanup", + "concert", + "date", + "firing" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "dinner", + "meal", + "dinner", + "dinner", + "celebration", + "christmas", + "dinner", + "date", + "dinner", + "dinner" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is wine on the table.", + "It is a nice dinner for two people to enjoy.", + "There is wine. people drink when getting to know each other." + ] + }, + { + "split": "val", + "image_id": 180878, + "question_id": "2xDeTCXSRqdhvREBDhHsMx", + "question": "What is the outside of the cake made of?", + "choices": [ + "frosting", + "custard", + "fondant", + "whipped cream" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "frosting", + "icing", + "food paste", + "fondant", + "fondant", + "icing", + "fondant", + "icing", + "next word", + "fondant" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cake has fondant on it.", + "Fondant is a harder and malleable type if cake frosting that can be easily shaped to make these designs.", + "Many cakes use this product to decorate the outside of a cake." + ] + }, + { + "split": "val", + "image_id": 470773, + "question_id": "2xn24MrfJ2mLJC7xDBGUJA", + "question": "Why is the person wearing a white jacket?", + "choices": [ + "nurse", + "doctor", + "cold", + "chef" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "chef uniform", + "chef", + "cooks uniform", + "chef", + "chef", + "chef", + "chef coat", + "chef", + "chef", + "food" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is a chef.", + "The person wants to cook.", + "Chefs usually wear all white or all black chef's jackets." + ] + }, + { + "split": "val", + "image_id": 185250, + "question_id": "2yWyzYRyZuYH2ZB49WNACa", + "question": "What is the dog trying to catch?", + "choices": [ + "person", + "frisbee", + "kite", + "ball" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dog is about to jump to catch the yellow frisbee in the air.", + "A dog is looking up at an approaching yellow disc in the air.", + "The dog is reaching to catch a flat disc-shaped object known as a frisbee which is thrown and caught by players." + ] + }, + { + "split": "val", + "image_id": 519764, + "question_id": "2zTqTkKqa89GUKLzMUkDic", + "question": "Which animal usually occupies the position the cat is in right now?", + "choices": [ + "human", + "dinosaur", + "eagle", + "fish" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "human", + "human", + "human", + "person", + "human", + "human", + "human", + "person", + "human", + "human" + ], + "difficult_direct_answer": false, + "rationales": [ + "The structure of the furniture was made for a child, man, or woman to sit in.", + "It is an office or computer chair that a human would use to sit in front a desk.", + "Humans will usually sit in chairs." + ] + }, + { + "split": "val", + "image_id": 562818, + "question_id": "34ah8AmQenWUyH2fZvJH7a", + "question": "What kind of resort are these people at?", + "choices": [ + "swim resort", + "safari", + "ski resort", + "tropical resort" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "ski resort", + "skiing", + "ski resort", + "ski resort", + "ski resort", + "ski", + "ski", + "ski", + "ski", + "snow" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are on a mountain. there is a layer of snow and they are wearing coats and long pants which means it's cold and that is desired for skiing.", + "They are in a cold climate and are skiing on a mountain.", + "The people are at a ski resort." + ] + }, + { + "split": "val", + "image_id": 497568, + "question_id": "399Vdu2QjamF3vheUvbRg2", + "question": "What type of transportation is this?", + "choices": [ + "air", + "water", + "road", + "road" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "airplane", + "airplane", + "airplane", + "airplane", + "air", + "air", + "airplane", + "plane", + "airplane", + "airplane" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is an airplane.", + "A large commercial airplane is at an airport.", + "An airplane is seen being prepared for flight." + ] + }, + { + "split": "val", + "image_id": 47121, + "question_id": "39CcpmwATuiwiZLZo3XMuv", + "question": "The cat is looking in what direction?", + "choices": [ + "left", + "right", + "down", + "up" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "down", + "down", + "down", + "down", + "down", + "down", + "ahead", + "ahead", + "down", + "down" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cat is looking down.", + "The cat looks down.", + "The cat is looking at the water flow into the drain." + ] + }, + { + "split": "val", + "image_id": 485237, + "question_id": "3R6SnZ4MRGXXvao5ARVE8e", + "question": "What are the orange vehicles for?", + "choices": [ + "police", + "shuttle", + "passengers", + "air traffic" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "air traffic", + "guide planes", + "pulling plane", + "safety vehicle", + "service airplanes", + "transport", + "maintenance", + "food delivery", + "luggage", + "maintenance" + ], + "difficult_direct_answer": true, + "rationales": [ + "There are large planes.", + "They are there for the pilots to tell them where to go or not go.", + "They keep an eye on the planes." + ] + }, + { + "split": "val", + "image_id": 445792, + "question_id": "3SKKn3bQ4xhiDpkesifdod", + "question": "The company producing the device in her hand is from what country?", + "choices": [ + "usa", + "china", + "japan", + "spain" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "japan", + "sumsung", + "japan", + "japan", + "japan", + "china", + "japan", + "china", + "japan", + "japan" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is the wii game", + "The girl is using a wii which a product of nintendo which is a japanese company.", + "Japan produces this device." + ] + }, + { + "split": "val", + "image_id": 312192, + "question_id": "3X8TsFBRS7mBsBbyFDzRdb", + "question": "Which is not an ingredient of this dish?", + "choices": [ + "flatbread", + "prosciutto", + "arugula", + "pepperoni" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "ketchup", + "salad", + "fish", + "ham", + "apple", + "marshmallow", + "pineapple", + "water", + "pepperoni", + "grapes" + ], + "difficult_direct_answer": true, + "rationales": [ + "There isn't anything that is deep red on the plate.", + "Pepperoni is there.", + "There is no dark round meat on this pizza so it is missing." + ] + }, + { + "split": "val", + "image_id": 55022, + "question_id": "3asRExdxmWQtJw4sv49AGZ", + "question": "What is closest to the tree trunk?", + "choices": [ + "closed doors", + "walking person", + "sitting person", + "open doors" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "building", + "woman", + "woman", + "dirt", + "ground", + "closed doors", + "flower wreath", + "bike", + "woman", + "not applicable" + ], + "difficult_direct_answer": false, + "rationales": [ + "The tree is directly in front of the building with closed doors, everything else is on the other side of the street.", + "A person is walking by.", + "In the far background one can see a tree trunk. just in front of this you can see the outline of closed doors." + ] + }, + { + "split": "val", + "image_id": 139099, + "question_id": "3cCvfCWnLfrmqYEaFzb2Xm", + "question": "Where are we at?", + "choices": [ + "fair", + "garage sale", + "street festival", + "flea market" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "outdoor market", + "market", + "market", + "market", + "market", + "street festival", + "event", + "market", + "market", + "street" + ], + "difficult_direct_answer": false, + "rationales": [ + "A lot of things are sold on the street.", + "People are walking in the street. there are vendors and tourists in the area.", + "The people are at a produce stand at a festival where some people are wearing hats." + ] + }, + { + "split": "val", + "image_id": 308394, + "question_id": "3echacwmLBUByWpjh85Mfv", + "question": "What is beside the person on the seat?", + "choices": [ + "white bag", + "food", + "paper bag", + "pillow" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bag", + "bag", + "white bag", + "shopping bag", + "plastic bag", + "plastic bag", + "plastic bag", + "bag", + "bag", + "bag" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a container stores give you when you purchase items", + "There is a plastic white grocery container next to her.", + "The person placed a white plastic bag next to him." + ] + }, + { + "split": "val", + "image_id": 200421, + "question_id": "3ef8KXbKoJaJZyVmxVZMaq", + "question": "What does it say on the boys hat?", + "choices": [ + "happy birthday", + "huggy buggy", + "herpy derpy", + "huggy harry" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "happy birthday", + "happy birthday", + "happy birthday", + "happy birthday", + "happy birthday", + "happy birthday", + "happy birthday", + "happy birthday", + "happy birthday", + "happy birthday" + ], + "difficult_direct_answer": false, + "rationales": [ + "The boy is celebrating a birthday.", + "This is for a party", + "The party hat reads \"happy birthday\"." + ] + }, + { + "split": "val", + "image_id": 370270, + "question_id": "3hvf4MjtcgpFznUWS5bbvj", + "question": "What sport are they mimicking?", + "choices": [ + "baseball", + "lacrosse", + "cricket", + "basketball" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "baseball", + "baseball", + "baseball", + "baseball", + "baseball", + "baseball", + "baseball", + "baseball", + "baseball", + "baseball" + ], + "difficult_direct_answer": false, + "rationales": [ + "They're playing baseball.", + "They are hitting the ball with a type of bat.", + "The baseball bat is hitting a ball." + ] + }, + { + "split": "val", + "image_id": 547816, + "question_id": "3qnvp3XRGpc5L6RMhRZ3gg", + "question": "The visible bottles most likely contain what kind of items?", + "choices": [ + "body wash", + "shampoo conditioner", + "lotions", + "mouthwash" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "shampoo", + "soap", + "shampoo", + "shampoo conditioner", + "shampoo", + "shampoo conditioner", + "shampoo", + "shampoo conditioner", + "shampoo", + "shampoo conditioner" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are located within the shower.", + "They are in the shower.", + "They are bottles of stuff to wash your hair with and condition it." + ] + }, + { + "split": "val", + "image_id": 195842, + "question_id": "3vbWi2p7C9SSUHWSdbMYbE", + "question": "What sport game is the man playing?", + "choices": [ + "wii boxing", + "wii baseball", + "wii football", + "wii tennis" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "boxing", + "boxing", + "boxing", + "boxing", + "boxing", + "wii sports", + "boxing", + "wii", + "wii boxing", + "boxing" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a white device in her hand and she is looking at the tv which has boxing on the screen.", + "The game is wii boxing.", + "The game is in a boxing ring and looks like the wii boxing version." + ] + }, + { + "split": "val", + "image_id": 485480, + "question_id": "3w3DT989GgT6yjqurjvmt6", + "question": "What is the batter most likely preparing to do here?", + "choices": [ + "bunt", + "sit", + "dodge ball", + "slide" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bunt", + "bunt", + "swing", + "bunt", + "bunt", + "bunt", + "hitting", + "bunt", + "swing", + "bunt" + ], + "difficult_direct_answer": false, + "rationales": [ + "The baseball player is holding the bat with the hands spread apart.", + "The batter is at home plate. he is not swinging the bat.", + "The man is going to bunt lightly." + ] + }, + { + "split": "val", + "image_id": 156278, + "question_id": "3zxLUD8FPcCLJWYsG7h2KY", + "question": "What kind of venue is it?", + "choices": [ + "garage", + "commercial kitchen", + "auto shop", + "domestic kitchen" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "home", + "domestic kitchen", + "kitchen", + "kitchen", + "kitchen", + "home", + "hostel", + "kitchen", + "kitchen", + "home kitchen" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a sink and a stove and a dining table in a homely environment.", + "This is in a kitchen at a home.", + "The kitchen is at a house." + ] + }, + { + "split": "val", + "image_id": 286994, + "question_id": "455nQuaxbURN5ofLfbCqfq", + "question": "What kind of terrain is it?", + "choices": [ + "beach", + "desert", + "savanna", + "valley" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "savanna", + "rugged", + "grassy hilly", + "sandy", + "plains", + "safari", + "jungle", + "savannas", + "plains", + "savanna" + ], + "difficult_direct_answer": false, + "rationales": [ + "An elephant is drinking from a watering hole with just a bit of greenery around and pretty flat lands.", + "The unique trees and landscape indicate it is in africa", + "It is the savanna." + ] + }, + { + "split": "val", + "image_id": 212559, + "question_id": "45ZJiwQ8E4sqUTyJSUzEN3", + "question": "What is the bin on the left made from?", + "choices": [ + "plastic", + "ceramic", + "steel", + "glass" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "metal", + "metal", + "metal", + "food tray", + "wood", + "steel", + "aluminum", + "metal", + "steel", + "metal" + ], + "difficult_direct_answer": false, + "rationales": [ + "Most likely the bin is made of metal by its color and the need to weather the elements.", + "The bin is steel.", + "The shiny bin appears to be made from steel" + ] + }, + { + "split": "val", + "image_id": 463522, + "question_id": "49CisPCc2LiA5TUAdHZgXe", + "question": "What type of animal is on a leash on the sidewalk?", + "choices": [ + "dog", + "tiger", + "cat", + "lion" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "dog", + "horse", + "dog", + "horse", + "dog", + "dog", + "dog", + "dog", + "dog", + "dog" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animal is a dog.", + "There is a woman on the sidewalk walking her dog on a leash.", + "A dog is on the sidewalk since it's a terrier." + ] + }, + { + "split": "val", + "image_id": 229358, + "question_id": "4BFN6MtJcaFzpccm3UwZva", + "question": "What room of the house is this man in?", + "choices": [ + "sitting room", + "dinning room", + "bathroom", + "bedroom" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "bathroom", + "bathroom", + "bathroom", + "bathroom", + "bathroom", + "bathroom", + "bathroom", + "bathroom", + "bathroom", + "bathroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is standing in front of a sink that contains a toothbrush on the counter and this is often found in a bathroom.", + "You can tell by the mirror and tiles near the sink as to where he is.", + "The man is in the bathroom." + ] + }, + { + "split": "val", + "image_id": 127182, + "question_id": "4C2cZitDfGX5ytw6YTcxiL", + "question": "What is likely in front of the rug?", + "choices": [ + "refrigerator", + "pantry", + "washing machine", + "sink" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cupboard", + "sink", + "cupboard", + "sink", + "sink", + "sink", + "sink", + "cabinets", + "sink", + "sink" + ], + "difficult_direct_answer": false, + "rationales": [ + "The rug is in front of the sink.", + "Rugs are put in front of sinks.", + "Looking at the design of the kitchen that is where a sink is probably located and that is the place most people would put a rug." + ] + }, + { + "split": "val", + "image_id": 153632, + "question_id": "4FBqxbmT4zCDwWzm3gH7LY", + "question": "Which food item is the knife for?", + "choices": [ + "bread", + "fruit", + "vegetables", + "meat" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "plated", + "frogs", + "meat", + "meat", + "whatever's pictured", + "squid", + "meat", + "meat", + "crabs", + "mushrooms" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cutlery shown is a steak knife.", + "The sharp knife next to the plate is used for cutting meats like steak.", + "The item is meat." + ] + }, + { + "split": "val", + "image_id": 217285, + "question_id": "4H7KMfvPvCTSvtf8Uyp55D", + "question": "What is the orange container on the left near the man in the red shirt used for?", + "choices": [ + "training", + "keeping score", + "batting", + "storage" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cooler", + "drinks", + "drinks", + "drinks", + "drinks", + "cooler", + "storage", + "cooler", + "cooler", + "drinks" + ], + "difficult_direct_answer": false, + "rationales": [ + "They keep drinks in it.", + "That cooler is used to hold drinks and keep them cool with ice in them.", + "It's a cooler that is used to keep foods or beverages cold." + ] + }, + { + "split": "val", + "image_id": 149375, + "question_id": "4HXTUJHey3SSzuoE66yHKi", + "question": "What type of design is the person's shirt?", + "choices": [ + "striped", + "plaid", + "uniform", + "tie dyed" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "tie dye", + "tie dye", + "tie dye", + "tie dye", + "tie die", + "casual", + "tye dye", + "tie dyed", + "tie dye", + "tye die" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person's shirt has a tie die pattern.", + "The other options don't match this art design.", + "This design is made using a process of coloring clothes after tying it tightly to make patterns." + ] + }, + { + "split": "val", + "image_id": 104612, + "question_id": "4PvLY9C3GyARH3WSGYbYFq", + "question": "What kind of cuisine is this?", + "choices": [ + "asian", + "american", + "african", + "european" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "asian", + "asian", + "asian cuisine", + "healthy", + "chicken lomein", + "chinese", + "stir fry", + "asian", + "salad", + "chinese" + ], + "difficult_direct_answer": false, + "rationales": [ + "These have noodles and vegetables", + "It features noodles that are used in popular asian cuisine.", + "Asian cuisine features noodles." + ] + }, + { + "split": "val", + "image_id": 502599, + "question_id": "4U4iSWxvXv9RtE6V9KpxJo", + "question": "What is on the side of the yellow plane?", + "choices": [ + "phone number", + "call letters", + "company name", + "decoration" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "call letters", + "number", + "number", + "numbers", + "call numbers", + "big windows", + "orange planes", + "call sign", + "wing", + "identification number" + ], + "difficult_direct_answer": true, + "rationales": [ + "Aircraft displays their call letters in clearly readable letters and numbers. the letters and numbers are in a large font so they can be identified from a distance.", + "The letters and numbers are clearly visible and these letter and number combinations on planes serve the purpose of answer a.", + "The plane has an id on the side." + ] + }, + { + "split": "val", + "image_id": 511999, + "question_id": "4UrYfZMUToiF5f7GK6eMaz", + "question": "Why are the men's vests orange?", + "choices": [ + "fashion", + "camouflage", + "visibility", + "dress code" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "safety", + "safety", + "safety reflection", + "safety", + "visibility", + "safety", + "workers", + "visibility", + "visibility", + "safety reflection" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vests provide visibility.", + "The vests are for visibility;", + "These vests are for safety so the men can be seen." + ] + }, + { + "split": "val", + "image_id": 242060, + "question_id": "4YvFMFoDw46kzXhajSgc9W", + "question": "Why would you sit at this table?", + "choices": [ + "to paint", + "medical treatment", + "to work", + "to eat" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "eat", + "eat", + "tea party", + "eat cake", + "lunch", + "to eat", + "eat food", + "breakfast", + "food temptation", + "to eat" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is food on the table with tea and utensils.", + "There are treats and drinks to be had.", + "This looks like a picnic table that you can sit at to eat food." + ] + }, + { + "split": "val", + "image_id": 383443, + "question_id": "4Z7WvuLTj7VUpVtLL2W2g7", + "question": "What type of sinks are shown?", + "choices": [ + "bathroom", + "workstation", + "kitchen", + "laundry" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bathroom", + "bathroom", + "bathroom", + "bathroom", + "bathroom sinks", + "bathroom sinks", + "bathroom sinks", + "bathroom", + "ceramic", + "bathroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is in a room with a large tub", + "The sinks are in the bathroom.", + "The sinks are located in the bathroom." + ] + }, + { + "split": "val", + "image_id": 176799, + "question_id": "4cdYbJFFeKXJr6LbKgcxTa", + "question": "In what type of environment are they most likely riding skateboards?", + "choices": [ + "beach", + "city", + "rural", + "suburban" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "urban", + "playing", + "skate park", + "urban", + "warm tropical", + "urban", + "tropical", + "business", + "city", + "urban areas" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are riding in an urban environment given the graffiti.", + "There are many large buildings and a group of international flags in the background.", + "There are several skateboarders down in a skate park. there is graffiti on some of the areas and tall buildings around." + ] + }, + { + "split": "val", + "image_id": 287874, + "question_id": "4dnt6ahNTCENKrvBhExyvV", + "question": "Is the man on the left platform going to board the train?", + "choices": [ + "yes", + "absolutely no", + "probably yes", + "probably no" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "absolutely no", + "no", + "no", + "no", + "yes", + "yes", + "yes", + "no", + "no", + "no" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is far away from the other train.", + "He's on the other side of the tracks.", + "The man is not." + ] + }, + { + "split": "val", + "image_id": 521509, + "question_id": "4iV8UfNJs7Wy6XAt9SHMVJ", + "question": "This part of the house where is the girl is is called?", + "choices": [ + "dinning room", + "kitchen", + "sitting room", + "bedroom" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "bedroom", + "bedroom", + "bedroom", + "bedroom", + "bedroom", + "bedroom", + "bedroom", + "bedroom", + "bedroom", + "bedroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "She is in the bedroom.", + "There is a bed in the room.", + "There is a bed in the room so it is a bedroom." + ] + }, + { + "split": "val", + "image_id": 208363, + "question_id": "4j6bW4ChHncMKUnmnGAQQ2", + "question": "They are likely having pizza at what kind of event?", + "choices": [ + "family", + "gaming", + "academic", + "social" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "meeting", + "meeting", + "school event", + "meeting", + "party", + "working event", + "party", + "social", + "academic", + "party" + ], + "difficult_direct_answer": false, + "rationales": [ + "The chairs and the relative ages of the people in the image is consistent with answer a.", + "The people are mostly about the same age. they are sitting in desks.", + "The men look like students." + ] + }, + { + "split": "val", + "image_id": 214192, + "question_id": "4jnshoBeGDGmRjspTuvr29", + "question": "What are the people driving?", + "choices": [ + "dirt bikes", + "monster truck", + "train", + "bus" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "motorcycle", + "motorcycles", + "dirt bikes", + "motorcycles", + "motorbikes", + "motorcycle", + "dirtbike", + "dirt bikes", + "motorcycles", + "dirt bikes" + ], + "difficult_direct_answer": false, + "rationales": [ + "Two people are on a dirt track with on motorcycles.", + "Two riders are skidding across the dirt. this is causing the dirt to kick up and cause dust.", + "The people are racing dirt bikes around a dirt track." + ] + }, + { + "split": "val", + "image_id": 338625, + "question_id": "4mgcpzD4d6adkPQP7cxg54", + "question": "The bus is likely driving through which American city?", + "choices": [ + "chicago", + "new york", + "philadelphia", + "boston" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "new york", + "new york", + "new york", + "new york", + "new york", + "new york", + "new york", + "nyc", + "new york", + "new york" + ], + "difficult_direct_answer": false, + "rationales": [ + "The back says it's from new york.", + "The bus is in new york.", + "The sign on the back window has the city's name written on it." + ] + }, + { + "split": "val", + "image_id": 8844, + "question_id": "4t5DcDdFbw5x9PVRKis5AQ", + "question": "What drink might these be good in?", + "choices": [ + "beer", + "milkshake", + "gin", + "coffee" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "banana", + "shake", + "shake", + "juice", + "smoothie", + "fruit juice", + "smoothie", + "milkshake", + "smoothie", + "milkshake" + ], + "difficult_direct_answer": false, + "rationales": [ + "The objects in question are bananas based on the color and shape. this food is commonly prepared in answer a.", + "Bananas make good milkshakes.", + "These bananas are good for a drink like milkshake." + ] + }, + { + "split": "val", + "image_id": 259830, + "question_id": "4wVv7CDVuQNaz7LLHDg89t", + "question": "What type of parking is available?", + "choices": [ + "truck", + "airplane", + "bicycle", + "rv" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "two wheeler", + "bicycle parking", + "bike", + "bike", + "bicycle", + "bicycle", + "two wheeler", + "metered parking", + "outdoors", + "bike" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are bicycles clearly visible and parked on a rail specifically designed for parking. the other vehicles aren't visible and would not fit in this image.", + "The bicycles are parked here.", + "There are bikes out." + ] + }, + { + "split": "val", + "image_id": 528578, + "question_id": "4xBq7ak8qCE92z8vddKXtu", + "question": "What direction is the narrow end of the flag pointing?", + "choices": [ + "north", + "south", + "east", + "west" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "left side", + "left", + "north", + "left", + "west", + "left", + "left", + "left", + "sideways", + "windward" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's pointing to the west.", + "It is pointing to the west.", + "The flag is visible and the narrow end is point to the left of the image. left and west are often synonymous when referring to directional ordinates." + ] + }, + { + "split": "val", + "image_id": 456496, + "question_id": "4yd2xqYxWenwSYEucHnNXR", + "question": "In what nation is this scene located?", + "choices": [ + "spain", + "china", + "italy", + "france" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "paris", + "france", + "france", + "paris", + "france", + "france", + "france", + "france", + "france", + "france" + ], + "difficult_direct_answer": false, + "rationales": [ + "If you notice the eiffel tower, that gives it away as to where they are.", + "The eiffel tower is in the back.", + "There is the eiffel tower." + ] + }, + { + "split": "val", + "image_id": 50896, + "question_id": "4yq3AnREQ4PP7MXMWvBb5a", + "question": "What festive season are these fruits usually ingested?", + "choices": [ + "liberty day", + "christmas", + "victory day", + "memorial day" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "fall", + "christmas", + "fall", + "christmas", + "summer", + "fall", + "summer", + "christmas", + "fall", + "christmas" + ], + "difficult_direct_answer": false, + "rationales": [ + "The season is christmas.", + "The fruits in the bowl are tangerines judging by their color, texture and size. tangerines are known as the christmas orange and are associated with the holiday.", + "Oranges are eaten at christmas." + ] + }, + { + "split": "val", + "image_id": 82821, + "question_id": "5AhBQW2ucGSwJbPTtXHTFd", + "question": "What are the boats shaped like?", + "choices": [ + "trains", + "tanks", + "cars", + "planes" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "cars", + "cars", + "cars", + "cars", + "cars", + "cars", + "cars", + "cars", + "cars", + "cars" + ], + "difficult_direct_answer": false, + "rationales": [ + "One is painted like a volkswagen beetle.", + "The boats appear to have round tires and headlights.", + "The boats in the water have seats and tires and a windshield just like little cars would." + ] + }, + { + "split": "val", + "image_id": 548246, + "question_id": "5LTzpByXwsWGViYAXqiVEX", + "question": "What is the metal basket near the net used to hold?", + "choices": [ + "tennis balls", + "marbles", + "bats", + "towels" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "balls", + "balls", + "tennis balls", + "ball", + "tennis balls", + "balls", + "tennis balls", + "tennis balls", + "balls", + "ball" + ], + "difficult_direct_answer": false, + "rationales": [ + "The basket is for balls.", + "There are currently balls in the basket. these balls are used to play tennis with the net.", + "The metal basket near the net is used to hold tennis balls." + ] + }, + { + "split": "val", + "image_id": 142790, + "question_id": "5NysKUokKJcrFfUcBbr9Vo", + "question": "What is likely to have happened?", + "choices": [ + "dancing", + "eating", + "crashing", + "swimming" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "wipeout", + "they fell", + "collusion", + "accident", + "people fell", + "collision", + "collision", + "crashing", + "accident", + "crashed" + ], + "difficult_direct_answer": false, + "rationales": [ + "They look like they hit one another by accident or fell.", + "The people are on the ground.", + "The people are on the ground and look like they are in pain." + ] + }, + { + "split": "val", + "image_id": 27696, + "question_id": "5QURaRC8e3HjPpYC2GrX4u", + "question": "Which vegetable on the pizza would be risky for someone with a certain allergy?", + "choices": [ + "pepperoni", + "mushrooms", + "banana peppers", + "red peppers" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "mushrooms", + "cheese", + "mushroom", + "mushrooms", + "pepper", + "mushrooms", + "tomato", + "spice", + "mushroom", + "peppers" + ], + "difficult_direct_answer": false, + "rationales": [ + "Mushrooms are less harmful to get an allergy.", + "These have the most common allergies for people", + "The topping of the pizza comprises of slices of mushrooms." + ] + }, + { + "split": "val", + "image_id": 528399, + "question_id": "5Re4MQxw5XwLbQQzqQVZcV", + "question": "Which food has the least carbs?", + "choices": [ + "soup", + "water", + "sandwich", + "buns" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "vegetable", + "soup", + "soup", + "soup", + "spinach", + "salad", + "lettuce", + "soup", + "drinks", + "vegetables" + ], + "difficult_direct_answer": false, + "rationales": [ + "Most soups will usually have less carbs than a sandwich or buns.", + "The soup looks light.", + "Water doesn't have anything at all." + ] + }, + { + "split": "val", + "image_id": 383289, + "question_id": "5S32A279iAfRetbkeWJd77", + "question": "What vehicle is closest to the security guard?", + "choices": [ + "silver car", + "two-wheeler", + "bluecar", + "dark car" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "scooter", + "silver", + "silver car", + "segway", + "two-wheeler", + "segway", + "scooter", + "gray car", + "scooter", + "segway" + ], + "difficult_direct_answer": false, + "rationales": [ + "The segway, not any of the cars, is the closest to the security guard.", + "The vehicle with two wheels is being used by the security guard.", + "The security guard is resting his feet on a segway so it is the closest vehicle to him." + ] + }, + { + "split": "val", + "image_id": 433204, + "question_id": "5SgmGLJtR47rB539V4Jwt6", + "question": "Why are the men wearing yellow vests?", + "choices": [ + "visibility", + "fashion", + "warmth", + "costume" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "safety", + "safety", + "visibility", + "our culture", + "safety", + "safety", + "visibility", + "workers", + "working", + "safety" + ], + "difficult_direct_answer": false, + "rationales": [ + "The men have safety vests on.", + "They wear the vests so drivers can see them so they are safer.", + "They are working on the road and the bright colours make them stand out to drivers so they are less likely to be hit." + ] + }, + { + "split": "val", + "image_id": 419408, + "question_id": "5TbBvzzr5N35YUs7yBd7Ah", + "question": "What is the skateboard balanced on?", + "choices": [ + "post", + "air", + "chain", + "ground" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "chain", + "rope", + "posts", + "rope", + "fence", + "chain", + "post", + "ropes", + "chain link", + "rope" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is jumping up on a chain.", + "There's too much give for it to be a more sturdy item, and these interlocking links to form a longer item.", + "He has it on the links of the metal rope between the poles." + ] + }, + { + "split": "val", + "image_id": 216497, + "question_id": "5XBmJitjSm9g7SQqNxYpe7", + "question": "What is the object in the middle called?", + "choices": [ + "counter", + "island", + "table", + "desk" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sofa", + "island", + "island", + "island", + "island", + "table", + "kitchen island", + "microwave", + "table", + "island" + ], + "difficult_direct_answer": false, + "rationales": [ + "A kitchen island is a standalone counter.", + "A counter and seating area is in a kitchen and is independent of the wall and is in the center of an open space.", + "It's not attached to any walls and is in the middle of a room" + ] + }, + { + "split": "val", + "image_id": 574702, + "question_id": "5Y5u3gnReRQbzkRnGw5ywd", + "question": "What is the gray street made up of?", + "choices": [ + "asphalt", + "sand", + "stone", + "wood" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "bricks", + "cobble stone", + "hexagons", + "brick", + "hexagons", + "stones", + "stone", + "cobblestone", + "bikes", + "stone" + ], + "difficult_direct_answer": false, + "rationales": [ + "The street has pavers making it up.", + "The ground is made of stone.", + "The street is stone." + ] + }, + { + "split": "val", + "image_id": 86220, + "question_id": "5aRkxnYoakzDQFyDGb9qJ2", + "question": "The name of the street is the same as the last name of what actress?", + "choices": [ + "eva mendes", + "jessica biel", + "eva green", + "jessica alba" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "green", + "jessica biel", + "eva green", + "green", + "eva green", + "eva", + "eva green", + "eva green", + "signal", + "michelle green" + ], + "difficult_direct_answer": false, + "rationales": [ + "Jessica biel's name matches.", + "The name is biel.", + "The street sign says green on it." + ] + }, + { + "split": "val", + "image_id": 277689, + "question_id": "5aXXZiPUcUzScs2do5tjYs", + "question": "How was the cake decorated?", + "choices": [ + "drawn", + "piping tip", + "fork", + "sprinkled" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "roses", + "piping tip", + "elaborate frosting", + "bakery", + "carefully", + "icing", + "flowers", + "frosting roses", + "frosting", + "icing" + ], + "difficult_direct_answer": true, + "rationales": [ + "The precision of these frosting flower's and the texture of this icing implies a fine tip.", + "With a piping tip.", + "The frosting on the cake has many loops and squiggles." + ] + }, + { + "split": "val", + "image_id": 144932, + "question_id": "5cNGmGcUxJP7rwHnc6BXrs", + "question": "The green object on the smaller boat is used as what?", + "choices": [ + "cabin", + "restroom", + "dining", + "kitchen" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "flotation", + "bathroom", + "restroom", + "restroom", + "bathroom", + "portapotty", + "toilet", + "outhouse", + "potty", + "shelter" + ], + "difficult_direct_answer": false, + "rationales": [ + "The green object is a portable toilet.", + "This small unit is used traditionally as a bathroom.", + "The object is for the bathroom." + ] + }, + { + "split": "val", + "image_id": 386352, + "question_id": "5fDUuYWCZMudfXVEPywFYc", + "question": "Who has the same color hair as this woman?", + "choices": [ + "phoebe tonkin", + "maria sharapova", + "serena williams", + "nina dobrev" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "maria sharapova", + "paris hilton", + "sitting guy", + "skin", + "swedish persons", + "spectectors", + "no one", + "no one", + "blake lively", + "heidi klum" + ], + "difficult_direct_answer": true, + "rationales": [ + "A famous female tennis player with blond hair.", + "Maria sharapova has the same color hair", + "They both are blondes" + ] + }, + { + "split": "val", + "image_id": 286458, + "question_id": "5gQSkSh2eK3ZZ8bEyweBiA", + "question": "Why would you use this bag?", + "choices": [ + "shop", + "travel", + "catch", + "preserve" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "travel", + "safety", + "travel", + "trip", + "travel", + "traveling", + "carry samples", + "vacation", + "personal items", + "travelling" + ], + "difficult_direct_answer": false, + "rationales": [ + "The suitcase is filled with items necessary to daily use.", + "It is a suitcase.", + "This is luggage to hold items to take with you" + ] + }, + { + "split": "val", + "image_id": 99024, + "question_id": "5jGPL4u8JFHkLyQCG354uG", + "question": "What is being made by the man?", + "choices": [ + "bow", + "kite", + "flag", + "anchor" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "kite", + "kite", + "kite", + "kite", + "kite", + "kite", + "kite", + "kite", + "kite", + "kite" + ], + "difficult_direct_answer": false, + "rationales": [ + "The particular arrangement of sticks and cloth here are evidence that this person is making a flying toy, which will be guided by a long string. kites were invented in china over 2000 years ago.", + "The man has a diamond shaped plastic.", + "The man is piecing together a kite to be flown." + ] + }, + { + "split": "val", + "image_id": 271116, + "question_id": "5oBisjqVjcXEXGkd2uKPDe", + "question": "What is the man in the gray suit on the left looking down to check?", + "choices": [ + "phone", + "tablet", + "notebook", + "pager" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "phone", + "phone", + "phone", + "cellphone", + "phone", + "cellphone", + "phone", + "phone", + "cellphone", + "phone" + ], + "difficult_direct_answer": false, + "rationales": [ + "He's looking at his phone.", + "The man has a small cellular device in his hands.", + "The man has a cell phone." + ] + }, + { + "split": "val", + "image_id": 34205, + "question_id": "5wfUGvXtyEw22kABjGaHxT", + "question": "Which ingredient is the most flavorful?", + "choices": [ + "mushrooms", + "fish", + "plate", + "broccoli" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "lemon juice", + "chicken", + "mushrooms", + "broccoli", + "mushrooms", + "pepper", + "parsley", + "mushroom", + "pepper", + "fish" + ], + "difficult_direct_answer": false, + "rationales": [ + "The plate is not an ingredient. the broccoli and mushrooms are bland compared to the protein.", + "It is the seasoned part of the dish.", + "Vegetables are blander than fish which has a strong taste. there are a lot of spices on top which will increase the flavor." + ] + }, + { + "split": "val", + "image_id": 115245, + "question_id": "5z9Zmf4GRKoCa7igqv4Ef7", + "question": "What are these cases for?", + "choices": [ + "clothing", + "instruments", + "clothing", + "food" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "travel", + "travel", + "parking", + "travelers clothes", + "traveling luggage", + "suitcase", + "travel", + "traveling", + "clothing", + "travel" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are several suitcases.", + "The bags are for storing clothing.", + "The cases contain clothes since people have packed for a trip." + ] + }, + { + "split": "val", + "image_id": 455157, + "question_id": "64o6jMUzFmawogFAYnhNoh", + "question": "What pattern are the man's pants?", + "choices": [ + "camouflage", + "plaid", + "floral", + "pinstripe" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "camo", + "cammo", + "camouflage", + "camo", + "camo", + "camo", + "camouflage", + "cammo", + "camo", + "camo" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is wearing a camouflage pattern.", + "The man is wearing pants which have different shade and patterns of green. these are known as either military or camouflaged pants.", + "They are splotchy green colors like military wears" + ] + }, + { + "split": "val", + "image_id": 456496, + "question_id": "64yPpMFbTw3CnmTULYZWTp", + "question": "In which major city is the woman most likely sitting outdoors?", + "choices": [ + "paris", + "new york", + "johannesburg", + "london" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "paris", + "paris", + "paris", + "paris", + "france", + "paris", + "france", + "paris", + "paris", + "paris" + ], + "difficult_direct_answer": false, + "rationales": [ + "This woman is most likely sitting outdoors in the city of paris in front of the eiffel tower.", + "One can tell it's paris since the eiffel tower is in the distance.", + "Eiffel tower is in back." + ] + }, + { + "split": "val", + "image_id": 205282, + "question_id": "65Sfsx6hqdJ5UqNWLB3RCG", + "question": "Where are these animals located?", + "choices": [ + "museum", + "zoo", + "vet", + "wild" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "africa", + "african", + "wild", + "africa", + "field", + "forest", + "africa", + "jungle", + "savanna", + "africa" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animals are in the wild.", + "These giraffes are located in the wild because they are not in an enclosed area of a zoo", + "These animals are located in the forest without a cage." + ] + }, + { + "split": "val", + "image_id": 472375, + "question_id": "66abRGQG535WgzgU5Ue9ru", + "question": "In what location is the motorcycle parked most likely?", + "choices": [ + "store", + "sidewalk", + "home", + "expo" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "hallway", + "home", + "bedroom", + "street", + "garage", + "garage", + "livingroom", + "garage", + "garage", + "garage" + ], + "difficult_direct_answer": false, + "rationales": [ + "The location is at home.", + "The flooring and the furniture present in the image with the pet also visible are all consistent features of a residential environment.", + "The motorcycle is most likely parked inside where this person lives. there is a bookcase, a pet dog, and a parquet floor." + ] + }, + { + "split": "val", + "image_id": 36494, + "question_id": "6EzruBdkEgwx74NmrhoyBV", + "question": "What is the natural light streaming into the room through?", + "choices": [ + "door", + "lightbulb", + "clock", + "candle" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sunlight", + "clock", + "clock", + "clock", + "clock", + "clock", + "skylight", + "window", + "clock", + "clock window" + ], + "difficult_direct_answer": false, + "rationales": [ + "The face is opaque glass", + "The huge timepiece is made to let in the light from outside.", + "The clock is streaming light." + ] + }, + { + "split": "val", + "image_id": 314182, + "question_id": "6FKSZrTS9wzHwnKasBSfdP", + "question": "What is the white cream used for with the other foods?", + "choices": [ + "drinking", + "cooking", + "dipping", + "heating" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sour cream", + "dip", + "dipping", + "dip", + "dipping", + "dipping", + "dip", + "dip", + "dipping", + "dipping" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ranch dip is for the veggies.", + "It's a flavored creamy condiment", + "There are three bowls and one has a creamy white texture. you dunk the crackers and veggies in." + ] + }, + { + "split": "val", + "image_id": 258793, + "question_id": "6HizsyvwUgduwabP2dWha5", + "question": "What can be seen through the buildings?", + "choices": [ + "clouds", + "birds", + "more buildings", + "sunlight" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "sun", + "sun", + "sunlight", + "sun", + "sun", + "sunlight", + "sunlight", + "sun", + "sunlight", + "sun" + ], + "difficult_direct_answer": false, + "rationales": [ + "A beam of light is coming through two tall buildings.", + "There is a bright natural light source that is visible through the buildings in the sky.", + "The bright spot between the buildings is the sunlight and the sun." + ] + }, + { + "split": "val", + "image_id": 170099, + "question_id": "6J2yw53YiEDoNpMSt9mSsC", + "question": "What type of audience is the man likely speaking to?", + "choices": [ + "protest", + "single person", + "political rally", + "meeting" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "coworkers", + "college students", + "designers", + "theater", + "office", + "art", + "women", + "business", + "meeting", + "stage" + ], + "difficult_direct_answer": true, + "rationales": [ + "The man is in a meeting.", + "He looks like he's in a smaller venue for speaking.", + "A man dressed in a dress shirt and tie is addressing about an object. he is talking to other people about it." + ] + }, + { + "split": "val", + "image_id": 577976, + "question_id": "6LfBvcynQvD7BaU3CCvfNG", + "question": "What will be built here one day?", + "choices": [ + "building", + "boat", + "car", + "house" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "building", + "building", + "trafic rules", + "building", + "building", + "building", + "transportation depo", + "building", + "building", + "mall construction" + ], + "difficult_direct_answer": false, + "rationales": [ + "The photo contains a vacant lot, where construction of this type is most likely to occur.", + "The area looks like it's getting ready to put a building up.", + "There will be some sort of commercial structure with many offices on multiple floors." + ] + }, + { + "split": "val", + "image_id": 41872, + "question_id": "6Ps8BgA4pbvK4eKToCDQqu", + "question": "What seems to be contained in the nook underneath the TV?", + "choices": [ + "bookshelf", + "lamp", + "fireplace", + "stereo" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "fireplace", + "fire", + "fireplace", + "fireplace", + "fireplace", + "fireplace", + "fireplace", + "fire", + "fire", + "fireplace" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are logs with fire.", + "There could be fire contained in the nook underneath the tv.", + "There is wood and fire." + ] + }, + { + "split": "val", + "image_id": 511321, + "question_id": "6Qf2MxVMdHGnxrEZ3xGn7Q", + "question": "What problem will the people on the ferry face?", + "choices": [ + "earthquake", + "raining", + "sunburn", + "tsunami" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "bridge", + "seasickness", + "rain", + "storm", + "collision", + "bridge", + "storm", + "hit bridge", + "raining", + "bad weather" + ], + "difficult_direct_answer": false, + "rationales": [ + "The problem is rain.", + "The storm clouds are rolling in.", + "The overcast sky of this scene tells us precipitation is likely on the way." + ] + }, + { + "split": "val", + "image_id": 137576, + "question_id": "6QuPF6pNBjs3DEXQh4AQt4", + "question": "Why do the cattle have their heads down to the ground?", + "choices": [ + "to eat", + "to drink", + "to play", + "to sleep" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "eating", + "to eat", + "grazing", + "feeding", + "eating hay", + "eating", + "eating hay", + "eating hay", + "eating", + "food" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cows are awake. there is food, not water, on the ground.", + "There are cows visibly extending their mouths and even tongues towards the hay in front of them. hay is something cows frequently eat and it appears to be intentionally placed by the tractor likely for this prupose.", + "Animals don't have thumbs for the most part and must put there face in it to eat." + ] + }, + { + "split": "val", + "image_id": 293245, + "question_id": "6SYTPwk8BEHMp486oLsFgw", + "question": "What state was the licence plate issues?", + "choices": [ + "connecticut", + "rhode island", + "new jersey", + "new york" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "new york", + "new york", + "new york", + "new york", + "new york", + "new york", + "new york", + "new york", + "new york", + "new york" + ], + "difficult_direct_answer": false, + "rationales": [ + "The name of the state is written on the top of the license plate.", + "You can tell by the name on the plate as to where it is from.", + "The license plate has the words \"new york\" written on it." + ] + }, + { + "split": "val", + "image_id": 516601, + "question_id": "6YyPKdGwhA3LJkUpL3p9F6", + "question": "What are the people in the picture doing?", + "choices": [ + "skating", + "laughing", + "jogging", + "angry" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "skiing", + "skating", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people's feet are firmly attached to a sporting good, and there's grooves from where they were in the snow.", + "The people in this photo are skating on skis.", + "They are skiing." + ] + }, + { + "split": "val", + "image_id": 100624, + "question_id": "6bXnCzchqyDdBZcBGGNbmm", + "question": "What type of city district is this?", + "choices": [ + "government", + "warehouse", + "commercial", + "residential" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "downtown", + "downtown", + "commercial", + "shopping", + "urban", + "urban", + "shopping", + "commercial", + "hipster commercial", + "shopping" + ], + "difficult_direct_answer": false, + "rationales": [ + "She is in a commercial area.", + "A person is on a sidewalk in a city area with businesses all around.", + "There are many stores here." + ] + }, + { + "split": "val", + "image_id": 434548, + "question_id": "6fCWweqmigW6UaiyaHq4Sy", + "question": "What player is shown in the photo?", + "choices": [ + "shortstop", + "catcher", + "position", + "first baseman" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "pitcher", + "baseball player", + "baseball", + "pitcher", + "pitcher", + "pitcher", + "position", + "pitcher", + "pitcher", + "pitcher" + ], + "difficult_direct_answer": false, + "rationales": [ + "The player is shown in the center mound position.", + "He is on the mound to throw a ball to the batters", + "He's the pitcher on the mound" + ] + }, + { + "split": "val", + "image_id": 77396, + "question_id": "6kgVidVJRysLz6Rx3eNBZi", + "question": "Where are these cats located?", + "choices": [ + "alley", + "home", + "vet", + "office" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "living room", + "home", + "carpet", + "living room", + "living room", + "living room", + "home", + "living room", + "livingroom", + "floor" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cats are at home.", + "There is an entertainment center and a table in the room.", + "The room shown is a living room based on all the furniture." + ] + }, + { + "split": "val", + "image_id": 314251, + "question_id": "6kpEuXnXz4ghWMLLBcRjmf", + "question": "What is prohibited near the round road sign with a red cross on a blue background?", + "choices": [ + "parking", + "turning", + "speeding", + "waving" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "passing", + "no idea", + "stop", + "parking", + "proceeding", + "crossing", + "parking", + "parking", + "driving", + "no idea" + ], + "difficult_direct_answer": false, + "rationales": [ + "Parking is prohibited.", + "No one can park in this area.", + "Parking is not allowed." + ] + }, + { + "split": "val", + "image_id": 446522, + "question_id": "6kv3CWDoRDsm2DnUCHRgmk", + "question": "Where is this dog located?", + "choices": [ + "office", + "home", + "zoo", + "vet" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "chair", + "chair", + "chair", + "chair", + "couch", + "home", + "chair", + "chair", + "chair", + "chair" + ], + "difficult_direct_answer": false, + "rationales": [ + "The decor of the room including frames and a refrigerator as well as the style of the chair make it look like a home. pets like this dog are most frequently inside homes.", + "The dog is curled up in a fancy chair.", + "This appears to be the answer based on the setting. the other options don't normally look this way." + ] + }, + { + "split": "val", + "image_id": 6771, + "question_id": "6nV6KKMbWYsw8Rv9Sw7k2N", + "question": "Who is the woman dressed up as?", + "choices": [ + "snow white", + "xena", + "maleficent", + "cinderella" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cleopatra", + "masquerade participant", + "xena", + "zena", + "viking", + "cleopatra", + "xena", + "queen", + "zena", + "queen" + ], + "difficult_direct_answer": false, + "rationales": [ + "Xena was a television character that wore a leather outfit similar to this woman. she is in costume not in normal clothing and one is in costume they are usually dressing up like someone else.", + "The woman has long black hair like xena.", + "The woman is dressed as xena." + ] + }, + { + "split": "val", + "image_id": 560474, + "question_id": "6ony7mfRzE7tEhj5udEe5u", + "question": "What type of event might this be?", + "choices": [ + "art show", + "car show", + "museum opening", + "race" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "contest", + "festival", + "parade", + "dentist event", + "toothpaste event", + "dental convention", + "art show", + "art show", + "festival", + "parade" + ], + "difficult_direct_answer": false, + "rationales": [ + "The car is decorated with artistic pieces.", + "The event is an art show.", + "There are several dolls glued onto the car." + ] + }, + { + "split": "val", + "image_id": 23126, + "question_id": "6pLYuYn5suAGgoBgJ4Z6HC", + "question": "What is the activity being performed?", + "choices": [ + "show performance", + "training horse", + "riding horse", + "feeding horse" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "riding horse", + "roman riding", + "balance", + "riding", + "horseback riding", + "horse riding", + "show performance", + "riding horses", + "horseback riding", + "riding" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is doing tricks for a competition", + "They are performing for crowd.", + "The activity is a show." + ] + }, + { + "split": "val", + "image_id": 579970, + "question_id": "6pTSACKywJKkVRa7WGmzKe", + "question": "What color are the walls in the room?", + "choices": [ + "orange", + "yellow", + "blue", + "green" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "green", + "green", + "green", + "green", + "grey/green", + "green", + "green", + "dark green", + "green", + "grey" + ], + "difficult_direct_answer": false, + "rationales": [ + "The light from the window shines on the wall showing that the paint color is green.", + "A home in a room has white trim and a darker color wall.", + "In this darkness, the walls look green." + ] + }, + { + "split": "val", + "image_id": 87144, + "question_id": "6phsfhJ9iw5j6nYTpVBd9A", + "question": "In which way are the adults shown here likely related to the child?", + "choices": [ + "grandparents", + "strangers", + "friends", + "sister" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "mother/child", + "parents", + "parents", + "parents", + "mother/child", + "parents", + "parents", + "grandparents", + "parents", + "parents" + ], + "difficult_direct_answer": false, + "rationales": [ + "The adults are likely the grandparents since they're so much older.", + "The adults are grandparents.", + "The people look a bit too old to be parents." + ] + }, + { + "split": "val", + "image_id": 117719, + "question_id": "6vnibNuMQyy5nWAxNEGTgj", + "question": "What is served at the counter here?", + "choices": [ + "fines", + "ice cream", + "alcohol", + "chinese" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "alcohol", + "alcohol", + "alcohol", + "liquour", + "alcohol", + "alcohol", + "alcoholic drinks", + "cocktails", + "alcohol", + "alcohol" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are bottles on the shelf.", + "There are bottles in the background. they contain adult beverages.", + "This is a bar." + ] + }, + { + "split": "val", + "image_id": 274460, + "question_id": "6xTMCHe4ABbm6NDntoEkLJ", + "question": "What type of tree is in front of the blue building?", + "choices": [ + "palm tree", + "bonsai tree", + "maple tree", + "pine tree" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "palm tree", + "palm tree", + "palm", + "palm", + "palm", + "palm tree", + "palm tree", + "palm", + "palm tree", + "palm tree" + ], + "difficult_direct_answer": false, + "rationales": [ + "Due to the setting and the leaves of the tree, you can easily tell what kind they are.", + "Pam trees are out.", + "Palm trees are seen by the beach." + ] + }, + { + "split": "val", + "image_id": 553221, + "question_id": "73ixwXaUcqfgsJYLzCABWC", + "question": "What did the man use to get into the air?", + "choices": [ + "kite", + "blimp", + "balloon", + "plane" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "kite", + "parasail", + "wind", + "parasail", + "wind", + "handle", + "sail", + "boat engine", + "parachute", + "kite" + ], + "difficult_direct_answer": false, + "rationales": [ + "This man is held aloft by the bar attached to string in his hands. this string is in turn attached to a kite blowing through the sky as seen in the background.", + "He is surfing using a cloth that catches the wind and propels him forward.", + "It is likely the string this man holds is attached to a kite like the other kite's we can see behind him." + ] + }, + { + "split": "val", + "image_id": 259640, + "question_id": "73kd5sUo4zXkApi6v4X8Qc", + "question": "What type of cuisine would be purchased here?", + "choices": [ + "chinese", + "russian", + "italian", + "mexican" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "mexican", + "tamales", + "mexican", + "mexican", + "mexican", + "mexican", + "mexican", + "tacos", + "mexican", + "tamales" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign says burritos on the back of it.", + "The cuisine is mexican.", + "Mexican cuisine consists of tortas." + ] + }, + { + "split": "val", + "image_id": 88462, + "question_id": "74CMNF7KTeAFsXza5GJLGb", + "question": "What type of bus is in traffic?", + "choices": [ + "public", + "school", + "work", + "tour" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "school bus", + "school bus", + "school", + "school bus", + "school", + "school bus", + "school", + "school", + "school", + "school bus" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bus takes children to school.", + "The bus is yellow which is typical of school busses, and says first student.", + "The bus is yellow. the word student is on the side of the bus." + ] + }, + { + "split": "val", + "image_id": 113589, + "question_id": "764XKetFB6T3wsiABqc79e", + "question": "In what shape is the quiche cut?", + "choices": [ + "triangles", + "stars", + "circles", + "rectangles" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "triangle", + "triangle", + "triangle", + "triangles", + "triangle", + "triangles", + "triangles", + "triangles", + "triangle", + "triangle" + ], + "difficult_direct_answer": false, + "rationales": [ + "Quiche is circular, so the pieces would be pie piece shaped.", + "It is cut like a pie", + "A triangle has three sides much like this quiche." + ] + }, + { + "split": "val", + "image_id": 148957, + "question_id": "767TWXi3wYjFiBX3YXyMuU", + "question": "What kind of coating has been used?", + "choices": [ + "polish", + "frosting", + "paint", + "varnish" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "frosting", + "chocolate", + "icing", + "chocolate", + "icing", + "paint", + "sugar glaze", + "frosting", + "icing", + "frosting" + ], + "difficult_direct_answer": false, + "rationales": [ + "The coating is made of sugar and glistening in the light.", + "The coating is frosting.", + "As is the case with most doughnuts, these six are topped with various frosting flavors, including regular glaze, chocolate, and white icing with sprinkles on top." + ] + }, + { + "split": "val", + "image_id": 151000, + "question_id": "79yRxKFXwWZZiCBAHtJqeE", + "question": "Which century was the item the woman is holding up invented in?", + "choices": [ + "twentieth", + "twenty first", + "tenth", + "eighteenth" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "twentieth", + "20th", + "1900s", + "twenty-first", + "twentieth century", + "20th century", + "twenty first", + "19", + "twentieth", + "twentieth" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman is holding up a camera.", + "The woman is holding an electronic device. electronic devices existed before the twenty-first century but did not exist before the nineteenth century.", + "It is a cell phone" + ] + }, + { + "split": "val", + "image_id": 195918, + "question_id": "7CWwGUgRqbPEiGcZEzFVEF", + "question": "What genus of animal is visible here?", + "choices": [ + "canine", + "porcine", + "feline", + "rodent" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "feline", + "cat", + "leopard", + "feline", + "panthera", + "cat", + "panthera", + "panthera", + "panthera", + "leopard" + ], + "difficult_direct_answer": false, + "rationales": [ + "A cat is present.", + "This animal is a large cat since it's a leopard.", + "A jaguar of some kind is being shown on a monitor. it has spots on it and pointy ears." + ] + }, + { + "split": "val", + "image_id": 148719, + "question_id": "7CrtnvrK5CTs6c9RC8WgPB", + "question": "What brand is the red truck?", + "choices": [ + "dodge", + "chevy", + "ford", + "toyota" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "dodge", + "dodge", + "dodge", + "dodge", + "dodge", + "dodge", + "dodge", + "dodge", + "dodge", + "dodge" + ], + "difficult_direct_answer": false, + "rationales": [ + "The brand's name appears on the hood. it is not chevy, ford, or toyota.", + "The red truck is a dodge.", + "The car has the word \"dodge\" on it." + ] + }, + { + "split": "val", + "image_id": 313783, + "question_id": "7DWnTRkU9e86XMwb7QqxYd", + "question": "This meal was likely prepared using which method?", + "choices": [ + "oven", + "crockpot", + "grill", + "stovetop" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "grilling", + "grill", + "grilling", + "grilling", + "grill", + "grilling", + "grilling", + "grilled", + "grilling boiling", + "grilling" + ], + "difficult_direct_answer": false, + "rationales": [ + "The meat has grill marks on it.", + "The meal was grilled.", + "There are darkened lines on the meat from the cooking method." + ] + }, + { + "split": "val", + "image_id": 403817, + "question_id": "7Hndh7JzZ7BizC4XDSV5Z5", + "question": "The cat appears to be what type?", + "choices": [ + "feral", + "housecat", + "pregnant", + "sheltered" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "calico", + "domestic", + "house cat", + "domestic shorthair", + "domestic shorthair", + "housecat", + "tuxedo cat", + "piebald", + "tuxedo", + "house cat" + ], + "difficult_direct_answer": false, + "rationales": [ + "Living inside so this cat is tame.", + "The cat is sitting on a desk and wearing a collar which means it is a housecat that does not go outside.", + "The cat is a house one." + ] + }, + { + "split": "val", + "image_id": 169996, + "question_id": "7KNmiZTYRQBHMJKJ9zkAjR", + "question": "What limits forward navigation?", + "choices": [ + "traffic warden", + "road accident", + "red light", + "bad weather" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "stop light", + "brakes", + "red light", + "red light", + "traffic lights", + "traffic lights", + "stoplight", + "brakes", + "signage", + "traffic" + ], + "difficult_direct_answer": false, + "rationales": [ + "The red light keeps traffic from progressing.", + "The red light is limiting.", + "The light is red so they can not go." + ] + }, + { + "split": "val", + "image_id": 68933, + "question_id": "7L2zGA6XFJrPCfLJCwBrww", + "question": "What are the zebras doing?", + "choices": [ + "grazing", + "sleeping", + "drinking", + "walking" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "grazing", + "grazing", + "eating", + "eating", + "eating", + "grazing", + "eating", + "grazing", + "grazing", + "eating" + ], + "difficult_direct_answer": false, + "rationales": [ + "The zebras graze.", + "The zebras are grazing on some hay.", + "The zebras have their heads lowered to the ground so they can graze on the grass because they're hungry." + ] + }, + { + "split": "val", + "image_id": 549390, + "question_id": "7NXz8t4QzQWvJzpHqfPzRw", + "question": "Why are the people behind the fence there?", + "choices": [ + "coaching", + "spectating", + "relaxing", + "taking photos" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "spectators", + "audience", + "spectators", + "they're riding", + "spectating", + "spectators", + "spectators", + "spectators", + "spectators", + "observing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are watching.", + "A large group of bicyclists appear to be part of some type of race. the course has been marked off by portable fence and banner. in races people on the outside are often referred to as spectators.", + "The people behind the fence are spectating and cheering on the cyclists because this is a special event that draws fans and attention." + ] + }, + { + "split": "val", + "image_id": 423506, + "question_id": "7NbKNXQWBYJ8HTRo2J8CoU", + "question": "Which piece of clothing is unique to one person here?", + "choices": [ + "collar", + "shirt", + "tie", + "vest" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "vest", + "sweater", + "vneck sweater", + "vest", + "grey sweater", + "vest", + "sweater", + "vest", + "lanyard", + "sweater" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person in green is wearing only a shirt and tie, and the other person is wearing the same clothing plus the addition of the vest.", + "Only one man has a vest on.", + "The clothing is the vest." + ] + }, + { + "split": "val", + "image_id": 132375, + "question_id": "7NxakvvZZEHKsh8MbNHHvz", + "question": "What type of container is the straw sticking out of?", + "choices": [ + "pint glass", + "martini glass", + "mason jar", + "vase" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "jar", + "canning jar", + "glass jar", + "mason jar", + "glass", + "canning jar", + "jar", + "mason jar", + "mason jar", + "ball jar" + ], + "difficult_direct_answer": false, + "rationales": [ + "That is the type of jar on the table.", + "It's a type of jar.", + "The container is a jar." + ] + }, + { + "split": "val", + "image_id": 493799, + "question_id": "7RjA6a3CFR8w5fVRc8Arji", + "question": "A person following what kind of diet is least likely to eat this meal?", + "choices": [ + "atkins", + "weight watchers", + "vegetarian", + "ketogenic" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "low calorie", + "vegetarian", + "vegetarian", + "vegetarian", + "healthy diet", + "vegetarian", + "keto", + "atkins", + "vegetarian", + "vegetarian" + ], + "difficult_direct_answer": false, + "rationales": [ + "The atkins diet is heavy on meat.", + "There is meat on the plate. a person who does not eat meat would not eat this.", + "This would be a healthier diet." + ] + }, + { + "split": "val", + "image_id": 378515, + "question_id": "7ViVwUt2pnJxqcZoeTc4TR", + "question": "What is placed on the ground that will eventually turn yellow?", + "choices": [ + "bananas", + "pears", + "tomatoes", + "apples" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "banana", + "bananas", + "bananas", + "bananas", + "banana", + "bananas", + "bananas", + "banana", + "bananas", + "bananas" + ], + "difficult_direct_answer": false, + "rationales": [ + "Pears, apples, and tomatoes do not eventually turn yellow.", + "They are yellow when ripe", + "The fruit on the ground is unripe and will eventually turn ripe and yellow." + ] + }, + { + "split": "val", + "image_id": 463527, + "question_id": "7VodQFaYKxhUwQ5tpFSkRo", + "question": "What is in the bottles?", + "choices": [ + "beer", + "liquer", + "water", + "juice" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "liquor", + "baileys", + "liqueur", + "alcohol", + "coffee liquor", + "salt pepper", + "alcohol", + "alcohol", + "bailey's liqueur", + "liquer" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bottles have alcohol.", + "There is plenty of alcohol in the bottles.", + "The bottles have liqueur." + ] + }, + { + "split": "val", + "image_id": 434297, + "question_id": "7Wj97TEQc4fnsxvvsbnUXH", + "question": "Which food on the plate grows in the ground?", + "choices": [ + "chicken", + "carrot", + "dried cranberry", + "bread" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "carrot", + "carrot", + "carrot", + "chicken", + "carrot", + "carrot", + "carrot", + "carrot", + "carrot", + "carrots" + ], + "difficult_direct_answer": false, + "rationales": [ + "Carrots grow underground and are considered root vegetables.", + "The round orange slices featured in this dish are slices of carrot. the edible part of carrots are pulled out of the ground by their tops.", + "This is a root vegetable" + ] + }, + { + "split": "val", + "image_id": 16228, + "question_id": "7YTajnBGjXEmwuYjmsXsdX", + "question": "What theme park attraction are they most likely visiting?", + "choices": [ + "disney world", + "disneyland", + "universal studios", + "six flags" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "disneyland", + "amusement park", + "disneyland", + "disneyland", + "disney", + "magic castle", + "disneyland", + "disneyland", + "disneyland", + "disneyland" + ], + "difficult_direct_answer": false, + "rationales": [ + "The trolley has a sign on the front of it that says disneyland in red letters.", + "The trolley says \"disneyland\" on it.", + "There is a disney logo." + ] + }, + { + "split": "val", + "image_id": 368900, + "question_id": "7ZA9sk8eRjBsisqK4EgQM2", + "question": "What is in the photo above the TV?", + "choices": [ + "cat", + "boy", + "woman", + "dog" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "woman", + "profile", + "woman", + "picture", + "woman", + "tube", + "person", + "person", + "face", + "woman" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman on the portrait seems to be someone who mattered in this household.", + "The photo above the tv is of a woman.", + "You can tell by the facial structure and hair what sex it is in the picture." + ] + }, + { + "split": "val", + "image_id": 79229, + "question_id": "7dxcZiZowsAK34QswVhXy3", + "question": "The temperature outside is likely what range?", + "choices": [ + "below freezing", + "hot", + "cool", + "very humid" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cold", + "cold", + "cold", + "cool range", + "temperate", + "cold", + "cold", + "chilly", + "hot", + "chilly" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is wearing a jacket, cap, and gloves.", + "The temperature is hot.", + "Though it is bright outside in this picture the horseback riding man wears a winter cap and jacket so it is likely somewhat cold here." + ] + }, + { + "split": "val", + "image_id": 442480, + "question_id": "7hKGdKpiEqfqB8dEeAw9hu", + "question": "What kind of weather was there?", + "choices": [ + "hail", + "rain", + "sun", + "snow" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "rainy", + "rain", + "rainy", + "rain", + "rain", + "raining", + "rain", + "rainy", + "rain", + "rain" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ground is wet but not snow-covered, and the sky is still overcast. the plane does not appear to be damaged from hail.", + "There are puddles of water on the ground. that indicates it was raining.", + "This is indicated by the wet ground." + ] + }, + { + "split": "val", + "image_id": 514508, + "question_id": "7jkWRB4pt8ZordP6wDAvbT", + "question": "What is the facade that the couple is being interviewed in likely designed to be?", + "choices": [ + "radio", + "camera", + "building", + "tv" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "first meeting", + "microwave", + "relationship", + "television", + "talk show", + "television", + "tv show", + "tv", + "television", + "television" + ], + "difficult_direct_answer": false, + "rationales": [ + "The facade has a tv screen on it.", + "The dials on the right side and the speaker grill at the bottom indicate that this is modeled after an old-style radio.", + "The people are sitting inside of a booth that resembles a large pink tv set." + ] + }, + { + "split": "val", + "image_id": 195754, + "question_id": "7pAKkw446jdqTk9peDKjyY", + "question": "What level of a house is this room located in?", + "choices": [ + "basement", + "ground", + "second", + "third" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "basement", + "basement", + "basement", + "basement", + "basement", + "first", + "first", + "basement", + "basement", + "basement" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are no visible windows in the room. most rooms in a house would have windows and one that does not with this type of decor would likely be answer a.", + "The level is the basement.", + "The only plausible answer is underneath and downstairs. you can see pillars hanging from the ceiling in a room." + ] + }, + { + "split": "val", + "image_id": 315001, + "question_id": "7xotSD89TZKNHK4rMZLzfo", + "question": "What type of birds are these?", + "choices": [ + "captive", + "desert", + "arctic", + "aquatic" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "seagulls", + "seagulls", + "seagulls", + "seagulls", + "seagulls", + "aquatic", + "seagulls", + "seagulls", + "seagulls", + "seagulls" + ], + "difficult_direct_answer": false, + "rationales": [ + "The birds are skimming the water.", + "The birds are flying over the water, likely looking for food.", + "The birds are aquatic." + ] + }, + { + "split": "val", + "image_id": 495054, + "question_id": "82bLyanbdDeEq6mkVa3YGM", + "question": "What country headquarters this plane company?", + "choices": [ + "canada", + "japan", + "usa", + "uk" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "virgin atlantic", + "great britain", + "united kingdom", + "england", + "uk", + "usa", + "united kingdom", + "england", + "britain", + "america" + ], + "difficult_direct_answer": false, + "rationales": [ + "The headquarters are the us.", + "The company name is virgin atlantic that was founded and has headquarters in london england.", + "The airplane has virgin atlantic livery. this company is based in england." + ] + }, + { + "split": "val", + "image_id": 112298, + "question_id": "859iiHHEi5eRJHipVattDU", + "question": "What other sport besides ping pong is played by someone in this household?", + "choices": [ + "lacrosse", + "hockey", + "baseball", + "tennis" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "tennis", + "tennis", + "tennis", + "racket ball", + "tennis", + "tennis", + "tennis", + "racket ball", + "tennis", + "tennis" + ], + "difficult_direct_answer": false, + "rationales": [ + "A racquet, not a bat or stick, is on the shelf behind the man.", + "The sport is tennis.", + "There is a tennis racquet." + ] + }, + { + "split": "val", + "image_id": 457559, + "question_id": "86vHZcPAsgzHoG4VL93xqr", + "question": "Which team is on offense?", + "choices": [ + "red", + "neither", + "blue", + "both" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "lime", + "red", + "lime", + "blue team", + "red", + "red", + "red", + "blue team", + "red", + "blue team" + ], + "difficult_direct_answer": false, + "rationales": [ + "The red team is offensive.", + "The team on offense is red colored.", + "The red team has the ball." + ] + }, + { + "split": "val", + "image_id": 510329, + "question_id": "87sGM3r7nnhwncMAKMtbuo", + "question": "What object should never get wet?", + "choices": [ + "laptop", + "computer monitor", + "tv", + "jacket" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "laptop", + "laptop", + "under rock", + "laptop computer", + "laptop", + "umbrella", + "electronics", + "cloth", + "laptop", + "laptop phone" + ], + "difficult_direct_answer": false, + "rationales": [ + "The laptop partially obscured on the right side of the image is the only item listed and also present in the picture which can't get wet.", + "The portable computer is the only of these items present in the image which can break from water.", + "The gadget would be destroyed if it came into contact with water." + ] + }, + { + "split": "val", + "image_id": 346905, + "question_id": "8HQ9sy9TdK4XZffkkhmtRW", + "question": "What do the larger elephants still have intact?", + "choices": [ + "tusks", + "pythons", + "horns", + "antlers" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "tail", + "tusks", + "tusk", + "tusks", + "tusks", + "tusks", + "tusks", + "tusks", + "arrow", + "tusks" + ], + "difficult_direct_answer": false, + "rationales": [ + "The tusks are still intact.", + "They still have their tusks.", + "The larger elephants have ivory tusks next to their trunks that are still intact." + ] + }, + { + "split": "val", + "image_id": 448410, + "question_id": "8KFq64eMdw4qeAp2JXe96r", + "question": "What kind of room is on the left of the yellow train?", + "choices": [ + "nursery room", + "bathroom", + "changing room", + "waiting room" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "waiting room", + "train depot", + "waiting room", + "restroom", + "waiting room", + "resting", + "waiting room", + "waiting", + "station depot", + "waiting room" + ], + "difficult_direct_answer": false, + "rationales": [ + "The train is picking up people.", + "This is a shelter for people to wait for the train.", + "The room is for waiting." + ] + }, + { + "split": "val", + "image_id": 226802, + "question_id": "8KqQoveNzvvZSgxxPeepUY", + "question": "Which vehicle is closest to the rectangular blue sign?", + "choices": [ + "blue car", + "red bus", + "motorcycle", + "light car" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "bus", + "bus", + "bus", + "bus", + "bus", + "bus", + "bus", + "bus", + "red bus", + "bus" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vehicle closest to the rectangular blue sign is a red bus.", + "The red bus is close.", + "A public transit vehicle is right underneath the blue sign." + ] + }, + { + "split": "val", + "image_id": 84752, + "question_id": "8LVHUcGX7daYbXPh59c8pW", + "question": "What vehicle is shown in the photo?", + "choices": [ + "airplane", + "bus", + "train", + "car" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "military plane", + "jet", + "plane", + "plane", + "fighter jet", + "plane", + "airplane", + "airplane", + "airplane", + "plane" + ], + "difficult_direct_answer": false, + "rationales": [ + "The wings and tail and insignia of the u.s. air force indicate that this is an airplane.", + "The vehicle has wings and a large engine.", + "The vehicle is a plane." + ] + }, + { + "split": "val", + "image_id": 180296, + "question_id": "8MMdCgrej5iBZ7PitRYrt3", + "question": "What kind of bag is this?", + "choices": [ + "suitcase", + "backpack", + "purse", + "briefcase" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "suitcase", + "suitcase", + "suitcase", + "roll away", + "suitcase", + "doll bag", + "backpack", + "suitcase", + "suitcase", + "suitcase" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bag is large and fits other things", + "It is a large bag, and the shape and compartments show that it can be packed efficiently for a trip.", + "A large square bag is open and has compartments with zippers and netting." + ] + }, + { + "split": "val", + "image_id": 330790, + "question_id": "8MrFkkmRAk7E8ccS8FPZ8S", + "question": "Why are the wood platforms strapped to the elephants?", + "choices": [ + "to punish", + "to plow", + "to groom", + "to ride" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "transportation", + "transport people", + "carry things", + "for riding", + "carry things", + "ride", + "carrying", + "for riding", + "to ride", + "seat passengers" + ], + "difficult_direct_answer": false, + "rationales": [ + "The platforms are for riding.", + "This makes it easier for people to stay on", + "An elephant has a wood contraption attached like a saddle to its back. people like to take rides on elephants." + ] + }, + { + "split": "val", + "image_id": 458109, + "question_id": "8PZriuWuwokXCriqVBZwSJ", + "question": "What is the train riding on?", + "choices": [ + "street", + "train tracks", + "clay", + "grass" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "track", + "train", + "tracks", + "tracks", + "train tracks", + "rails", + "train tracks", + "rails", + "tracks", + "rails" + ], + "difficult_direct_answer": false, + "rationales": [ + "Trains run on tracks.", + "It moves along the train tracks.", + "The train is on tracks." + ] + }, + { + "split": "val", + "image_id": 403565, + "question_id": "8Q69Bei8UReA69MSuQAcLT", + "question": "What is the man taking?", + "choices": [ + "walk", + "picture", + "watch", + "pee" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "bike", + "picture", + "picture", + "picture", + "photographs", + "photograph", + "picture", + "picture", + "picture", + "picture" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is holding a camera up to take a picture", + "The man is holding a camera and taking a picture of something outside.", + "He is holding a camera up in front of his eyes." + ] + }, + { + "split": "val", + "image_id": 36936, + "question_id": "8Qivn8LXSmWYmn7zgKGiw4", + "question": "What item is on the bottom shelf near the TV?", + "choices": [ + "cars", + "pictures", + "swords", + "speakers" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "drawer", + "speakers", + "speakers", + "speakers", + "speaker", + "speakers", + "speakers", + "speaker", + "speakers", + "stereo" + ], + "difficult_direct_answer": false, + "rationales": [ + "The shape of the device is in line with the object, and it is connected to a music player.", + "There is a visible shelf on the bottom of the tv stand that has answer a on it. this is consistent with this type of tv console and is underneath a cd player.", + "You can see the circles for the woofer" + ] + }, + { + "split": "val", + "image_id": 514376, + "question_id": "8R6BwQYURjKQu4FPYr8TpL", + "question": "What city is mentioned on the front of the bus?", + "choices": [ + "new york", + "los angeles", + "chicago", + "seattle" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "seattle", + "westlake", + "seattle", + "westlake", + "seattle", + "seattle", + "seattle", + "westlake", + "seattle", + "seattle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The name seattle comes up on the bus.", + "Seattle is written on the front bottom of bus.", + "It is written in the web address" + ] + }, + { + "split": "val", + "image_id": 512929, + "question_id": "8RDETmscMEEsHh6Sbekaa6", + "question": "What expression are these children making?", + "choices": [ + "confused", + "smiling", + "crying", + "angry" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "smile", + "smile", + "joy", + "smiling", + "happy", + "smiles", + "smiling", + "happy", + "smiles", + "smiles" + ], + "difficult_direct_answer": false, + "rationales": [ + "They're teeth are showing and the corners of their lips move up.", + "The kids are smiling.", + "The girls are very happy." + ] + }, + { + "split": "val", + "image_id": 556000, + "question_id": "8SzR5UpGtrsFWoxheZ9SkE", + "question": "What video game system is the boy playing on?", + "choices": [ + "nintendo wii", + "playstation 3", + "xbox one", + "playstation 4" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "wii", + "wii", + "wii", + "wii", + "wii", + "wii", + "wii", + "nintendo wii", + "wii", + "wii" + ], + "difficult_direct_answer": false, + "rationales": [ + "The boy is playing with white remotes, not controllers.", + "The kids are playing wii.", + "The boy is holding the rectangular remote of this game console." + ] + }, + { + "split": "val", + "image_id": 34139, + "question_id": "8dWqzZJR3MvHHSGAAzAEJy", + "question": "What does Fidelity specialize in?", + "choices": [ + "travel", + "insurance", + "investments", + "rentals" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "investments", + "investments", + "investments", + "investments", + "investments", + "investment", + "car", + "investing", + "investments", + "financial services" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can do investments and such with them.", + "It is a banking business", + "The company is known for investments, and the word is also sometimes used in their company name." + ] + }, + { + "split": "val", + "image_id": 567898, + "question_id": "8enBCTrMj57db8JVq9wyPq", + "question": "Which is the fruit?", + "choices": [ + "meat", + "chocolate", + "nuts", + "orange slices" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "oranges", + "orange", + "orange flowers", + "orange slices", + "cantaloupe", + "oranges", + "orange", + "orange slices", + "orange", + "oranges" + ], + "difficult_direct_answer": false, + "rationales": [ + "Chocolate, meat, and nuts are not fruit.", + "The fruit is orange slices.", + "The fruit is orange so it comes from orange slices." + ] + }, + { + "split": "val", + "image_id": 172595, + "question_id": "8k5Wnk4jb9ZzTN8EHrqNS3", + "question": "What is the green box near the red stapler on the desk used to hold?", + "choices": [ + "tissues", + "pins", + "pens", + "pencils" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "tissues", + "tissue", + "tissues", + "tissues", + "tissues", + "tissue", + "tissue", + "tissues", + "tissue", + "tissues" + ], + "difficult_direct_answer": false, + "rationales": [ + "The green box here is a tissue box and we can see tissues coming out the top of it.", + "The green box has a white object sticking out of it. due to the square dimension of the box, it is probably hold tissues.", + "You can tell by the shape of the box and what is sticking out of it." + ] + }, + { + "split": "val", + "image_id": 210030, + "question_id": "8pfeZwe43HT9mMjVmdZhzm", + "question": "How many bake pans were utilized?", + "choices": [ + "one", + "none", + "four", + "three" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "four", + "four", + "one", + "four", + "one", + "four", + "four", + "one", + "four", + "one" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are four layers of cake.", + "The cake on the plate has four layers of cake with icing in between. this would require four baking pans to make the cake.", + "There were 4 pans." + ] + }, + { + "split": "val", + "image_id": 378453, + "question_id": "8qqTsLQFXdEDT9oeVgZekp", + "question": "What are some of the zebras standing in in the middle of the photo?", + "choices": [ + "grass", + "water", + "mud", + "rocks" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "water", + "muddy water", + "puddle", + "muddy puddle", + "water pool", + "water", + "water", + "mud", + "mud", + "puddle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The zebras are in a pool.", + "The muddy texture to the ground in the middle and the glossy pool contained allow us to conclude there is a small waterbed here.", + "They're in water." + ] + }, + { + "split": "val", + "image_id": 384468, + "question_id": "8spFMseWd5TyYXt4LygCE5", + "question": "How many people have their arms around the woman?", + "choices": [ + "four", + "one", + "five", + "three" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "one", + "one", + "one", + "one", + "one", + "one", + "one", + "one", + "one", + "one" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman is riding in the middle. only on person is riding behind her.", + "There's only one person behind the woman.", + "The man behind her has his arms around her." + ] + }, + { + "split": "val", + "image_id": 132931, + "question_id": "8tjSG5kCpUsF7QaQsPoJcG", + "question": "What city name is shown in the background?", + "choices": [ + "los angeles", + "riverton", + "new york", + "omaha" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "oma", + "omaha", + "heartland", + "omaha", + "omaha", + "omaha", + "omaha", + "omaha", + "omaha", + "omaha" + ], + "difficult_direct_answer": false, + "rationales": [ + "The big red sign shows the word omaha, which is a city.", + "You can tell by the red sign as to where the city is.", + "An unmistakable advertisement for \"omaha steaks\" is easily seen at the top of photo." + ] + }, + { + "split": "val", + "image_id": 228942, + "question_id": "8uQHFZsgJwvQPuvYs7reMA", + "question": "What is the dark colored car to the far left in the middle doing?", + "choices": [ + "turning left", + "turning right", + "parking", + "reversing" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "stopping", + "stopping", + "driving", + "moving", + "driving", + "stopping", + "stopping", + "turning left", + "stopping", + "travel" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dark car is turning left.", + "The car turns left.", + "The car's left blinker is currently engaged, indicating that the vehicle is anticipating making a left-hand turn." + ] + }, + { + "split": "val", + "image_id": 185472, + "question_id": "8vnLAkEcA5mAC66h59f4dE", + "question": "Are the people boarding this train?", + "choices": [ + "absolutely no", + "probably yes", + "probably no", + "yes" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "yes", + "yes", + "not yet", + "absolutely no", + "not yet", + "yes", + "not yet", + "yes", + "yes", + "yes" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are waiting on the train to stop.", + "The train isn't at the platform yet to allow the people to board.", + "A train is approaching as people are waiting." + ] + }, + { + "split": "val", + "image_id": 162035, + "question_id": "8vuMQFQGMNiU6TcoNUNe2U", + "question": "What is purpose of this wooden board?", + "choices": [ + "entertaining kids", + "decoration", + "street sign", + "advertisement" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "advertisement", + "advertising", + "advertisement", + "advertisement", + "advertisement", + "advertisement", + "advertisement", + "advertise", + "advertisement", + "advertisement" + ], + "difficult_direct_answer": false, + "rationales": [ + "To let people know the business is there", + "The sign is advertising tea rooms.", + "The board here informs us that teddy bear tea rooms are upstairs. the board gives passers by an awareness of a service and where to partake in it." + ] + }, + { + "split": "val", + "image_id": 201646, + "question_id": "8vzpRWS6dDNrFCouzebMm9", + "question": "What video game system is the man playing?", + "choices": [ + "xbox one", + "playstation 5", + "nintendo wii", + "atari" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "nintendo wii", + "wii", + "wii", + "wii", + "wii", + "wii", + "wii", + "wii", + "wii", + "wii" + ], + "difficult_direct_answer": false, + "rationales": [ + "He has a controller in each hand and its white", + "The only game console that has a wireless remote controller looking game controller is the wii.", + "The style of controller this man holds is for operation of the motion based nintendo wii system." + ] + }, + { + "split": "val", + "image_id": 15517, + "question_id": "8w7GuH4PjCommJcwHaGge6", + "question": "Where are the buses with blue trim probably assembled?", + "choices": [ + "stadium", + "lot", + "lane", + "terminal" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "factory", + "asia", + "plant manufacturer", + "asia", + "japan", + "bus station", + "detroit", + "unknown", + "china", + "terminal" + ], + "difficult_direct_answer": true, + "rationales": [ + "The buses are at the last stop.", + "It's basically a bus station or people to take trips.", + "The buses with blue trim are all assembled in the parking lot of the bus terminal." + ] + }, + { + "split": "val", + "image_id": 177213, + "question_id": "8xMtKKAZ5RHWjwMgCuYjWV", + "question": "What kind of pizza is this?", + "choices": [ + "margarita", + "deep dish", + "pepperoni", + "loaded" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "margherita", + "cheese", + "margarita", + "margherita", + "cheese", + "cheese", + "cheese", + "cheese", + "cheese", + "cheese" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is what one of those particular pizzas end up looking like.", + "Google search indicates that it's this option.", + "There is a lot of cheese." + ] + }, + { + "split": "val", + "image_id": 87476, + "question_id": "92HRqF8nimMzat2iydhLAj", + "question": "When it comes to the child what is he or she doing?", + "choices": [ + "roller blading", + "kicking", + "karate", + "skateboarding" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "practicing", + "learning balance", + "learning", + "riding", + "skating", + "skateboarding", + "riding", + "skateboarding", + "practicing skateboarding", + "skateboarding" + ], + "difficult_direct_answer": false, + "rationales": [ + "A parent is holding a boy that is currently on a board with wheels. he is trying to keep him from falling off.", + "The child's leg are both on top of the skateboard.", + "The child is on a plank with four wheels." + ] + }, + { + "split": "val", + "image_id": 267434, + "question_id": "93rpK9LLNQ8xmAPrEGm3rv", + "question": "What is the small house behind the cattle made up of?", + "choices": [ + "plastic", + "reef", + "stone", + "thatch" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "brick", + "bricks", + "stone", + "stone", + "stones", + "stone", + "stone", + "bricks", + "bricks", + "stone" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is durable and looks like stacked rocks.", + "The house is comprised of stones given the pattern of materials. the materials are rectangular and imperfect in nature.", + "The house is white and tan with small bricks. small bricks are made of rock." + ] + }, + { + "split": "val", + "image_id": 488664, + "question_id": "99Ra8z27K9FLU2u5acKAqp", + "question": "What type of transportation is shown?", + "choices": [ + "rail", + "road", + "water", + "air" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "train", + "train", + "train", + "train", + "train", + "train", + "train", + "train", + "train", + "rail" + ], + "difficult_direct_answer": false, + "rationales": [ + "The type of transport show in the image is a train. trains travel on tracks; and we can see these tracks being travelled along in the picture.", + "The transport is by rail.", + "There is a train moving down the tracks." + ] + }, + { + "split": "val", + "image_id": 530061, + "question_id": "99VEZ5bvSGBLWtkpJiAAXg", + "question": "What is the little girl doing?", + "choices": [ + "drinking", + "yelling", + "eating", + "singing" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "eating", + "eating", + "eating", + "eating", + "eating", + "eating", + "eating", + "eating", + "eating", + "eating" + ], + "difficult_direct_answer": false, + "rationales": [ + "The girl is eating out of a cereal bowl.", + "The girl is eating.", + "She has a spoon in her hand." + ] + }, + { + "split": "val", + "image_id": 243867, + "question_id": "9Fvp6un9Bh9va6z5nz9k74", + "question": "What type of area is shown?", + "choices": [ + "rural", + "medical", + "commercial", + "residential" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "urban", + "street", + "city", + "highway", + "shopping area", + "city", + "city street", + "commercial", + "city street", + "road" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are store fronts visible and lots of vehicle traffic. these elements are consistent with answer a.", + "There are a lot of businesses", + "There are shops and stores there." + ] + }, + { + "split": "val", + "image_id": 382696, + "question_id": "9HoQP5bpke2rstGjD8AG7Y", + "question": "What appliance is unhooked and placed by the sink?", + "choices": [ + "dishwasher", + "stove/oven", + "trash compactor", + "icemaker" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "stove/oven", + "stove", + "washing machine", + "stove", + "stove", + "stove", + "washing machine", + "stove", + "oven", + "stove" + ], + "difficult_direct_answer": false, + "rationales": [ + "The stove has been torn out.", + "An appliance with electric burners is in a kitchen.", + "The appliance is a appliance used to cook food using heat, seen in most kitchens." + ] + }, + { + "split": "val", + "image_id": 561889, + "question_id": "9J5n2f4j4R4B9t3c6MPSi3", + "question": "Which food on the dish is a meat?", + "choices": [ + "broccoli", + "turkey", + "rice", + "green beans" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "chicken", + "chicken", + "chicken", + "chicken", + "chicken", + "turkey", + "chicken", + "chicken", + "turkey", + "chicken" + ], + "difficult_direct_answer": false, + "rationales": [ + "A close look at the plate shows that of the options, turkey is the only one that can be right.", + "A white meat is on a plate with vegetables.", + "This is turkey on the plate." + ] + }, + { + "split": "val", + "image_id": 459396, + "question_id": "9KA8dr22Hiveh2s9JwvPLZ", + "question": "Which body part of the cow could you look at to find out which identity and/or owner the cow has?", + "choices": [ + "ear", + "foot", + "rump", + "knee" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "ear", + "ear", + "ear", + "ear", + "tag", + "ear", + "ear", + "ear", + "tag", + "ear" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animal has tags. they are near its head, not rump, feet, or knees.", + "The ear has a tag on it.", + "The cow's ear is tagged." + ] + }, + { + "split": "val", + "image_id": 134112, + "question_id": "9PGPr3vxBAb9jyWDiR9ous", + "question": "Who is the manufacturer of this laptop?", + "choices": [ + "apple", + "hp", + "dell", + "compaq" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "hp", + "hp", + "hp", + "hp", + "hewlett packard", + "hp", + "hewlett packard", + "hp", + "hewitt packard", + "hp" + ], + "difficult_direct_answer": false, + "rationales": [ + "The logo is on the top and has 2 letters", + "On the back of this image we see the letters hp inscribed on a blue circle. this is the logo of the hp company.", + "The manufacturer name is visible on the machine's top cover." + ] + }, + { + "split": "val", + "image_id": 174123, + "question_id": "9PZxoQZCdEn8VijhqTfENe", + "question": "What is the person using to eat the pizza?", + "choices": [ + "knife", + "spoon", + "none", + "fork" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "fork", + "fork", + "knife fork", + "fork", + "fork", + "knife fork", + "fork", + "fork", + "fork", + "fork" + ], + "difficult_direct_answer": false, + "rationales": [ + "That's what the person is holding in this hand in front of the pizza.", + "The person uses a fork.", + "The person is using a fork." + ] + }, + { + "split": "val", + "image_id": 82085, + "question_id": "9R6ddmMNiye654hqqPZ2eE", + "question": "What are the white rocks for?", + "choices": [ + "breaking", + "prevent fire", + "water retainment", + "decoration" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "prevent fire", + "guidance", + "barrier", + "border", + "walking on", + "train tracks", + "barrier", + "usa", + "decoration", + "border" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are there to prevent fires from happening.", + "They are there to look good.", + "The rocks are used to prevent fire from the train." + ] + }, + { + "split": "val", + "image_id": 13923, + "question_id": "9R9Ef5J6eaJzSHvUEkBkgq", + "question": "What animal has similar color to the flower in the picture on the left side of the room?", + "choices": [ + "koala", + "rooster", + "zebra", + "panda" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cat", + "cardinal", + "rooster", + "rooster", + "panda", + "cardinal", + "bird", + "robin", + "cardinal", + "fox" + ], + "difficult_direct_answer": false, + "rationales": [ + "Roosters have red in their features on their heads.", + "Roosters are often red.", + "Roosters are red." + ] + }, + { + "split": "val", + "image_id": 407083, + "question_id": "9TJtRYnGa8xr8CF67M5Mof", + "question": "What other animal is this animal traditionally an enemy of?", + "choices": [ + "tigers", + "cats", + "elephants", + "mice" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cat", + "cat", + "cats", + "cats", + "cats", + "cat", + "cat", + "cat", + "cat", + "cat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animal is a cat.", + "The animal in the car is a dog which is commonly known to be the enemy of cats.", + "Dogs and cats are known to not like each other, and a dog is pictured here." + ] + }, + { + "split": "val", + "image_id": 338560, + "question_id": "9TbmZ3Qq4paDv4AUeXpLEm", + "question": "What left the blue marks on the ground near the fire hydrant?", + "choices": [ + "paint", + "wind", + "fruit", + "animals" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "paint", + "dripping paint", + "paint", + "paint", + "paint", + "paint", + "dripping paint", + "dripping paint", + "paint", + "paint" + ], + "difficult_direct_answer": false, + "rationales": [ + "The blue mark is paint.", + "You can tell by what the color of how the hydrant is painted.", + "The paint was spilled during the painting of the hydrant." + ] + }, + { + "split": "val", + "image_id": 389381, + "question_id": "9VR7RNoJkVj6AWsYtwpDz7", + "question": "What kind of a person usually eats food like this?", + "choices": [ + "obese", + "competitive eater", + "glutton", + "nutritionist" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "vegetarian", + "vegetarian", + "japanese", + "vegetarian", + "vegetarian", + "vegan", + "vegetarian", + "vegetarian", + "nutritionist", + "healthy" + ], + "difficult_direct_answer": false, + "rationales": [ + "The other options don't fit with the healthy ingredients or amount of food on display.", + "The plates contain fruits and vegetables that are very healthy and would be eaten by a nutritionist.", + "It is a healthy and well balanced meal that would be ideal for a nutritio kit to eat, and doesn't match with the other types of people mentioned." + ] + }, + { + "split": "val", + "image_id": 420916, + "question_id": "9Vcrsyxf2zbSBauWavQbju", + "question": "Which person would be the coldest?", + "choices": [ + "left", + "middle", + "right", + "none" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "outsiders", + "middle", + "guy w/t-shirt", + "leftmost", + "middle person", + "all", + "middle", + "short sleeves", + "man", + "left" + ], + "difficult_direct_answer": true, + "rationales": [ + "The middle person is not wearing a hat. a hat can keep the heat in for you and help you stay a little warmer.", + "The person in the middle is not wearing a hat is would be the coldest of them.", + "The person in the middle is cold." + ] + }, + { + "split": "val", + "image_id": 349860, + "question_id": "9WmbdtPjrRDvD7yeHYr55d", + "question": "What pattern is on the bottom of the skateboard?", + "choices": [ + "zigzag", + "plaid", + "stripes", + "polka dots" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "n pattern", + "letters", + "zigzag", + "outline pattern", + "lettering", + "polka dots", + "letters", + "graffiti", + "zero", + "letters" + ], + "difficult_direct_answer": false, + "rationales": [ + "That's the closest word that can be used to describe the pattern.", + "The pattern on the bottom of the man's skateboard is a bright zigzag pattern.", + "The pattern is polka dots." + ] + }, + { + "split": "val", + "image_id": 276285, + "question_id": "9ZB4WcL9Sbo3L6ZPkaqzKY", + "question": "How many drinkers are sucking down their beverages?", + "choices": [ + "three", + "two", + "none", + "one" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "four", + "one", + "one", + "four", + "four", + "three", + "three", + "one", + "three", + "four" + ], + "difficult_direct_answer": false, + "rationales": [ + "No one is taking a drink in this picture.", + "There are 3 drinkers.", + "You can tell by how an cups there are as to how many people are there." + ] + }, + { + "split": "val", + "image_id": 223182, + "question_id": "9agpK8NJBKhb2vcWiKXRi7", + "question": "What does the taller bottle contain?", + "choices": [ + "beer", + "juice", + "champagne", + "water" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "water", + "water", + "water", + "water", + "water", + "water", + "water", + "water", + "water", + "water" + ], + "difficult_direct_answer": false, + "rationales": [ + "The game of tennis can be quite exhaustive and many have to seek liquid replenishment. in all likelihood, the bottles contain water.", + "It has water.", + "The man is playing tennis. it would not be appropriate for him to drink alcohol." + ] + }, + { + "split": "val", + "image_id": 2299, + "question_id": "9d7StqUZPtRBbHjSDFwwqa", + "question": "How do these people know each other?", + "choices": [ + "coworkers", + "spouses", + "siblings", + "classmates" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "school class", + "classmates", + "classmates", + "classmates", + "classmates", + "classmates", + "classmates", + "school chums", + "school", + "classmates" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is a classroom picture so they are all in the same class.", + "They are all the same age and the way they are sitting suggest this is a class picture.", + "These people are wearing school uniforms." + ] + }, + { + "split": "val", + "image_id": 365521, + "question_id": "9fX9oZHdEtHPfWbHi4BhwA", + "question": "What might you mix with the alcoholic drink named?", + "choices": [ + "milk", + "coke", + "beer", + "gin" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "tonic water", + "vodka", + "coke", + "coke", + "vodka", + "juice", + "orange juice", + "orange juice", + "coke", + "orange juice" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is the least objectionable choice for a mixer", + "Coke and alcohol get mixed to create a chaser.", + "The drink can be mixed with coke." + ] + }, + { + "split": "val", + "image_id": 284725, + "question_id": "9m5dBgT3PJrhWRCDg9ee2z", + "question": "What type of vehicle is this?", + "choices": [ + "construction", + "cargo", + "watercraft", + "passenger" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "bus", + "bus", + "bus", + "bus", + "bus", + "bus", + "bus", + "passenger", + "bus", + "bus" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vehicle is a bus to transport people.", + "The other options don't match this scene at all.", + "The bus is filled with people." + ] + }, + { + "split": "val", + "image_id": 579070, + "question_id": "9mBjXaxYD4jzJptHzwbeYW", + "question": "What material are the white cups?", + "choices": [ + "wood", + "glass", + "paper", + "plastic" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "paper", + "paper", + "paper", + "paper", + "plastic", + "paper", + "plastic", + "plastic", + "paper", + "paper" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is commonly the case. they're often coated these days with b as well.", + "The small white cups are made of a disposable paper material.", + "They are single-use and typically kept in bathrooms." + ] + }, + { + "split": "val", + "image_id": 369310, + "question_id": "9sqHw3RioVzmBGcxbMqBDM", + "question": "What color is the floor?", + "choices": [ + "brown", + "green", + "blue", + "purple" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "brown", + "brown", + "tan", + "brown", + "brown", + "brown", + "brown", + "brown", + "brown", + "brown" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a natural wood floor.", + "The color is brown.", + "The floor is brown wood flooring." + ] + }, + { + "split": "val", + "image_id": 53994, + "question_id": "9v2zVc4N5db5pVtYvrVEeD", + "question": "What is placed inside this meter?", + "choices": [ + "paper", + "paint", + "water", + "money" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "coins", + "change", + "change", + "money", + "change", + "coins", + "coins", + "money", + "coins", + "coins" + ], + "difficult_direct_answer": false, + "rationales": [ + "Money feeds meters.", + "This device is used to pay for parking. a slot for coins is visible.", + "This type of meter has a small slot large enough to insert quarters and smaller denominations of change into them." + ] + }, + { + "split": "val", + "image_id": 66841, + "question_id": "9wkHkHDXGGtbJwvLAcXSVs", + "question": "What appliance is shown?", + "choices": [ + "dryer", + "microwave", + "washer", + "toaster" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "toaster", + "toaster", + "toaster", + "toaster", + "toaster", + "putting utensil", + "toaster", + "toaster", + "toaster", + "toaster" + ], + "difficult_direct_answer": false, + "rationales": [ + "A toaster is shown.", + "There are two holes on top of the appliance. these are used to insert and remove bread.", + "There are slots in the top for bread" + ] + }, + { + "split": "val", + "image_id": 20571, + "question_id": "9zfgVSEG4hrKHfuoe4tHqx", + "question": "Why does the couple standing in the boat?", + "choices": [ + "fun", + "reduce stress", + "tradition", + "spend time" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "holding hands", + "talking", + "talking", + "being transported", + "view", + "viewing scenery", + "fishing", + "their boat", + "spend time", + "fishing" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are fishing.", + "There is a couple standing to spend time together.", + "The two look to be deep in conversation so they are passing time." + ] + }, + { + "split": "val", + "image_id": 236599, + "question_id": "A2uU9gQWJp8Z3LJePdL9u8", + "question": "What cultural clothing are the women wearing?", + "choices": [ + "vietnamese", + "korean", + "chinese", + "japanese" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "kimono", + "dress", + "kimonos", + "dresses", + "dress", + "japanese", + "japanese", + "kimono", + "japanese", + "chinese robes" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are woman in a field flying asian style kites and are wearing long dress type garments.", + "They have kimonos", + "The women are wearing kimonos." + ] + }, + { + "split": "val", + "image_id": 508602, + "question_id": "A2yJNQmbyDNtQEq4b2EZWx", + "question": "How did the animal on the car arrive there?", + "choices": [ + "horseback", + "uber", + "greyhound", + "flying" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "flew", + "landing", + "flying", + "flew", + "flying", + "flew", + "flying", + "flew", + "flew", + "flew" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animal flew.", + "Bird fly to every destination.", + "The animal flew." + ] + }, + { + "split": "val", + "image_id": 2431, + "question_id": "A3zGJC9ryU4EkHzywEGdJn", + "question": "What is in the glass?", + "choices": [ + "juice", + "milk", + "white wine", + "red wine" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "drink", + "wine", + "wine", + "spoon", + "wine", + "wine", + "bruschetta", + "wine", + "spoon", + "red wine" + ], + "difficult_direct_answer": false, + "rationales": [ + "The liquid is the glass is a deep red color. the shape and stem of the glass are typical of a wine glass.", + "This type of glass is made for holding wine, and the liquid is red.", + "Wine is in the glass." + ] + }, + { + "split": "val", + "image_id": 408696, + "question_id": "A7MATFYMiNxpWLN7ucoWmS", + "question": "What area of the house is this in?", + "choices": [ + "kitchen", + "bathroom", + "basement", + "bedroom" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "basement", + "basement", + "crawlspace", + "basement", + "attic", + "basement", + "bathroom", + "basement", + "attic", + "store" + ], + "difficult_direct_answer": false, + "rationales": [ + "Because he is sitting on a toilet you can tell where they are.", + "The unfinished state and the stairs shown above would be located below the main floor.", + "You can see the guy sitting on a toilet" + ] + }, + { + "split": "val", + "image_id": 183049, + "question_id": "A9Pk4Az2eRMuSEgB8GnUBU", + "question": "The top shelf has many books of the same author of what genre?", + "choices": [ + "romance", + "history", + "biography", + "thriller fiction" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "mystery", + "thrillers", + "military", + "thriller fiction", + "thriller", + "non fiction", + "many books", + "thriller", + "triller", + "espionage" + ], + "difficult_direct_answer": true, + "rationales": [ + "One of the books that is extended from the top of the shelf is clancy which writes made up stories.", + "The top shelf has books that does thriller action.", + "One of the books on the top shelf has tom clancy as the author. he is best known for writing thriller fiction books." + ] + }, + { + "split": "val", + "image_id": 91406, + "question_id": "ACMY4KCmBjXQNimvG4dJhA", + "question": "How many women are in the picture?", + "choices": [ + "three", + "two", + "four", + "eight" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "four", + "four", + "four", + "four", + "four", + "four", + "four", + "four", + "four", + "four" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are four women in the photo.", + "There are four people standing and smiling for a photo. in front of them is a row of pizzas.", + "Two women are standing next to two other women." + ] + }, + { + "split": "val", + "image_id": 340175, + "question_id": "ADSaLsXSNftfMMYWMKKqCS", + "question": "The couch is located where?", + "choices": [ + "under", + "nowhere", + "right", + "left" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "right corner", + "living room", + "living room", + "corner", + "living room", + "right", + "living room", + "corner", + "corner", + "living room" + ], + "difficult_direct_answer": false, + "rationales": [ + "That is the side it's on and the table is to the left", + "The couch is on the right side of the room in the photograph.", + "The couch is on the right." + ] + }, + { + "split": "val", + "image_id": 408112, + "question_id": "AGorRcu8xFxfMHzdj6nxuV", + "question": "What type of travel is this vehicle for?", + "choices": [ + "air", + "road", + "water", + "rail" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "sky", + "air", + "air travel", + "plane", + "air", + "air travel", + "air", + "air trave", + "flight", + "air" + ], + "difficult_direct_answer": false, + "rationales": [ + "This vehicles propellers engines and wings are for traversal through the sky.", + "The vehicle has wings and a propeller engine.", + "It is a plane that flies through the air" + ] + }, + { + "split": "val", + "image_id": 262048, + "question_id": "AHYLVWQ4whMVkWeDJiisi9", + "question": "Where are the people laying?", + "choices": [ + "field", + "park", + "beach", + "bed" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "beach towels", + "beach", + "beach towels", + "beach", + "beach", + "beach", + "beach", + "beach", + "beach", + "beach" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the background setting and with the sun as to where they are.", + "People are lying under their umbrella on a hot summer day at the beach. we can see the water in the background and surfboards on the left, as well.", + "The people are on a beach." + ] + }, + { + "split": "val", + "image_id": 476215, + "question_id": "AJvjHZ5SF3hD6C3eYniXsc", + "question": "What are the horses being used for?", + "choices": [ + "rodeo", + "transportation", + "racing", + "farming" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "farming", + "plowing", + "farming", + "farming", + "plowing", + "carriage pulling", + "plowing", + "farming", + "plow field", + "plowing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The horses are for farming.", + "The animals have gear on to work the soil.", + "These horses are used for farming." + ] + }, + { + "split": "val", + "image_id": 24243, + "question_id": "ANKUidMb7wYYN6GuJ8eERw", + "question": "What kind of door is open so she can sit inside?", + "choices": [ + "fridge", + "office", + "freezer", + "house" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "fridge", + "refrigerator", + "refrigerator", + "fridge", + "refrigerator", + "fridge", + "refrigerator", + "refrigerator", + "refrigerator", + "fridge" + ], + "difficult_direct_answer": false, + "rationales": [ + "The fridge door is open since there are shelves for food.", + "The door of a refrigerator is open.", + "This white structure with two doors, one open, and compartment shelves on the side can only be a refrigerator." + ] + }, + { + "split": "val", + "image_id": 557672, + "question_id": "APKEVGn8hXAWmsWYxQQukD", + "question": "What is the woman using the umbrella to protect herself from?", + "choices": [ + "rain", + "wind", + "sun", + "snow" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sun", + "sun", + "sun", + "sun", + "sun", + "sun", + "summer", + "sunshine", + "hot sun", + "sun" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman blocks sun.", + "A woman is caring an umbrella and the sunlight can be seen shining through it.", + "The woman is protecting herself from the sun." + ] + }, + { + "split": "val", + "image_id": 528314, + "question_id": "AQQMsV5n7NGgths6DjtJcH", + "question": "What property does the blue and green fence have?", + "choices": [ + "soft", + "hard", + "wet", + "hot" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "solid", + "thickness", + "vancouver olympics", + "tunnel", + "soft", + "olympics", + "snow", + "olympic logo", + "amusement park", + "probably impenetrable" + ], + "difficult_direct_answer": true, + "rationales": [ + "The property is soft.", + "It looks to be somewhat flexible in case people hit it.", + "The property is soft since it's made of snow." + ] + }, + { + "split": "val", + "image_id": 249129, + "question_id": "AR5jScMLqmYDjzmKHxKzMT", + "question": "What occasion are the bears probably sitting at the table enjoying?", + "choices": [ + "birthday", + "tea party", + "holiday dinner", + "wedding" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "christmas", + "christmas", + "christmas", + "christmas dinner", + "dinner", + "christmas", + "christmas dinner", + "christmas", + "christmas dinner", + "holiday dinner" + ], + "difficult_direct_answer": false, + "rationales": [ + "There's a christmas tree behind them so they are celebrating christmas.", + "They have a festive decoration and they are sitting at a dining table.", + "There's a christmas tree in the back. christmas is a holiday people celebrate." + ] + }, + { + "split": "val", + "image_id": 334555, + "question_id": "AScfHhLUR7uPGS4TV6VpbN", + "question": "Why is the cow tied to the pole?", + "choices": [ + "to hit", + "to kill", + "to ride", + "to restrain" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "prevent escape", + "security", + "for protection", + "hold", + "keep there", + "to restrain", + "prevent wandering", + "control movement", + "owner inside", + "prevent escape" + ], + "difficult_direct_answer": true, + "rationales": [ + "The cow is being held back.", + "The cow is tied so it won't run off.", + "They don't want the cow to get onto the road." + ] + }, + { + "split": "val", + "image_id": 48396, + "question_id": "AXvcbZSCWScQ9hb4hjB4si", + "question": "What super hero is the cake based off?", + "choices": [ + "spiderman", + "batman", + "iron man", + "superman" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "spiderman", + "spiderman", + "spiderman", + "spiderman", + "superman", + "spiderman", + "spiderman", + "spiderman", + "spiderman", + "spiderman" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cake is red and it has a spiderweb mask.", + "The cake looks like the character spider man.", + "The cake is in the pattern of spiderman's facial mask worn while fighting crime." + ] + }, + { + "split": "val", + "image_id": 500478, + "question_id": "AYNy264QNVzJ6rgeCkW4SU", + "question": "What is the man with the black glove about to do?", + "choices": [ + "push ups", + "sit ups", + "throw ball", + "dive" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "throw pitch", + "throw ball", + "pitch", + "throw ball", + "throw ball", + "throw ball", + "throw ball", + "pitch", + "throw ball", + "pitch" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ball is being held in his hand and this is the stance a pitcher takes before throwing the ball.", + "The man is a pitcher in a baseball game and is about to pitch the baseball.", + "The man on the mound is about to send his pitch towards the plate." + ] + }, + { + "split": "val", + "image_id": 79969, + "question_id": "AhrmUB8LFNXLkpiLGaaAuY", + "question": "Why is his arm up in the air?", + "choices": [ + "signal", + "balance", + "wave", + "reach" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "returning serve", + "serving", + "swinging", + "hitting ball", + "hit ball", + "serving", + "tennis swing", + "playing tennis", + "hitting", + "reach" + ], + "difficult_direct_answer": true, + "rationales": [ + "The man is trying to reach the ball.", + "The player is reaching in order to serve the tennis ball.", + "He is waiting to hit the ball when it comes to him." + ] + }, + { + "split": "val", + "image_id": 467776, + "question_id": "AiqztJZtJ4dNX7XYnu8rYU", + "question": "What animal is next to the baby animal?", + "choices": [ + "rooster", + "chicken", + "cow", + "hen" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "cow", + "cow", + "cow", + "cow", + "cow", + "cow", + "cow", + "adult", + "cow", + "cow" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animal is a large cattle.", + "A large cow is standing next to a smaller one.", + "A large animal used for dairy milk is standing next to a baby." + ] + }, + { + "split": "val", + "image_id": 21839, + "question_id": "Ar8D5FwKT47LcGDqJXXLjK", + "question": "What do people do with the items purchased at this corner?", + "choices": [ + "sell them", + "eat them", + "wear them", + "display them" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "eat", + "eat", + "groceries", + "advertise", + "eat", + "ate them", + "eat them", + "eat tem", + "eat them", + "eat" + ], + "difficult_direct_answer": false, + "rationales": [ + "They're eating them.", + "The people are going to eat the tacos.", + "It's a grocery store." + ] + }, + { + "split": "val", + "image_id": 393469, + "question_id": "AvSkehQk4bMedgX65PDsAj", + "question": "Which snowboarder will have a harder time standing up?", + "choices": [ + "both", + "neither", + "red board", + "white board" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "closer", + "on ground", + "back one", + "brown jacket", + "first", + "white board", + "brown jacket", + "in background", + "first one", + "first" + ], + "difficult_direct_answer": false, + "rationales": [ + "The snowboarder is on a white one.", + "The board is on the side and the boarder is down.", + "The boarder has fallen." + ] + }, + { + "split": "val", + "image_id": 515828, + "question_id": "AvkwREzm6e6NBB6ERwG4ws", + "question": "If this is a grand slam which must it be?", + "choices": [ + "wimbledon", + "french open", + "australian open", + "us open" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "overhand", + "same year", + "wimbledon", + "wimbledon", + "tennis", + "wimbledon", + "competition", + "tennis", + "uknown", + "wimbledon" + ], + "difficult_direct_answer": false, + "rationales": [ + "That is the tournament for the game.", + "The slam is in wimbledon.", + "Wimbledon is for tennis." + ] + }, + { + "split": "val", + "image_id": 507575, + "question_id": "AyYa5v5HCXAjDeLXgP2CN5", + "question": "What is hanging on the right wall next the desk?", + "choices": [ + "towels", + "diplomas", + "pictures", + "coats" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "jackets", + "jackets", + "coat", + "machine", + "coats", + "jackets", + "coats", + "jackets", + "jackets", + "jackets" + ], + "difficult_direct_answer": false, + "rationales": [ + "One can see the colorful waterproof material of various jackets.", + "There is a coat hanging.", + "There are a bunch of warm weather clothes hanging on the right." + ] + }, + { + "split": "val", + "image_id": 407825, + "question_id": "B725pHrrknZKDAqoLBjeof", + "question": "What fruit is the clock shaped as?", + "choices": [ + "orange", + "pineapple", + "apple", + "pear" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "apple", + "apple", + "apple", + "apple", + "apple", + "apple", + "apple", + "apple", + "apple", + "apple" + ], + "difficult_direct_answer": false, + "rationales": [ + "The object is red and apple shaped with a short stem and a pair of green leaves.", + "The clock is apple shaped.", + "It is roundish and red" + ] + }, + { + "split": "val", + "image_id": 12576, + "question_id": "B89EaRFhsoHzAy55JKCZJJ", + "question": "What is the most likely age of the person?", + "choices": [ + "eight", + "24", + "90", + "52" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "eighty years", + "eighty", + "eighty", + "80s", + "90", + "90", + "thirty", + "senior eighties", + "17", + "eighty" + ], + "difficult_direct_answer": false, + "rationales": [ + "She is elderly.", + "The age is 90.", + "The lady is very old and could be in her nineties." + ] + }, + { + "split": "val", + "image_id": 210394, + "question_id": "B9XREx57Gw3BhJfjEg9yib", + "question": "What kind of bus is this?", + "choices": [ + "tour bus", + "cargo bus", + "public transport", + "school bus" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "passenger bus", + "passenger bus", + "public", + "public transport", + "tour", + "commuter", + "tata", + "transportation", + "public bus", + "city" + ], + "difficult_direct_answer": true, + "rationales": [ + "You can tell by the size and people going in as to what type of bus this is.", + "The bus goes around the city taking all passengers.", + "The bus is for public transport." + ] + }, + { + "split": "val", + "image_id": 523175, + "question_id": "BECCJDkBDxrjtJNK7NGXQH", + "question": "Which vegetable in this soup is heart shaped?", + "choices": [ + "lima bean", + "carrot", + "onion", + "tomato" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "carrot", + "carrot", + "carrot", + "carrot", + "carrot", + "carrot", + "carrot", + "carrot", + "carrot", + "carrot" + ], + "difficult_direct_answer": false, + "rationales": [ + "That is what's on the spoon.", + "The carrot is heart shaped.", + "The veggies are carrots." + ] + }, + { + "split": "val", + "image_id": 192871, + "question_id": "BJxwGHyivgHAjykCUoSUXo", + "question": "Where were these pieces of fruit likely purchased?", + "choices": [ + "roadside stand", + "online", + "grocery store", + "farm" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "grocery store", + "market", + "supermarket", + "market", + "market", + "market", + "florida", + "grocery store", + "grocery store", + "market" + ], + "difficult_direct_answer": false, + "rationales": [ + "Dead giveaway for the objects is the piece of sticker on fruit. it shows it was purchased at a mass retailer.", + "These fruits have a sticker on them, which means they were purchased at a grocery store. if they had been bought from a farm or roadside stand, the stickers wouldn't be there.", + "The oranges came from the grocery store." + ] + }, + { + "split": "val", + "image_id": 132408, + "question_id": "BNpoJaz9Qu7KQ87FoFfRab", + "question": "These horses are used for what?", + "choices": [ + "breeding", + "plowing", + "racing", + "show" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "farming", + "farming", + "tilling", + "plowing field", + "plowing", + "ploughing", + "plowing", + "plow", + "plowing", + "tilling" + ], + "difficult_direct_answer": false, + "rationales": [ + "The horses on the field are working animals that are being used to pull a plow.", + "They are connected to a manual plow that tills the dirt.", + "The horses are being used to pull a device that turns over the grass and soil." + ] + }, + { + "split": "val", + "image_id": 296284, + "question_id": "BPPnGELjMEGtrmqgkrBt6V", + "question": "What type of shelves are these?", + "choices": [ + "bakery", + "book", + "grocery", + "shoe" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "display shelves", + "movable", + "display", + "bakery", + "display", + "donuts", + "metal", + "bakery", + "racks", + "food shelves" + ], + "difficult_direct_answer": false, + "rationales": [ + "Donuts are being displayed.", + "The shelves are holding donuts. donuts are baked.", + "Several donuts are being shown." + ] + }, + { + "split": "val", + "image_id": 520707, + "question_id": "BQYQHxqKeExvS6GyHbBLjJ", + "question": "What type of venue might this be?", + "choices": [ + "town hall", + "airport", + "concert hall", + "train station" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport" + ], + "difficult_direct_answer": false, + "rationales": [ + "People are pulling luggage through a crowded baggage claim area.", + "The venue is in the airport.", + "There are visible baggage claims. baggage claims are mostly present in answer a." + ] + }, + { + "split": "val", + "image_id": 155341, + "question_id": "BRxXgf2dHwtY3SuRcmvv8Q", + "question": "Which vehicle is closest to the transport hub?", + "choices": [ + "red car", + "truck trailer", + "orange tractor", + "truck cab" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "crane", + "truck", + "orange tractor", + "truck", + "bus", + "van", + "car", + "car", + "truck", + "crane" + ], + "difficult_direct_answer": false, + "rationales": [ + "These are larger vehicles used to complete a job of some sort.", + "Behind the orange tractor a transportation depot is partially visible.", + "The tractor is moving a trailer." + ] + }, + { + "split": "val", + "image_id": 224675, + "question_id": "BSZ9GqpZWjmXRxdbn5nTjf", + "question": "What are the people tying?", + "choices": [ + "score", + "shoes", + "kite", + "bowtie" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "kite", + "knots", + "kite", + "kite", + "kite", + "kite string", + "kite", + "kite", + "kite", + "kite string" + ], + "difficult_direct_answer": false, + "rationales": [ + "The other options don't match the string type.", + "The people are tying strings for kites.", + "The people are tying a kite." + ] + }, + { + "split": "val", + "image_id": 192964, + "question_id": "BSgG9C63esRw6W3Tw6rBbu", + "question": "What is the man riding?", + "choices": [ + "motorcycle", + "skateboard", + "bicycle", + "scooter" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "skateboard move", + "skateboard move", + "skateboard", + "skateboard", + "skateboard", + "skateboard" + ], + "difficult_direct_answer": false, + "rationales": [ + "His vehicle has four, not two, wheels. it does not have an engine.", + "It is a short narrow board with 2 sets of small wheels.", + "The man is seen of the skateboard." + ] + }, + { + "split": "val", + "image_id": 280930, + "question_id": "BUpdAEWaMUZK8AKRzy3vBQ", + "question": "Who might be helping the girl?", + "choices": [ + "no one", + "parents", + "other kids", + "priest" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "parents", + "parent", + "parent", + "her parent", + "parent", + "parents", + "mother", + "mom", + "mom", + "parents" + ], + "difficult_direct_answer": false, + "rationales": [ + "She is using the oven.", + "The little girl is using an oven. parents typically supervise a child of this age, especially engaging in this type of activity.", + "The parents help." + ] + }, + { + "split": "val", + "image_id": 413404, + "question_id": "BWmRhAFKF4KHK6QqPKS5Q3", + "question": "What type of container is near the benches?", + "choices": [ + "ticket", + "trash", + "food", + "water" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "garbage can", + "trash can", + "trash", + "trashcan", + "garbage", + "trash bin", + "trashcan", + "trash", + "trash bin", + "trash container" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is rectangular with a hole in the top", + "It is square and has an opening at the top to put things in", + "The metallic container is a garbage can." + ] + }, + { + "split": "val", + "image_id": 460229, + "question_id": "BaNWccWHEXHgtdo2h5795T", + "question": "What type of sign is visible?", + "choices": [ + "directional", + "traffic", + "price", + "brand" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "stop sign", + "traffic", + "stop", + "stop", + "stop sign", + "stop", + "stop", + "stop", + "stop sign", + "stop sign" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign is for traffic.", + "The sign shows the traffic in the area.", + "This sign is used to regulate vehicles on roads." + ] + }, + { + "split": "val", + "image_id": 86755, + "question_id": "BhVeP3bxgcP5SjZLEfrm9y", + "question": "What other sports might be played on this surface?", + "choices": [ + "badminton", + "golf", + "snowboarding", + "tennis" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "snowboarding", + "snowmobiling", + "snowmobile sledding", + "snow shoes", + "snowboard", + "snowboarding", + "snowboarding", + "snowmobiling", + "snowboarding snowmobiling", + "snowmobiling" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are skiing, but you can also snowboard on snow.", + "The two most common winter downhill activities are skiing and snowboarding. both sports involve gliding down a hill on slippery devices that are fastened to the feet.", + "The people are skiing on snow. tennis, golf, and badminton are not played on snow." + ] + }, + { + "split": "val", + "image_id": 223738, + "question_id": "Bja27MQDKfkiPDd5iSER6Q", + "question": "Given the position of the bat and ball the batter most likely?", + "choices": [ + "missed", + "fouled", + "popped up", + "grounded out" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "got strike", + "hit", + "swinging", + "makes contact", + "struck out", + "missed", + "will hit", + "struck out", + "is lefthanded", + "hit" + ], + "difficult_direct_answer": false, + "rationales": [ + "The batter missed.", + "The position missed.", + "The ball is very far away from the bat, and the batter has not started to run. batters run very quickly after a ball has been hit." + ] + }, + { + "split": "val", + "image_id": 466986, + "question_id": "Bp5VwMuky5fXJPzp54X6XE", + "question": "What industry is this man likely working in?", + "choices": [ + "travel", + "construction", + "medical", + "restaurant" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cooking", + "chef", + "food service", + "food", + "restaurant", + "food", + "restaurant", + "food", + "food", + "chef" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a microwave behind the man. there are takeout containers and plates near the man.", + "There is stainless steel on the walls for easy cleanup", + "The man is likely working inside of a restaurant kitchen." + ] + }, + { + "split": "val", + "image_id": 14439, + "question_id": "BpLgWvp3a7WEzrsmnpQBWT", + "question": "What is needed to control the large object?", + "choices": [ + "computer", + "battery", + "string", + "remote" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "tail", + "string", + "string", + "string", + "threat", + "wind", + "wind", + "camp", + "kite", + "string" + ], + "difficult_direct_answer": false, + "rationales": [ + "You need to string to control a kite.", + "A string is needed to control the kite.", + "There is a woman holding a piece of thread. she holds this in her hand to guide the kite and keep it from flying away." + ] + }, + { + "split": "val", + "image_id": 184791, + "question_id": "Bq4zFDne6edPRs7sBBMEad", + "question": "What kind of fruit is used for decorating?", + "choices": [ + "mangoes", + "apples", + "bananas", + "oranges" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "oranges", + "orange", + "orange", + "orange", + "oranges", + "oranges", + "orange", + "orange", + "orangemango", + "oranges" + ], + "difficult_direct_answer": false, + "rationales": [ + "Oranges are used to decorate.", + "Oranges are used in this picture to decorate.", + "They are the same color as the name and round" + ] + }, + { + "split": "val", + "image_id": 461009, + "question_id": "Bu9pF6sWajjGr6XDi4rb63", + "question": "Where does this fruit grow?", + "choices": [ + "logs", + "sea", + "trees", + "ground" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "trees", + "tree", + "tree", + "tree", + "tree", + "trees", + "tree", + "tree", + "tree", + "trees" + ], + "difficult_direct_answer": false, + "rationales": [ + "They grow on trees.", + "The fruit is an apple that grows on apple trees.", + "The fruit the man is holding is an apple." + ] + }, + { + "split": "val", + "image_id": 391722, + "question_id": "BuWxzrpFRXqSj8UjZannxM", + "question": "What indicates a baby is present?", + "choices": [ + "mother", + "pacifier", + "crib", + "cake" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "pacifier", + "pacifier", + "pacifier", + "pacifier", + "pacifier", + "sippy cup", + "sippy cup", + "pacifier", + "soother", + "pacifier" + ], + "difficult_direct_answer": false, + "rationales": [ + "A pacifier is an item meant only for babies.", + "There is a binky on the table so a baby is probably near.", + "There's also a kid's sippy cup." + ] + }, + { + "split": "val", + "image_id": 53529, + "question_id": "Bw5zPLf2EX7MjMakQbxdAV", + "question": "What social activity might this person engage in at night this day?", + "choices": [ + "drinking", + "marriage ceremony", + "political rally", + "business meeting" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "drinking", + "drinking", + "drinking", + "drinking", + "drinking", + "drinking", + "drinking", + "drinking", + "drinking", + "drinking" + ], + "difficult_direct_answer": false, + "rationales": [ + "The activity is drinking.", + "The person might enjoy drinking since irish people love whiskey.", + "The person would take a drink." + ] + }, + { + "split": "val", + "image_id": 360393, + "question_id": "BwNg9mG4uXsALtLg2ztFgz", + "question": "What leavening is used in this item?", + "choices": [ + "salt", + "baking powder", + "sourdough starter", + "yeast" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "yeast", + "yeast", + "yeast", + "yeast", + "unknown", + "yeast", + "yeast", + "yeast", + "flour", + "yeast" + ], + "difficult_direct_answer": false, + "rationales": [ + "The pizza on the tray is made of dough that is leveled using yeast,", + "Pizza crust rises so that it becomes tasty.", + "The leavening is yeast." + ] + }, + { + "split": "val", + "image_id": 97994, + "question_id": "C4iGaNrPm4zXWRgxL2XdRF", + "question": "What meal might be eaten at the time shown on the clock?", + "choices": [ + "supper", + "tea", + "breakfast", + "elevenses" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "dinner", + "supper", + "dinner", + "dinner", + "dinner", + "supper", + "supper", + "dinner", + "dinner", + "tea" + ], + "difficult_direct_answer": false, + "rationales": [ + "The meal is tea.", + "The time looks like it's time for tea.", + "Someone may wish to have a snack or take a break for tea or coffee in the afternoon." + ] + }, + { + "split": "val", + "image_id": 227898, + "question_id": "C5KFJtK2qiQ2gMC5WNsdnB", + "question": "What is the relationship of the people at the back to the man wearing an orange hat?", + "choices": [ + "students", + "family members", + "friends", + "customers" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "customers", + "passengers", + "passengers", + "customers", + "customers", + "customer", + "family", + "passangers", + "tourists/guide", + "partners" + ], + "difficult_direct_answer": false, + "rationales": [ + "That is how the man makes his living - by giving rides.", + "The people are customers paying the man in the hat.", + "The relationship is a customer." + ] + }, + { + "split": "val", + "image_id": 293625, + "question_id": "C9AXp35Pm8iw5MANqbWmyR", + "question": "What are these women controlling?", + "choices": [ + "game", + "car", + "robot", + "plane" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "game", + "game", + "wii", + "wii", + "wii", + "wii", + "game", + "wii remote", + "wii", + "game" + ], + "difficult_direct_answer": false, + "rationales": [ + "The women play a game.", + "This is a nintendo wii remote and this is a gaming council.", + "They have wii remotes in their hands." + ] + }, + { + "split": "val", + "image_id": 465718, + "question_id": "CKSUnA8f2e4FZyu5pXFuhm", + "question": "How many different devices can show a picture?", + "choices": [ + "three", + "one", + "four", + "two" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "three", + "four", + "three", + "3 devices", + "three", + "four", + "four", + "three", + "three", + "three" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are 3 monitors and 1 cell phone. each monitor has a screen.", + "Three computers and a cell phone.", + "3 computer screens and 1 phone can be seen" + ] + }, + { + "split": "val", + "image_id": 146667, + "question_id": "CKj2DmTDPa2HMKUvU9d6RN", + "question": "What kind of bike is this?", + "choices": [ + "unicycle", + "vespa", + "bmx", + "motorcycle" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "scooter", + "scooter", + "e-bike", + "motor bike", + "moped", + "scooter", + "scooter", + "moped", + "vespa", + "vespa" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bike is powered by a little engine.", + "It is a brand of moped", + "The bike is a vespa." + ] + }, + { + "split": "val", + "image_id": 268378, + "question_id": "CKoy38QkqTRSirL8yyeimY", + "question": "What type of dinnerware do the people seem to be using?", + "choices": [ + "porcelain", + "wooden", + "steel", + "disposable" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "plastic", + "disposable", + "plates", + "plastic", + "plastic", + "family wear", + "plastic", + "plastic picnicware", + "ceramic", + "plastic" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are eating with plastic", + "The people are using plastic plates.", + "The plates and forks are all plastic which means they are disposible and the other materials would not be." + ] + }, + { + "split": "val", + "image_id": 213033, + "question_id": "CMPt5xfqSyHQoFockxCWux", + "question": "Why is the man holding an umbrella?", + "choices": [ + "hail", + "rain", + "sun", + "snow" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sun protection", + "raining", + "raining", + "raining", + "raining", + "rain", + "its raining", + "rain", + "rain", + "raining soon" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sky is cloudy. cloudy skies indicate precipitation.", + "There is water falling", + "The ground appears wet and the sky seems grey so rain is most likely." + ] + }, + { + "split": "val", + "image_id": 572462, + "question_id": "CQ7rcUkY5B9MZfB9yoU6ei", + "question": "This railcar is travelling at what position relative to the street-level?", + "choices": [ + "at streer-level", + "elevated", + "underground", + "under water" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "elevated", + "south", + "straight", + "below", + "below", + "below", + "under", + "below", + "below", + "underground" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a subway.", + "The style of the car and a visible ceiling indicates this is not an aboveground transportation.", + "The platform in the top portion of the image seems to suggest this answer." + ] + }, + { + "split": "val", + "image_id": 93261, + "question_id": "CRvFM9oRe3ELNUegmzDKHv", + "question": "The guy on the beach towel is readying the item to do what with it most likely?", + "choices": [ + "wear", + "lie", + "fly", + "swim" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "fly kite", + "fly it", + "fly", + "fly kite", + "dry off", + "fly", + "fly it", + "fly", + "fly kite", + "sell it" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man on the beach towel is preparing a kite.", + "The beach is windy. it's the perfect place to fly a kite.", + "It is a kite" + ] + }, + { + "split": "val", + "image_id": 7818, + "question_id": "CTrTbwL2BtnQqY9vjiEiFF", + "question": "What might be drunk from this glasses?", + "choices": [ + "coke", + "wine", + "juice", + "beer" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "wine", + "wine", + "wine", + "wine", + "wine", + "wine", + "wine", + "wine", + "wine", + "wine" + ], + "difficult_direct_answer": false, + "rationales": [ + "The shape and size of these glasses is always the same for this beverage", + "The wine causes drunkenness.", + "The glasses have long stems so the liquid can be sipped leisurely." + ] + }, + { + "split": "val", + "image_id": 148508, + "question_id": "CTzwocs3uGc2GjPFZG425g", + "question": "Which territory is this area located?", + "choices": [ + "russia", + "britain", + "canada", + "america" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "france", + "britain", + "england", + "england", + "london", + "england", + "united states", + "united kingdom", + "uk", + "britain" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a double decker bus", + "Double decker buses are common in england.", + "The bus is traveling on the left side of the road, the street signs are in english, and there is a red, white and blue flag visible which all lead towards this area being in england." + ] + }, + { + "split": "val", + "image_id": 485844, + "question_id": "CVVWeSyTpmWdozRWra6qbu", + "question": "What type of region is this likely?", + "choices": [ + "farm", + "coastal", + "deserted", + "city" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "city", + "italy", + "kitchen", + "dinning table", + "judaism", + "kitchen", + "kitchen", + "small kitchen", + "united states", + "kitchen" + ], + "difficult_direct_answer": false, + "rationales": [ + "Looks to be a smaller kitchen that is probably in a city house or apartment.", + "It could also be a suburb or even a rural location. these kitchens existed in all of those areas.", + "Based on the size of the kitchen being small, it is mostly like a city apartment." + ] + }, + { + "split": "val", + "image_id": 432898, + "question_id": "CYVZymNaQk6gd79AKNefqh", + "question": "The man is looking in what direction?", + "choices": [ + "up", + "behind", + "sideways", + "down" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "up", + "skyward", + "forward", + "up", + "towards cars", + "up", + "up", + "up", + "upward", + "up" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are kites flying in the sky above the man. he is looking at them.", + "The man is holding a kite and is looking in the direction of the kite that is in the air.", + "He's looking at the flying kites" + ] + }, + { + "split": "val", + "image_id": 61960, + "question_id": "CZgeF3Cuso4bf9DbbmxZan", + "question": "This person in this picture is likely to be a?", + "choices": [ + "woman", + "little boy", + "man", + "little girl" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "crossdresser", + "cross dresser", + "sex worker", + "man", + "sex worker", + "drag queen", + "male", + "transvestite", + "crossdresser", + "escort" + ], + "difficult_direct_answer": false, + "rationales": [ + "The masculine features and shorter hair cut suggest that this person is a male despite the attire worn.", + "The person is a man.", + "They head the hair of a man." + ] + }, + { + "split": "val", + "image_id": 29675, + "question_id": "CcD6HgxREVqanqLnSysBTr", + "question": "Which flavor most closely describes the bright yellow stuff?", + "choices": [ + "bland", + "meaty", + "sweet", + "cheesy" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "mustard", + "mustard", + "tangy", + "mustard", + "tangy", + "mustard", + "sweet", + "mustard", + "mustard", + "mustard" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is mustard, so it has a tangy taste and sometimes another taste.", + "The flavor is sweet.", + "The yellow stuff is sweet mustard." + ] + }, + { + "split": "val", + "image_id": 224724, + "question_id": "Ce788SudmyHCPCCvyXs2kW", + "question": "What city is this location?", + "choices": [ + "taipei", + "osaka", + "gdansk", + "shanghai" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "tokyo", + "shanghai", + "town", + "hong kong", + "chinatown", + "osaka", + "samba", + "samba", + "samba", + "not clear" + ], + "difficult_direct_answer": false, + "rationales": [ + "Located in osaka.", + "The city is osaka.", + "There are asian characters." + ] + }, + { + "split": "val", + "image_id": 232692, + "question_id": "ChoLNyVYCocjeYqDJQYMoe", + "question": "What is the name of the sport the man is participating in?", + "choices": [ + "waterboarding", + "sailboating", + "waterskiing", + "skateboarding" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "surfing", + "wave boarding", + "water skiing", + "waterboarding", + "windsurfing", + "parasailing", + "kite surfing", + "parasailing", + "sea driving", + "wakeboarding" + ], + "difficult_direct_answer": true, + "rationales": [ + "If he had skis on, it would be b. c is a dry land sport. d requires that he be inside of a boat.", + "He is engaged in an athletic activity that involves his feet being on a water board while doing tricks.", + "The sport is waterboarding." + ] + }, + { + "split": "val", + "image_id": 63965, + "question_id": "CjTrsVaGpA8tU9gav5uAkC", + "question": "What is the shape on top of the cake?", + "choices": [ + "dirt", + "peanut", + "flower", + "mm" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "flower", + "flower", + "circle", + "flower", + "circle", + "flower", + "flower", + "flower", + "flower", + "flower" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a flower on the top of it.", + "The shape has petals.", + "The shape is a flower." + ] + }, + { + "split": "val", + "image_id": 450488, + "question_id": "Cr6fmmEARGDPSbQvpNN4xY", + "question": "How many guests have checked into this room?", + "choices": [ + "four", + "none", + "none", + "six" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "zero", + "zero", + "one", + "unknown", + "none", + "indeterminate", + "one", + "zero", + "one", + "one" + ], + "difficult_direct_answer": false, + "rationales": [ + "The room looks like it is clean and no one has messed up the covers.", + "There is an empty room with no one present currently.", + "The room looks untouched and recently cleaned." + ] + }, + { + "split": "val", + "image_id": 194875, + "question_id": "CrTrpTaqCFB2AYxne8FFyw", + "question": "What type of vehicles are sitting outside of the store?", + "choices": [ + "car", + "motorcycle", + "bicycle", + "train" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "motorcycle", + "motorcycles", + "motorcycle", + "motorcycles", + "motorcycle", + "motorcycles", + "motorcycles", + "motorcycles", + "motorcycles", + "motorcycle" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are motorcycles lined up together near seated people outdoors.", + "The type is the motorcycles.", + "You can see the motorcycles sitting outside the bar." + ] + }, + { + "split": "val", + "image_id": 398203, + "question_id": "CuqeFPuPUXRxjKnTomsz4x", + "question": "What is the number mentioned in the t shirt of the girl who is playing?", + "choices": [ + "21", + "13", + "31 and", + "51" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "21", + "twenty one", + "21", + "twenty one", + "twenty one", + "twenty one", + "twenty one", + "twenty one", + "21", + "21" + ], + "difficult_direct_answer": false, + "rationales": [ + "The girl has a 2 and a 1 on her shirt.", + "That child has long hair", + "The number 1 is fully visible as the second digit. only part of the first digit is visible, but it seems to be a 2." + ] + }, + { + "split": "val", + "image_id": 15956, + "question_id": "Cy5KPSnpjZdbRiQsbPug95", + "question": "Where is the horse currently located?", + "choices": [ + "barn", + "farm", + "house", + "field" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "barn", + "stable", + "barn", + "barn", + "stable", + "barn", + "stable", + "barn", + "barn", + "barn" + ], + "difficult_direct_answer": false, + "rationales": [ + "The horse is in a barn.", + "The horse is walking through a barn made of wood and filled with farm equipment.", + "The horse is currently located in a barn." + ] + }, + { + "split": "val", + "image_id": 348488, + "question_id": "D2nH9ADi8U2ATp3ryKnDvb", + "question": "What is the person on this vase doing?", + "choices": [ + "fighting", + "chariot racing", + "horse training", + "horse theft" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "riding chariot", + "riding chariot", + "riding chariot", + "riding chariot", + "riding chariot", + "riding chariot", + "riding chariot", + "riding chariot", + "riding chariot", + "chariot racing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The guy is a charioteer and that's what they do.", + "The person races.", + "They are racing a chariot with horses pulling it." + ] + }, + { + "split": "val", + "image_id": 527616, + "question_id": "D5wkZcANAvQPLDQHLMV2TQ", + "question": "What kind of show is the man on?", + "choices": [ + "cooking show", + "reality show", + "talk show", + "movie" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "talk show", + "talk show", + "reality", + "talk show", + "talk show", + "talk", + "news", + "talk show", + "talk show", + "talk show" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is sitting on a couch on a stage. there is a microphone in front of him.", + "The decor on display in the television scene, with a city backdrop couches and microphones tell us this is a talk show.", + "He is sitting on a couch and talking to someone." + ] + }, + { + "split": "val", + "image_id": 546823, + "question_id": "D6DfPGuGowm35cTuQhvw4s", + "question": "What animals are in the front of the photo?", + "choices": [ + "horse", + "cat", + "dog", + "elephant" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "horses", + "horse", + "horse", + "horses", + "horses", + "miniature horses", + "horse", + "horses", + "horses", + "horses" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the shape and the mane of the animal as to what type it is.", + "The animals are by the horse.", + "In the front right of the photo there appears to be three four-legged creatures. they all have a large head, mane and tails just like a horse." + ] + }, + { + "split": "val", + "image_id": 3661, + "question_id": "D6q9dXSUpTBgDkWi7e7dYS", + "question": "What treat can be made with this fruit and ice cream?", + "choices": [ + "cone", + "banana split", + "macaroon", + "macadamia cookies" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "banana split", + "banana split", + "banana split", + "sundae", + "banana split", + "banana split", + "banana slit", + "banana split", + "ice cream", + "banana split" + ], + "difficult_direct_answer": false, + "rationales": [ + "This fruit is the main ingredient for the treat, giving it its name.", + "The bananas here could only be an ingredient for a banana split out of these dishes listed.", + "The fruit in the picture is a banana. when combined with ice cream it is known as a banana split." + ] + }, + { + "split": "val", + "image_id": 309655, + "question_id": "D7y9SSbRuVzVfJGiAinTx3", + "question": "What are the ski poles used for?", + "choices": [ + "fashion", + "pushing off", + "ice picks", + "snow shovelling" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "for pushing", + "balance", + "stability", + "balance/push-forward", + "balance", + "pushing off", + "balance", + "skiing", + "balance", + "balance" + ], + "difficult_direct_answer": false, + "rationales": [ + "The answer is commonly known and not relative to the image. answer a is one of the common usages for ski poles.", + "The poles present in this image are used for sticking into the ground and pushing forward. we can see this in practice on the man in black in the background of this image.", + "They are used to move and keep balance." + ] + }, + { + "split": "val", + "image_id": 68833, + "question_id": "DAEcXR5DWNgEcEVRqA4xFS", + "question": "What is the rectangular object in the back left used to do?", + "choices": [ + "blend food", + "watch tv", + "store bread", + "cook food" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "watch tv", + "television", + "microwave food", + "watch tv", + "microwave food", + "microwave food", + "watching tv", + "watch television", + "watching tv", + "tv" + ], + "difficult_direct_answer": false, + "rationales": [ + "A rectangular object in the room has a screen. televisions are rectangular objects with screens that are watched.", + "It has a screen which can project television shows unlike the other items which are used for food.", + "This is an older style of this object with a screen and buttons" + ] + }, + { + "split": "val", + "image_id": 17627, + "question_id": "DC3qACi5rhmWU8XzM5Vdvy", + "question": "Which car hold the most people?", + "choices": [ + "black car", + "white van", + "blue car", + "silver car" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "white suv", + "bus", + "van", + "white van", + "minivan center", + "van", + "van", + "van", + "all same", + "van" + ], + "difficult_direct_answer": false, + "rationales": [ + "This type of vehicle is built to specifically hold a lot of people.", + "The car is the white one.", + "A van has more room than a regular car." + ] + }, + { + "split": "val", + "image_id": 500257, + "question_id": "DKLAWnnRuvz8p7UrHGzQzK", + "question": "Where do the men work?", + "choices": [ + "bank", + "library", + "airport", + "restaurant" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "airport", + "airport", + "airport", + "airport baggage", + "airport", + "airport", + "airport baggage", + "airport", + "airport", + "airport" + ], + "difficult_direct_answer": false, + "rationales": [ + "There's a large amount of luggage in the image implying a travel location. there is also branding for a travel company.", + "The men are working at an airport and helping with luggage that needs to be moved on carts.", + "That quantity of luggage in an indoor setting is almost completely exclusive to airports. united is the name of a well-known airline." + ] + }, + { + "split": "val", + "image_id": 51938, + "question_id": "DMGGczBdJRXHqZitoXSjSy", + "question": "Why is the man jumping on the red pipe?", + "choices": [ + "to dodge", + "to sit", + "to grind", + "to roll" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "doing tricks", + "doing tricks", + "to grind", + "ski move", + "for fun", + "for fun", + "skiing", + "snowboarding", + "skiing tricks", + "tricks" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is doing a stunt on it.", + "He is doing a trick.", + "The man grinds." + ] + }, + { + "split": "val", + "image_id": 67310, + "question_id": "DNGTUpUeLqmbKUNNns3kZs", + "question": "Which height he jumps?", + "choices": [ + "11 inch", + "16 inch", + "17inch", + "10 inch" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "six feet", + "high", + "4 feet", + "not question", + "above fence", + "ramp", + "high", + "16 inch", + "five feet", + "high" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is jumping 16 inches.", + "The height is 16 inches.", + "Because the skating deck helped him achieving his jumping stunt." + ] + }, + { + "split": "val", + "image_id": 224051, + "question_id": "DPtUMrxDbLP2nQ9yUdmvkT", + "question": "How many vehicles have their lights on?", + "choices": [ + "three", + "one", + "none", + "two" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "one", + "one", + "one", + "one", + "one", + "two", + "one", + "one", + "one", + "one" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are 2 vehicles.", + "One car coming towards us and one going the opposite way.", + "The car approaching has the headlights on and the other light is showing brake lights" + ] + }, + { + "split": "val", + "image_id": 296231, + "question_id": "DR94rYWve8KwpGjAtovqZt", + "question": "What comic book hero is sitting on top of the TV?", + "choices": [ + "spiderman", + "wonder woman", + "batman", + "superman" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "spiderman", + "spiderman", + "spiderman", + "spiderman", + "spiderman", + "spiderman", + "spider man", + "spiderman", + "spiderman", + "spiderman" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a superhero with a red mask and elongated black eyes.", + "The spiderman hero is sitting on the top of the tv.", + "The comic book hero on the tv is wearing a red, blue, and black outfit. an animal is on his chest." + ] + }, + { + "split": "val", + "image_id": 514586, + "question_id": "DRLyePKKPxvXEDiKygRjjt", + "question": "What type of league is the batter in?", + "choices": [ + "little league", + "high school", + "minor league", + "intramural" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "little leagues", + "little league", + "baseball", + "little league", + "little", + "little", + "baseball", + "baseball", + "little peewee", + "little" + ], + "difficult_direct_answer": false, + "rationales": [ + "The player is a child.", + "It is a small child so children play ina league called little league.", + "Due to the young age of the batter you can tell what league he is in." + ] + }, + { + "split": "val", + "image_id": 88345, + "question_id": "DRjvqC85oQS6p6Q6fz6CdY", + "question": "What time in approximately 31 minutes?", + "choices": [ + "110", + "midnight", + "1000", + "midday" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "ten", + "ten", + "ten", + "1000", + "ten", + "9 oclock", + "1000", + "ten", + "ten o'clock", + "ten" + ], + "difficult_direct_answer": false, + "rationales": [ + "That is how long it is for 31 mins.", + "It would be ten o'clock.", + "The clock on the wall indicates that it currently is about 9:29." + ] + }, + { + "split": "val", + "image_id": 398377, + "question_id": "DTAw9Vu8CLWbzUAg6m8okx", + "question": "What is on the laps of each of the women?", + "choices": [ + "paper", + "children", + "phones", + "bag" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "handbag", + "bag", + "purses", + "bags", + "purses", + "bags", + "purse", + "bag", + "purses", + "purse" + ], + "difficult_direct_answer": false, + "rationales": [ + "Each woman has a purse.", + "The items in their laps are containers made of flexible materials and openings at their top, along with handles to carry them.", + "The laps have a bag." + ] + }, + { + "split": "val", + "image_id": 383337, + "question_id": "DX4bBD5XMPxQuu3hqWAdDW", + "question": "What do people gain when they eat too many of these?", + "choices": [ + "hair", + "kindness", + "weight", + "intelligence" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "weight", + "weight", + "weight", + "weight", + "weight", + "weight", + "weight", + "weight", + "weight", + "weight" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people gain weight.", + "Donuts are high in calories. the more calories you eat the more weight you will gain.", + "Since the average glazed doughnut has about 240 calories each, it doesn't take long for them to help a person pack on some pounds." + ] + }, + { + "split": "val", + "image_id": 564280, + "question_id": "DYEPfA4NaMDK8Dj5qW7AAE", + "question": "What room is this most likely to be happening in?", + "choices": [ + "bathroom", + "living room", + "outside", + "hallway" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "living room", + "living room", + "living room", + "living room", + "living room", + "living room", + "bedroom", + "living room", + "living room", + "living room" + ], + "difficult_direct_answer": false, + "rationales": [ + "The room is a living room.", + "This is likely a living room due to the couch suitable for many people displayed here.", + "Sofas are never seen in any of the other options and are part of almost all living rooms." + ] + }, + { + "split": "val", + "image_id": 479248, + "question_id": "DbQuf7wY2JtaK4aonapJXt", + "question": "What is the man on TV doing?", + "choices": [ + "playing basketball", + "singing", + "surfing", + "boxing" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "singing", + "singing", + "singing", + "singing", + "singing", + "singing", + "singing", + "singing", + "singing", + "singing" + ], + "difficult_direct_answer": false, + "rationales": [ + "His mouth is in front of a microphone and there is a man playing an instrument in the background, so this indicates he is singing.", + "The man sings.", + "He has a microphone in front of his mouth to sing into." + ] + }, + { + "split": "val", + "image_id": 377946, + "question_id": "DbTAWKt7kZTzG8Xsa36K6R", + "question": "The yellow truck on the sidewalk is concerned with what activity?", + "choices": [ + "packages", + "roads", + "food", + "fire" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "making schnitzel", + "food", + "food", + "food", + "selling food", + "selling food", + "schnitzel", + "selling food", + "selling food", + "cooking" + ], + "difficult_direct_answer": false, + "rationales": [ + "The yellow truck is parked on the street to sell schnitzel.", + "The text on the side of the yellow truck indicates that it is selling schnitzel & things.", + "There is a fork and knife with a plate. this is associated with eating something." + ] + }, + { + "split": "val", + "image_id": 289594, + "question_id": "DcKwtSxfdjTch9RvAuEpNH", + "question": "What type of buildings are located here?", + "choices": [ + "residential", + "high rises", + "tiny homes", + "commercial" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "residential", + "homes", + "houses", + "residential", + "houses", + "private homes", + "houses", + "houses", + "apartments", + "houses" + ], + "difficult_direct_answer": false, + "rationales": [ + "It looks like homes for people to live in and rest.", + "There are houses along the road", + "This man can be seen walking on a sidewalk in front of homes where others live." + ] + }, + { + "split": "val", + "image_id": 37740, + "question_id": "DhYoususnAa6GHBnV7UkZ7", + "question": "What is in front of the monitor?", + "choices": [ + "keyboard", + "phone", + "mouse", + "headphones" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "chair", + "chair", + "keyboard", + "chair", + "keyboard", + "plants", + "chair", + "keyboard", + "webcam", + "chair" + ], + "difficult_direct_answer": false, + "rationales": [ + "The monitor is by the keyboard.", + "The object is a panel of buttons that operate the computer.", + "Most computer setups will have one important item in front and it's the largest item." + ] + }, + { + "split": "val", + "image_id": 173383, + "question_id": "DjXHKc7B4xBT6qMsDFXXjt", + "question": "What are these types of candles called?", + "choices": [ + "beeswax", + "tea lights", + "birthday", + "rush lights" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "tea lights", + "votive", + "birthday candle", + "votive", + "tea lights", + "teacup", + "votive", + "votive", + "tea candles", + "votive" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are called tea lights as they are place in cups that looks like teacup.", + "The candles are tea lights.", + "The candles are tea lights." + ] + }, + { + "split": "val", + "image_id": 183437, + "question_id": "DpnK7HeBvBiVtVRCiDJxED", + "question": "What color phone does the woman in the blue outfit have?", + "choices": [ + "green", + "yellow", + "red", + "blue" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "yellow", + "yellow", + "yellow", + "yellow", + "black", + "yellow", + "yellow", + "yellow", + "yellow", + "black" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is the color of a banana", + "The woman is holding a yellow phone in her hand.", + "The phone is yellow." + ] + }, + { + "split": "val", + "image_id": 455267, + "question_id": "DwKTiqQxFH5Ei2cQGR3Y9U", + "question": "What is this dish being cooked in?", + "choices": [ + "wok", + "stock pot", + "frying pan", + "teapot" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "wok", + "wok", + "wok", + "wok", + "wok", + "wok", + "stir fry", + "pan", + "wok", + "saucer pan" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is a pan used to cook chinese food in.", + "The dish is a stir fry. it is being cooked in a chinese frying pan that is useful for cooking this type of dish.", + "The dish is in a wok." + ] + }, + { + "split": "val", + "image_id": 346968, + "question_id": "DxR6agStFKhyFqTSYRUgPa", + "question": "How do we know this woman is at work?", + "choices": [ + "signage", + "surroundings", + "helping customer", + "wearing uniform" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "uniform", + "uniform", + "her uniform", + "wearing uniform", + "uniform", + "wearing uniform", + "uniform", + "uniform", + "uniform", + "uniform" + ], + "difficult_direct_answer": false, + "rationales": [ + "She is wearing her work clothes required by her job.", + "She is wearing the work outfit of a police or security guard.", + "The uniform would only be used in a professional work setting, not worn in a casual setting." + ] + }, + { + "split": "val", + "image_id": 379476, + "question_id": "Dy2TUremDDZAAQrkx5oPnB", + "question": "What is the closest item providing light?", + "choices": [ + "lamp", + "flashlight", + "candle", + "lantern" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "candle", + "candle", + "candle", + "candle", + "candle", + "candle", + "candle", + "candle", + "candle", + "white candle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The candle and the lamp are providing light. the candle is closer.", + "The closest light source in this image is a cylinder of wax with a lit wick coming out the top.", + "The candle is providing light." + ] + }, + { + "split": "val", + "image_id": 450303, + "question_id": "E2Vuut5upXHFFVxEk8kHvM", + "question": "The people on laptops seem most likely to be part of what group?", + "choices": [ + "work", + "friends", + "class", + "competition" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "working", + "school group", + "study group", + "same organization", + "students", + "class", + "premed", + "students", + "study group", + "tech group" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are younger people and wearing headphones", + "By the setting and teacher present you can tell where the picture is taken.", + "The people are in a classroom, indicated by the desks and the whiteboard." + ] + }, + { + "split": "val", + "image_id": 7991, + "question_id": "E6oDJ9maBhuvp2wvnBXfCH", + "question": "How would you cut the vegetables?", + "choices": [ + "fork", + "knife", + "hands", + "peeler" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "knife", + "slices", + "knife", + "with knife", + "peeler", + "slice", + "slice", + "in half", + "knife", + "peeler" + ], + "difficult_direct_answer": false, + "rationales": [ + "These are carrots and there is a tool specifically used to remove the tough outer skin of carrots.", + "The utensil on the edge of the plate is used to peel vegetables.", + "You would cut these vegetables with a peeler." + ] + }, + { + "split": "val", + "image_id": 400815, + "question_id": "E6vGrKzLTzqabYt55Ksc2N", + "question": "Is the man going to the mountain in the background?", + "choices": [ + "absolutely no", + "yes", + "absolutely yes", + "probably yes" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "no", + "no", + "no", + "no", + "no", + "no", + "no", + "no", + "absolutely no", + "no" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is in the back of the truck and it is heading away from the mountain.", + "The man is not.", + "A man is sitting in the back of a truck. he only has a pair of blue jeans and regular shoes and not spikey." + ] + }, + { + "split": "val", + "image_id": 31269, + "question_id": "E7LafAUEeJM9NiMjemXwRW", + "question": "What type of animals are on the grass?", + "choices": [ + "zebra", + "lion", + "bear", + "tiger" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "zebras", + "zebras", + "zebras", + "zebras", + "zebras", + "zebras", + "zebra", + "zebra", + "zebra's", + "zebra" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are three zebras on the grass.", + "You can tell by the color and stripes what these animals are.", + "They have black and white stripes" + ] + }, + { + "split": "val", + "image_id": 231831, + "question_id": "E9JLQaGpyoZudcYaQCrzvA", + "question": "What does the cat have his paw up against?", + "choices": [ + "book", + "mouse", + "toilet", + "desk" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "desk", + "desk", + "desk", + "desk", + "desk", + "desk", + "desk", + "desk", + "desk", + "desk" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cat has paws against the desk.", + "The cat has its paw up against the side of the red desk drawer.", + "The furniture has drawers and a sliding tray that suggest such a thing." + ] + }, + { + "split": "val", + "image_id": 170670, + "question_id": "E9Tea7kyCg7eW4bPeT5W83", + "question": "The glasses contain only this beverage type?", + "choices": [ + "juice", + "beer", + "water", + "bourbon" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "beer", + "beer", + "wine", + "beer", + "beer", + "beer", + "beer", + "wine glasses", + "beer", + "beer" + ], + "difficult_direct_answer": false, + "rationales": [ + "Because of the foam on top of one them.", + "The beverage bottles on the table are different brands of beer.", + "The glasses on the table have dark foamy beer in them and beer bottles next to them." + ] + }, + { + "split": "val", + "image_id": 415990, + "question_id": "EAHmczQURaep8SJkvhYCje", + "question": "What is keeping the animals all in one place?", + "choices": [ + "mountains", + "fear", + "fence", + "guns" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "fence", + "fence", + "dog", + "fence", + "fence", + "fence", + "fence", + "wired fence", + "fencing", + "fence" + ], + "difficult_direct_answer": false, + "rationales": [ + "The fence is keeping them in and from getting away.", + "The animals are fenced.", + "There is a human-made barrier in between the cows and people." + ] + }, + { + "split": "val", + "image_id": 157756, + "question_id": "EAWGdocBoaqPxLQuJ3UJb6", + "question": "What season of the year is shown here?", + "choices": [ + "early summer", + "fall-winter", + "summer", + "late spring" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "spring", + "fall-winter", + "fall", + "winter", + "winter", + "fall", + "winter", + "fall", + "fall", + "fall" + ], + "difficult_direct_answer": false, + "rationales": [ + "The season is fall/winter.", + "The trees in this city scene are bare of leaves. trees lose their leaves in autumn and remain bare through the winter.", + "The leaves are missing from the trees." + ] + }, + { + "split": "val", + "image_id": 292082, + "question_id": "EAYTJseBUauGLMkCTZdhtU", + "question": "Whos is sitting in the chair?", + "choices": [ + "man", + "girl man", + "no one", + "girl" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "man", + "man", + "girl man", + "dad", + "dad", + "two people", + "man", + "people", + "man", + "father daughter" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is sitting in the chair and the girl sits on his lap.", + "The girl and man sit.", + "A man in a tie is sitting in the chair. the other person with him is young and has a dress on." + ] + }, + { + "split": "val", + "image_id": 464824, + "question_id": "EBfqBBCf7yRtTtGhsc52Td", + "question": "What pattern shirt is the man wearing?", + "choices": [ + "polka dot", + "argyle", + "solid color", + "stripes" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "striped", + "stripes", + "striped", + "stripes", + "striped", + "striped", + "striped", + "stripes", + "striped", + "striped" + ], + "difficult_direct_answer": false, + "rationales": [ + "His shirt is white and black. there are no dots or diamonds.", + "It consists of multiple black and red horizontal bands.", + "The shirt is striped." + ] + }, + { + "split": "val", + "image_id": 125572, + "question_id": "EDFzCznf6oQmdpV8T8S7vU", + "question": "How many buses are shown in the streets?", + "choices": [ + "two", + "one", + "three", + "four" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "two", + "two", + "two", + "two", + "three", + "two", + "two", + "three", + "three", + "three" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are two on the left and one on the right.", + "There are two to the left and one to the right", + "There are three buses and what could also possibly be another bus in the streets shown." + ] + }, + { + "split": "val", + "image_id": 523782, + "question_id": "EER9xudvx7aG37Zbaewxkw", + "question": "What brand of soda is the can in the car?", + "choices": [ + "sprite", + "coca cola", + "pepsi", + "mountain dew" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "pepsi", + "pepsi", + "pepsi", + "pepsi", + "pepsi", + "pepsi", + "pepsi cola", + "pepsi", + "pepsi", + "pepsi" + ], + "difficult_direct_answer": false, + "rationales": [ + "The brand is pepsi.", + "There is a blue can with a red and white swirl circle on it inside the truck.", + "The blue white and red round logo on the blue can seen in the cupholder of this truck represents the pepsi company." + ] + }, + { + "split": "val", + "image_id": 27768, + "question_id": "EF29EeN2WxPcuEMDavijXb", + "question": "What type of transportation is this?", + "choices": [ + "road", + "rail", + "water", + "air" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bus", + "public", + "road", + "bus", + "public", + "bus", + "bus", + "bus", + "metropolitan transit", + "bus" + ], + "difficult_direct_answer": false, + "rationales": [ + "The transportation is for the road.", + "There is a white bus that has wheels. it drives on land to pick up people.", + "The bus is on here. it is at ground level." + ] + }, + { + "split": "val", + "image_id": 463802, + "question_id": "EJ5nAfveNYp6rFYz46Dqkw", + "question": "What is the stuffed animal touching instead of the tennis player?", + "choices": [ + "racquet", + "remote", + "screen", + "tennis ball" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "television", + "television screen", + "screen", + "racket", + "tennis racket", + "tennis racket", + "television", + "television screen", + "tv", + "screen" + ], + "difficult_direct_answer": false, + "rationales": [ + "The tennis player appears to be on television. the stuffed teddy bear is pressed up as close as possible to this screen.", + "The stuffed animal is touching the glass.", + "The tennis match appears to be being broadcast on the television and the bear is up against the tv screen." + ] + }, + { + "split": "val", + "image_id": 463174, + "question_id": "ETucTwACABQrgrZujBsiQq", + "question": "What type of shot is the woman about to hit?", + "choices": [ + "forehand", + "serve", + "backhand", + "slice" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "righthand", + "serve", + "forehand", + "forehand", + "forehand", + "forehand", + "forehand", + "forehand", + "tennis shot", + "swing" + ], + "difficult_direct_answer": false, + "rationales": [ + "If it were b, the back of her hand would be visible, for example. instead, the palm against the racket faces forward.", + "The woman is using her forehand.", + "The woman is hitting the ball with her arm and hand being in front." + ] + }, + { + "split": "val", + "image_id": 484029, + "question_id": "ETvPS6xXYPupruZTU3pf3F", + "question": "What type of road structure is near?", + "choices": [ + "toll booth", + "tunnel", + "bridge", + "intersection" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cracked", + "intersection", + "highway", + "stop sign", + "stop sign", + "sign", + "four way", + "intersection", + "intersection", + "intersection" + ], + "difficult_direct_answer": false, + "rationales": [ + "The 4 way sign to stop is placed where two roads cross.", + "This is a 4 way stop", + "The sign says \"all way.\"." + ] + }, + { + "split": "val", + "image_id": 226154, + "question_id": "EZr7FwVY2S7FggmHpHxCZK", + "question": "What material is the squared off building in the background made from?", + "choices": [ + "steel", + "glass", + "wood", + "clay" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "rock", + "clay", + "concrete", + "stone", + "brick", + "iron", + "concrete", + "bricks", + "brick", + "concrete" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is used widely in many countries.", + "The building is made from some sort of rock.", + "The material is clay." + ] + }, + { + "split": "val", + "image_id": 140076, + "question_id": "EbanZVDGxGTAinaVAiseKZ", + "question": "How many people can sit at the table?", + "choices": [ + "two", + "eight", + "six", + "four" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "four", + "chairs", + "six", + "five", + "four", + "four", + "five", + "five", + "four", + "four" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are four chairs at the table.", + "There are are four chairs on both sides of table and one on each end.", + "Is the closest answer but there is another chair at the end so one more could sit there too." + ] + }, + { + "split": "val", + "image_id": 375278, + "question_id": "Ed662HvZeisV6Mzxs2S6bj", + "question": "The bag which the cat is standing is used for what?", + "choices": [ + "groceries", + "travel", + "school", + "purse" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "travel", + "books", + "travel", + "traveling clothing", + "travel", + "luggage", + "travel", + "travel", + "litter", + "luggage" + ], + "difficult_direct_answer": false, + "rationales": [ + "Clothing is packed in it to bring on vacation.", + "The bag is for travel.", + "The mag is used for traveling since it's a suitcase." + ] + }, + { + "split": "val", + "image_id": 360137, + "question_id": "EdDpJngBTrp6Bje83yQqDc", + "question": "Why is the person using an umbrella?", + "choices": [ + "rain", + "snow", + "sun", + "costume" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sun", + "sun", + "sun protection", + "sun protection", + "sunlight", + "sunny", + "shade", + "protect rain", + "hot sun", + "block sun" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person wants to keep the sun away.", + "The person in this image holds an umbrella above themselves though no signs of precipitation are visible. the scene appears very bright though.", + "The person blocks sun." + ] + }, + { + "split": "val", + "image_id": 150265, + "question_id": "EgJwLz3i9LPpmSLpFLRjMM", + "question": "What does the man have on his head?", + "choices": [ + "earmuffs", + "hat", + "shower cap", + "headphones" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "headphones", + "headphones", + "headphones", + "headphones", + "head phones", + "headphones", + "headphone", + "headphones", + "headphones", + "headphones" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is only one man visible with something on his head and they are of a size, shape and being worn in a way consistent with answer a.", + "People often listen to music while walking down the street.", + "The man is listening to music. while in public people usually listen to music by using earphones." + ] + }, + { + "split": "val", + "image_id": 275749, + "question_id": "EmU9DKov4EwRDaZuKvzAXj", + "question": "What type of bottles are on the table?", + "choices": [ + "beer", + "wine", + "juice", + "soda" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "beer", + "beer", + "beer", + "beer", + "beer", + "beer", + "beer", + "beer", + "beer", + "beer" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the shape and color as to what types these are.", + "That's what is in the bottles.", + "The other options don't match the type of bottles. the red cups are also an indicating that they contain a." + ] + }, + { + "split": "val", + "image_id": 576566, + "question_id": "EohV983PdD4udviqEUgU3D", + "question": "How many skateboards are in the picture?", + "choices": [ + "four", + "six", + "three", + "five" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "three", + "three skateboards", + "two", + "two", + "two", + "three", + "three", + "two", + "two", + "three" + ], + "difficult_direct_answer": false, + "rationales": [ + "Two boards are on the ground and one board is in use, in the air.", + "There are three.", + "One skateboard is aloft with a rider on top and three make up the structure being jumped over." + ] + }, + { + "split": "val", + "image_id": 26204, + "question_id": "EpwwuobLzGLWhnbXAjbw2x", + "question": "What does the electric street sign say?", + "choices": [ + "proceed", + "don't walk", + "yield", + "walk" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "don't walk", + "plaza shuttle", + "don't walk", + "don't walk", + "don't walk", + "stop", + "safty", + "don't walk", + "dont walk", + "don't walk" + ], + "difficult_direct_answer": false, + "rationales": [ + "The words on the sign are lit up.", + "The sign says don't walk.", + "Not to walk when it is lit up." + ] + }, + { + "split": "val", + "image_id": 453001, + "question_id": "EsctZHEwzyvi6A7K55acJq", + "question": "What type items are in the rolled item here?", + "choices": [ + "lab specimens", + "clothing", + "animals", + "books" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "clothes", + "luggage", + "clothes", + "clothing", + "luggage", + "clothes", + "clothing", + "personal", + "wheeled luggage", + "luggage" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is the most likely answer for luggage. that said, it could also be b. some people transport b in suitcases", + "Traditionally these types of luggage carry items that you wear.", + "Clothing is usually always packed for trips." + ] + }, + { + "split": "val", + "image_id": 73946, + "question_id": "EtRReER5fXmbnTmQTzM7Di", + "question": "In what type of location are they playing with the body board?", + "choices": [ + "room", + "beach", + "park", + "store" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "indoors", + "room", + "inside room", + "home", + "room", + "indoors", + "room", + "water", + "indoors", + "bedroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "The area is inside and the people are wearing very casual attire.", + "A bed can be seen in the background.", + "There are walls and a ceiling" + ] + }, + { + "split": "val", + "image_id": 370208, + "question_id": "EueF8ShbQJHpynE7TdNGRG", + "question": "What kind of footwear is the walker wearing?", + "choices": [ + "none", + "shoes", + "sandals", + "socks" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "dress shoes", + "shoes", + "dress shoes", + "black shoes", + "shoes", + "dress shoes", + "dress shoes", + "shoes", + "shoes", + "shoes" + ], + "difficult_direct_answer": false, + "rationales": [ + "They're wearing shoes.", + "The person is wearing a black hard item on their foot.", + "The walker has shoes on their feet." + ] + }, + { + "split": "val", + "image_id": 119452, + "question_id": "EyxALxGEvCyePSado4wnJL", + "question": "Which fruit can hurt your eyes if you peel it holding your face too close to it?", + "choices": [ + "banana", + "pear", + "orange", + "mango" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "orange", + "orange", + "orange", + "orange", + "orange", + "orange", + "orange", + "orange", + "orange", + "orange" + ], + "difficult_direct_answer": false, + "rationales": [ + "The orange seems to have acidic effect.", + "The fruit is orange.", + "Cutting into or peeling an orange can result in citric acid spraying out of it. this liquid gives a burning sensation when discharged into the eye." + ] + }, + { + "split": "val", + "image_id": 445658, + "question_id": "Eyzb8SKxYzzJuegL3tkwga", + "question": "What are towels generally made of?", + "choices": [ + "linen", + "rayon", + "cotton", + "spandex" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "cotton", + "cotton", + "paper", + "fabric", + "cotton", + "cotton", + "cotton", + "cotton", + "fabric", + "cotton" + ], + "difficult_direct_answer": false, + "rationales": [ + "Cloth material used in kitchen are normally absorbing, non-abrasive and easy to wash. cotton is a material that meets these criteria.", + "Usually they are described as \"terrycloth\".", + "The cotton allows them to soak up more kitchen mess." + ] + }, + { + "split": "val", + "image_id": 333772, + "question_id": "F3q8NaAw4x5Lc7KhdgvoDy", + "question": "Where are the cats sitting on top of?", + "choices": [ + "newspaper", + "keyboard", + "lap", + "board game" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "table", + "table", + "keyboard", + "keyboard", + "table", + "keyboard", + "keyboard", + "desk table", + "keyboard", + "keyboard" + ], + "difficult_direct_answer": false, + "rationales": [ + "The keys on a computer keyboard below the cat are visible.", + "The cats are by a computer.", + "There is a computer on the table" + ] + }, + { + "split": "val", + "image_id": 489014, + "question_id": "F5CqqWCtosWowj39Kchh9E", + "question": "What type of dog is it?", + "choices": [ + "domestic pet", + "stray dog", + "service dog", + "police dog" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "german shepherd", + "german shepard", + "german shepherd", + "german shepard", + "german shepard", + "domestic pet", + "german shepard", + "german shepherd", + "german shepherd", + "german shepherd" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dog on the boat is the kind that is kept as a pet at home.", + "It is on the boat with its owner for fun, not work.", + "A german shepard dog is walking on a sailboat deck." + ] + }, + { + "split": "val", + "image_id": 363666, + "question_id": "F92aSsSv7ZAtXnGBVREhqq", + "question": "They are likely sitting down to enjoy what meal of the day?", + "choices": [ + "dinner", + "snack", + "breakfast", + "lunch" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "breakfast", + "breakfast", + "breakfast", + "breakfast", + "breakfast", + "breakfast", + "breakfast", + "breakfast", + "breakfast", + "breakfast" + ], + "difficult_direct_answer": false, + "rationales": [ + "This meal is characterized by the types of food such as eggs which are traditionally consumed in the morning.", + "These food items such as fruit, bagel and omelette are typical of something you'd eat in the morning.", + "Amongst the foods seen on plates in this scene we see an omelet, bagels, waffles and cups of coffee. all of these food items are associated with the morning meal." + ] + }, + { + "split": "val", + "image_id": 438907, + "question_id": "FAgxg4yMBGCmnhc9FTTxyq", + "question": "How many people have skateboards?", + "choices": [ + "five", + "four", + "two", + "ten" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "One boy is midair on his skateboard and another behind him holds a skateboard at his side.", + "Both people in the picture have skateboards. one is riding his and one is holding his.", + "The person closer to the camera has a skateboard. the person behind him also has one." + ] + }, + { + "split": "val", + "image_id": 318455, + "question_id": "FCACCnmERAWpKikUkfc5jV", + "question": "The most abundant cake has a topping with which color?", + "choices": [ + "black", + "magenta", + "white", + "blue" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "white", + "white", + "white", + "white", + "white", + "white", + "white", + "cream", + "white", + "white" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cupcakes with the white frosting are most numerous.", + "There are less of the blue and pink", + "The cake has a white topping." + ] + }, + { + "split": "val", + "image_id": 508586, + "question_id": "FCXFfhVqdfimMXqx3Vx8b5", + "question": "What animals are in the field?", + "choices": [ + "zebra", + "lion", + "cheetah", + "tiger" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "zebras", + "zebras", + "zebras", + "zebra stag", + "zebras", + "zebras", + "zebras", + "horse", + "zebra", + "zebra" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are zebras in the field.", + "They are horse shaped and have black and white stripes", + "The field is full of zebras." + ] + }, + { + "split": "val", + "image_id": 540280, + "question_id": "FDVQDJDFkV3tWkfTvrnAFy", + "question": "What is this umbrella used for?", + "choices": [ + "fashion", + "rain", + "sun", + "lighting" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "photography", + "phootshot", + "lighting", + "photography", + "lighting", + "lighting", + "lighting", + "shelter", + "lighting", + "lighting" + ], + "difficult_direct_answer": false, + "rationales": [ + "The umbrella is for photographic light.", + "The umbrella is for lighting.", + "There is a bright light being reflected from the interior of the umbrella, which is indoors. the inside of an umbrella is not useful for protecting from the rain, so this one must have another purpose." + ] + }, + { + "split": "val", + "image_id": 457078, + "question_id": "FFhuFfMAy38Z7WWr6q7faA", + "question": "What family member in a household would this room most likely belong to?", + "choices": [ + "son", + "daughter", + "infant", + "grandparent" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "child", + "son", + "son", + "son", + "child", + "son", + "child", + "child", + "son", + "son" + ], + "difficult_direct_answer": false, + "rationales": [ + "These are young boy's collection items.", + "The person is the son.", + "Looking at the different types of items throughout the room, it would likely belong to a male offspring." + ] + }, + { + "split": "val", + "image_id": 26690, + "question_id": "FFw7axjcwgXQxHygov52fm", + "question": "What is the man's left hand holding?", + "choices": [ + "head", + "ceiling", + "dog", + "skateboard" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "camera", + "camera", + "skateboard", + "camera", + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "camera", + "camera" + ], + "difficult_direct_answer": false, + "rationales": [ + "His hand is on his skateboard to perform a trick while in the air.", + "He's on a skateboard.", + "He is on a ramp." + ] + }, + { + "split": "val", + "image_id": 189820, + "question_id": "FG6kmHCaikmwGGpw9RhpSD", + "question": "Who would sit here?", + "choices": [ + "pianist", + "driver", + "employee", + "teacher" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "office worker", + "business person", + "employee", + "employee", + "worker", + "office worker", + "employee", + "worker", + "worker", + "it worker" + ], + "difficult_direct_answer": false, + "rationales": [ + "A person would sit in an office chair in front of a desktop computer in an office.", + "An employee would sit at their desk.", + "A computer and documents are on the desk near the office chair. this is an office, not a vehicle or school." + ] + }, + { + "split": "val", + "image_id": 116825, + "question_id": "FHmsKMqftMV2bbhT63TCep", + "question": "What is the cat playing with?", + "choices": [ + "spoon", + "remote", + "knife", + "ball" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "knife", + "pocket knife", + "knife", + "pocketknife", + "knife", + "swiss knife", + "knife", + "pocket knife", + "knife", + "knife" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a blade sticking out of the iconic swiss item.", + "The cat has a knife.", + "The cat is playing with a swiss army knife that is open on the table." + ] + }, + { + "split": "val", + "image_id": 480021, + "question_id": "FHq2UjmQmmZbCvD4wDJwjH", + "question": "The piece of clothing the woman in the picture is wearing on her hands normally serves what purpose?", + "choices": [ + "fashion", + "prevention", + "cure", + "protection" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "fashion", + "protection", + "protection", + "cleaning", + "protection", + "cooking", + "gloves", + "cover nose", + "protection", + "safety" + ], + "difficult_direct_answer": false, + "rationales": [ + "She has gloves on to look nice with her outfit.", + "Gloves are part of peoples wardrobes. people wear gloves to be fashonable.", + "The piece is for fashion." + ] + }, + { + "split": "val", + "image_id": 466125, + "question_id": "FNM9a4zAgBwoRawSUrMxPB", + "question": "What is on the umbrella?", + "choices": [ + "fish", + "whale", + "dolphin", + "rain" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "whales", + "water protestant", + "whales", + "whale", + "whales", + "hand image", + "whale", + "fish", + "whale", + "whales" + ], + "difficult_direct_answer": false, + "rationales": [ + "A drawing of a whale is on each panel of the pink umbrella being held above a little girl.", + "The umbrella has a whale.", + "The umbrella has a whale on it." + ] + }, + { + "split": "val", + "image_id": 220732, + "question_id": "FQuJEPNnrznkjkvyN4UbUR", + "question": "What police force does the police car behind the truck belong to probably?", + "choices": [ + "detroit", + "new york", + "baltimore", + "washington dc" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "city police", + "nyc", + "american", + "city", + "new york", + "philadelphia", + "nypd", + "nypd", + "cops", + "city" + ], + "difficult_direct_answer": false, + "rationales": [ + "The force is in new york.", + "The atrium clothing store is in nyc.", + "The area code of the phone number on the building covers the bronx, brooklyn, queens and staten island." + ] + }, + { + "split": "val", + "image_id": 289059, + "question_id": "FWFywCJZaAGVJa2FAuwqyP", + "question": "What apparel company is sponsoring the tennis match?", + "choices": [ + "polo", + "dkny", + "fendi", + "ferragamo" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "polo", + "polo", + "polo", + "polo", + "uniqlo", + "ralph lauren", + "ralph lauren", + "polo", + "polo", + "polo" + ], + "difficult_direct_answer": false, + "rationales": [ + "Polo is on the billboard.", + "The polo brand and logo is on the lower side of the court.", + "Logos can be seen on a tennis player's clothes." + ] + }, + { + "split": "val", + "image_id": 530854, + "question_id": "FWokXQxyNdSctoKKriQTqh", + "question": "What is the weather like?", + "choices": [ + "hail", + "snow", + "rain", + "sun" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "rainy", + "rainy", + "rainy", + "raining", + "rainy", + "rainy", + "raining", + "rainy", + "rainy", + "rain" + ], + "difficult_direct_answer": false, + "rationales": [ + "We can see recent precipitation on the top of the multitude of open umbrellas visible.", + "Moisture that drops from the clouds due to overload.", + "People are holding up a bunch of umbrellas. there is water coming off the top." + ] + }, + { + "split": "val", + "image_id": 16598, + "question_id": "FWxu3Lu6FiTr37WCUXdKM9", + "question": "What action is the woman probably getting ready to perform with her phone?", + "choices": [ + "browse", + "call", + "text", + "selfie" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "selfie", + "photos", + "picture", + "picture", + "picture", + "take selfie", + "take selfie", + "photo", + "photograph", + "record" + ], + "difficult_direct_answer": false, + "rationales": [ + "A person has a phone help up in front of her taking a picture of herself in the mirror.", + "The action is a selfie.", + "The woman is holding the phone in front of a mirror and is taking a picture of her reflection." + ] + }, + { + "split": "val", + "image_id": 17178, + "question_id": "Fah5Jtkg728bXGLKKjgwjV", + "question": "What kind of car is it?", + "choices": [ + "suv", + "sedan", + "sports car", + "mini van" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sports car", + "corvette", + "sports car", + "sports car", + "sports car", + "sport", + "corvette", + "sports car", + "sports", + "sports" + ], + "difficult_direct_answer": false, + "rationales": [ + "The car on the side of the road is a fancy silver sports car.", + "The car in the photo is very sporty.", + "You can tell by the design of the vehicle as to what type it is." + ] + }, + { + "split": "val", + "image_id": 448256, + "question_id": "FddDsTHeVp9WJYZBjLoKUi", + "question": "What sort of surface/substance does the conveyance with a problem here move upon?", + "choices": [ + "sea", + "sky", + "rail", + "road" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "engine", + "motor", + "water", + "oil", + "water", + "roadways", + "road", + "water", + "on wheel", + "water" + ], + "difficult_direct_answer": false, + "rationales": [ + "It has wheels and moves along paved paths.", + "A boat and a truck are parked next to each other. the hood of the truck is open and people stand at the engine.", + "The surface is the road." + ] + }, + { + "split": "val", + "image_id": 350023, + "question_id": "FeTsEoSpyGhqi8ui4i8tTy", + "question": "What is the purpose of the two tallest structures?", + "choices": [ + "for advertisement", + "for weather", + "for reception", + "for visibility" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "construct buildings", + "construction", + "crains", + "construction", + "building", + "building", + "build", + "for reception", + "construction", + "cranes" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are two tall structures extending above another building. they are used to capture signal for calling people.", + "These are towers that are used for mobile reception.", + "They are often use for tv and cellphone reception." + ] + }, + { + "split": "val", + "image_id": 122166, + "question_id": "Fg53NYDDkdBe9AAbXNb5df", + "question": "What is the vehicle in front of the cars?", + "choices": [ + "bus", + "motorcycle", + "train", + "bicycle" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "car", + "bike", + "bike", + "bicycle", + "bike", + "bicycle", + "bicycle", + "bicycle", + "bike", + "bike" + ], + "difficult_direct_answer": false, + "rationales": [ + "A person is riding a bike in front of the cars.", + "The pedal powered personal vehicle the woman in the foreground is riding is a bicycle.", + "The closest vehicle has two wheels and no visible motor. it is being powered by a rider." + ] + }, + { + "split": "val", + "image_id": 36844, + "question_id": "FpJmgAqdqfRjUe6axsFMhs", + "question": "The thing on the ceiling performs what function?", + "choices": [ + "heating", + "cooking", + "cleaning", + "cooling" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "circulates air", + "fan room", + "circulates air", + "cooling", + "cooling", + "circulates air", + "fan", + "active function", + "cools room", + "blowing air" + ], + "difficult_direct_answer": false, + "rationales": [ + "The thing is for cooling.", + "The thing on the ceiling is a ceiling fan. this object circulates air in a room, mainly to change the air temperature.", + "The thing on the ceiling is a fan. it reduces the temperature by blowing hot air away." + ] + }, + { + "split": "val", + "image_id": 521819, + "question_id": "Fq7RXZuYTk7pKt4gf6Fvm4", + "question": "Why do people have their arms up?", + "choices": [ + "to signal", + "to wave", + "to catch", + "to cheer" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "catching frisbee", + "catch frisbee", + "catching", + "catching", + "catch frisbee", + "catching", + "to catch", + "to catch", + "catching", + "catching" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people catch.", + "They people are playing frisbee and reaching out hoping to catch the frisbee coming toward them.", + "They all have their hands up in an attempt to catch the frisbee" + ] + }, + { + "split": "val", + "image_id": 442323, + "question_id": "Fr2NzFhfutw8k7CpoAGnW8", + "question": "How many lights are visible in the room?", + "choices": [ + "two", + "three", + "five", + "six" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "2 lights", + "two", + "two", + "two", + "two", + "2 lights", + "two", + "two", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is one on the desk and one on the wall for a total of 2.", + "There is one light to the left of the television. another one is to the right.", + "There are a couple of lights visible inside of the room." + ] + }, + { + "split": "val", + "image_id": 549930, + "question_id": "FrMujHaugfA8T2uMPEkckf", + "question": "The weather element occurring is also the constituent of what object in the background?", + "choices": [ + "river", + "waterfall", + "aqueduct", + "ocean" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "water", + "rain", + "ocean", + "ocean", + "wind", + "ocean", + "water", + "rain", + "rain", + "rain" + ], + "difficult_direct_answer": false, + "rationales": [ + "Two men walk along the beach holding an umbrella as it rains.", + "The rain that is falling consists of water. the body of water in the background is not a waterfall, river, or aqueduct.", + "There is a large body of water in the distance." + ] + }, + { + "split": "val", + "image_id": 189806, + "question_id": "FtGwEGsss4Cqe38LrFBgj3", + "question": "Where is this cat located?", + "choices": [ + "vet", + "home", + "office", + "store" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "floor", + "floor", + "wood floor", + "floor", + "floor", + "by door", + "floor", + "home", + "on floor", + "living room" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cat is at home.", + "The objects in the photo, as well as their placement, are most consistent with someone's residential area.", + "Pets are kept at home." + ] + }, + { + "split": "val", + "image_id": 458410, + "question_id": "Fu2ZLJDqhQqxBgT7KdAavf", + "question": "How many colours of floor tiles are there?", + "choices": [ + "three", + "two", + "one", + "four" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "The tiles are mostly brown, but there also are red ones.", + "There are 2 colors.", + "There are red and brown tiles." + ] + }, + { + "split": "val", + "image_id": 551350, + "question_id": "Fv2hy4qfFdd847B3xEcPz3", + "question": "What type of terrain is beyond the table and grill?", + "choices": [ + "hilly", + "grassy", + "sandy", + "muddy" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "dirt", + "grass", + "grass", + "sands", + "grass", + "flat ground", + "grassy", + "dirt", + "grassy", + "dirt" + ], + "difficult_direct_answer": false, + "rationales": [ + "The area beyond the dirt area is a grass area.", + "It is green and maintained", + "In the far end there is a grassy area." + ] + }, + { + "split": "val", + "image_id": 221708, + "question_id": "G2yKVAzRGRB5RHtxxMsySP", + "question": "What is the most likely material of the floor?", + "choices": [ + "terra cotta", + "marble", + "porcelain", + "vinyl" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "ceramic", + "laminate", + "wood", + "tile", + "tiles", + "tile", + "porcelain", + "tile", + "tile", + "tiles" + ], + "difficult_direct_answer": false, + "rationales": [ + "The tiles are in squares and there is grouting between them.", + "The material is porcelain.", + "There is a pattern on the floor." + ] + }, + { + "split": "val", + "image_id": 37777, + "question_id": "G5UFNWEn9cZH66apuAaxQj", + "question": "What time of day is it likely right now?", + "choices": [ + "evening", + "morning", + "afternoon", + "night" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "day", + "morning maybe", + "afternoon", + "morning", + "late afternoon", + "morning", + "morning", + "midday", + "midday", + "daytime" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is sunny out. there are fruit on the table, so it likely is time for breakfast.", + "The time is morning.", + "You can see the light shining in through the window and door." + ] + }, + { + "split": "val", + "image_id": 281447, + "question_id": "G7durJhNy8kAYScbWXjvyQ", + "question": "Where is the horse?", + "choices": [ + "farm", + "city street", + "ranch", + "parade" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "field", + "field", + "farm", + "open field", + "field", + "field", + "ranch", + "corral", + "outside", + "field" + ], + "difficult_direct_answer": false, + "rationales": [ + "The horse is in a fenced area on a large ranch with other horses.", + "The horse is on a ranch.", + "The horse is on a ranch since it's in a field that's fenced in." + ] + }, + { + "split": "val", + "image_id": 379332, + "question_id": "G9KXrAd6oRksj8Jqd5hcyo", + "question": "What kind of shot is the man about to hit?", + "choices": [ + "drop shot", + "serve", + "forehand", + "backhand" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "overhead", + "overhand", + "overhand", + "tennis", + "serve", + "overhead", + "serve", + "overhead", + "overhead slam", + "serve" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man wants to serve the ball.", + "The man wants to serve the ball.", + "This man is preparing to hit a ball high above his head and is likely serving it." + ] + }, + { + "split": "val", + "image_id": 42296, + "question_id": "GDYFtTMthQh2SHrVrKvynR", + "question": "What is the animal playing?", + "choices": [ + "people", + "rope toys", + "other animals", + "balls" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "polar bear", + "fetch ball", + "dog", + "polar bear", + "fetch", + "chewing", + "pull balls", + "ball", + "balls", + "balls" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are balls in the water with it.", + "You can tell by the roundness of what is in the water as to what they are.", + "The animal has balls." + ] + }, + { + "split": "val", + "image_id": 448076, + "question_id": "GDwYLbrCSgTVjTMSuJQFgX", + "question": "What color can be seen in the middle of the upper floor?", + "choices": [ + "green", + "black", + "teal", + "yellow" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "white", + "red", + "green", + "green", + "red", + "red", + "green", + "green", + "white", + "green" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are plants.", + "The color is green.", + "The upper floor shows light green furniture." + ] + }, + { + "split": "val", + "image_id": 569030, + "question_id": "GGnMBYFpNz6ukDqFQ7Cdgx", + "question": "What are they waiting to do when they stand next to the street?", + "choices": [ + "cross", + "work", + "sit", + "talk" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cross", + "light change", + "ride bus", + "cross", + "ride bus", + "cross", + "cross", + "cross", + "cross", + "cross" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are waiting to cross the street.", + "The people are trying to cross the street.", + "The people are at a crosswalk based on the lined on the pavement. when reaching a crosswalk people will stand safely on the sidewalk until permitted to cross as signaled by a walk icon on the light which now shows a red hand." + ] + }, + { + "split": "val", + "image_id": 571893, + "question_id": "GRTvSEaPgGtjRGvoED7S5E", + "question": "What is the black object on the counter in the left corner called?", + "choices": [ + "teapot", + "mason jar", + "vase", + "microwave" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "kettle", + "kettle", + "kettle", + "kettle", + "kettle", + "kettle", + "kettle", + "teapot", + "tea kettle", + "kettle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The black object is a teapot.", + "The object in question is rounded and metal, has a removable lid, a curved handle, and a smaller covered opening, which are all characteristics of--and prove that this object is--a teapot.", + "The object is a teapot." + ] + }, + { + "split": "val", + "image_id": 389566, + "question_id": "GTZGtuDSqd76CSi8NDrEKx", + "question": "Where are the sheep located?", + "choices": [ + "farm", + "street", + "mountain", + "park" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "mountain", + "road", + "mountain", + "mountain", + "road", + "road", + "street", + "road", + "road", + "road" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are standing in the middle of the road.", + "You can tell by the black color of the surface as to where the sheep are.", + "The sheep are in the street." + ] + }, + { + "split": "val", + "image_id": 490936, + "question_id": "GYERWEzeTRB8TqAZXguSbG", + "question": "What is the gray thing on the nearest motorcycle for?", + "choices": [ + "displaying wealth", + "rain protection", + "just aesthetics", + "heating food" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cover", + "protect bike", + "protection", + "protection", + "protect motorcycle", + "rain protection", + "protective tarp", + "weather protection", + "motorcycle cover", + "protection" + ], + "difficult_direct_answer": false, + "rationales": [ + "They have it covered so it doesn't get wet.", + "It is used to cover the motorbike from rain.", + "It keeps weather off of it" + ] + }, + { + "split": "val", + "image_id": 556193, + "question_id": "GaMNX53oAdZUoytgminHKh", + "question": "Which color of clothing is unique to just one of the two people here?", + "choices": [ + "white", + "yellow", + "grey", + "black" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "green", + "grey", + "gray", + "blue", + "light blue", + "light blue", + "black pants", + "blue", + "green", + "gray" + ], + "difficult_direct_answer": false, + "rationales": [ + "The color gray is unique.", + "Because the man on the left has grey jeans which have a unique fabric.", + "Both men are wearing black. neither is wearing white or yellow." + ] + }, + { + "split": "val", + "image_id": 71877, + "question_id": "Gd2FCTGcKM4yuJrprWpsyp", + "question": "What type of structure is being used?", + "choices": [ + "cement", + "natural", + "wood", + "plastic" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "separator", + "cement", + "concrete barrier", + "guard rail", + "barrier", + "median", + "traffic divider", + "concrete", + "jersey barrier", + "barrier" + ], + "difficult_direct_answer": true, + "rationales": [ + "Cement is being used.", + "The structure is visibly a barrier that is used in construction and has the texture and color that is all consistent with cement.", + "This is a barrier in a street" + ] + }, + { + "split": "val", + "image_id": 200252, + "question_id": "GfXMvDmY2rQYcnA8kLrFvf", + "question": "What is sitting on top of the bed?", + "choices": [ + "sneakers", + "dog", + "sports equipment", + "cat" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "shoes", + "light", + "shoes", + "shoes", + "sneakers", + "shoes", + "sneakers", + "sneakers", + "shoes", + "shoes" + ], + "difficult_direct_answer": false, + "rationales": [ + "The object is foot ware made of plastic, canvas and other synthetic materials.", + "The items have laces and soles.", + "There are no animals on the bed, only a pair of shoes." + ] + }, + { + "split": "val", + "image_id": 565012, + "question_id": "GhbDi6TH7F8tykDJvovapH", + "question": "What is this type of photography called?", + "choices": [ + "visual style", + "light emission", + "time lapse", + "infrared" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "time lapse", + "stop motion", + "night", + "long exposure", + "time lapse", + "unknown", + "time lapse", + "long exposure", + "stop motion", + "motion" + ], + "difficult_direct_answer": false, + "rationales": [ + "The lights of the cars are in lines like what happens with a time lapse picture.", + "The streaks show time lapse.", + "The photography uses time lapse." + ] + }, + { + "split": "val", + "image_id": 535578, + "question_id": "GhbJVpKaUP7PmgNUiwq2VA", + "question": "What color is the object that the animals have their heads buried in?", + "choices": [ + "purple", + "yellow", + "red", + "green" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green" + ], + "difficult_direct_answer": false, + "rationales": [ + "Healthy grass is green. these animals are eating the grass.", + "The sheep are eating grass which is lush.", + "The animals are grazing into the grass. they are doing this because they are hungry and want to eat." + ] + }, + { + "split": "val", + "image_id": 11511, + "question_id": "GkrGRjhVED6WinovPED8iZ", + "question": "What is sitting on the bench?", + "choices": [ + "toys", + "animals", + "statues", + "furniture" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "statue", + "statues", + "statues", + "statues", + "statue", + "statues", + "statues", + "statues", + "statues", + "statue" + ], + "difficult_direct_answer": false, + "rationales": [ + "These are inanimate creations that look like people", + "Statues are on the bench.", + "Statues made from metal are often found in cities." + ] + }, + { + "split": "val", + "image_id": 135890, + "question_id": "GkxEs3oBggLe4zY9XmJZaA", + "question": "What hour is shown on the clock?", + "choices": [ + "eleven", + "nine", + "eight", + "ten" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "five", + "1025", + "ten", + "ten", + "ten", + "1025", + "ten twentyfive", + "ten", + "ten", + "ten" + ], + "difficult_direct_answer": false, + "rationales": [ + "The small hand is on the 10.", + "The clock tower is in the top left position.", + "The hand is on the ten." + ] + }, + { + "split": "val", + "image_id": 32334, + "question_id": "GoBun4WYj2oK6vRihjfEGv", + "question": "What type of drink are they drinking?", + "choices": [ + "soda", + "beer", + "red wine", + "vodka" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "wine", + "wine", + "wine", + "red wine", + "wine", + "wine", + "wine", + "wine", + "wine", + "wine" + ], + "difficult_direct_answer": false, + "rationales": [ + "The drink in the cup has a reddish color.", + "The drink is wine.", + "They are drinking from a wine glass and have a red substance inside." + ] + }, + { + "split": "val", + "image_id": 280918, + "question_id": "Gr2guph9meudkWEM6Gbpwr", + "question": "What energy is used to cook the turkey?", + "choices": [ + "carbon fire", + "gas", + "electricity", + "wood fire" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "joyous", + "electric", + "electricity", + "gas", + "oven", + "gas", + "gas", + "heat", + "gas", + "gas" + ], + "difficult_direct_answer": false, + "rationales": [ + "The oven is a gas oven.", + "The oven is powered by gas.", + "Gas is used." + ] + }, + { + "split": "val", + "image_id": 513181, + "question_id": "GrkdG8hexJX5weRDGtgQNj", + "question": "What type of boat is in the water?", + "choices": [ + "oil tanker", + "sailing", + "cruise", + "fishing" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "yacht", + "ship", + "yacht", + "cruise ship", + "cruise", + "cruiser", + "yacht", + "ferry", + "yatch", + "cruise" + ], + "difficult_direct_answer": false, + "rationales": [ + "The boat is for a cruise.", + "This is the type of boat that passengers go on when on vacation.", + "The boat does not have fishing equipment or sails. it is too small to be an oil tanker." + ] + }, + { + "split": "val", + "image_id": 152740, + "question_id": "GuEXoRNmgAED6SJqUXtHhA", + "question": "What animals are in the field?", + "choices": [ + "chicken", + "sheep", + "cow", + "goat" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "cows", + "cow", + "cow", + "cows", + "cows", + "cows", + "cows", + "cows", + "cows", + "cow" + ], + "difficult_direct_answer": false, + "rationales": [ + "The field is full of brown cows that are grazing and walking", + "The correct word is the a option with an s added to it or cattle, the plural of a.", + "There are cows grazing." + ] + }, + { + "split": "val", + "image_id": 300341, + "question_id": "GzEbcQExF4cHmrhk7rdnce", + "question": "What video game system are the men playing?", + "choices": [ + "playstation 4", + "xbox one", + "nintendo wii", + "gamecube" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "wii", + "nintendo wii", + "wii", + "wii", + "wii", + "nintendo wii", + "wii", + "nintendo wii", + "nintendo wii", + "wi" + ], + "difficult_direct_answer": false, + "rationales": [ + "The game is wii.", + "The men are playing wii.", + "The men are holding wii remotes so they are playing nintendo wii." + ] + }, + { + "split": "val", + "image_id": 560011, + "question_id": "GzwDohFGAzDgkHBGFKfCTF", + "question": "What part of the keyboard is shown?", + "choices": [ + "letters", + "keypad", + "touchpad", + "trackpad" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "numpad", + "number pad", + "number keys", + "keypad", + "number keys", + "number pad", + "numbers button", + "number pad", + "upper right", + "numpad" + ], + "difficult_direct_answer": false, + "rationales": [ + "A mouse can be seen behind a white object with keys including a numbered keypad on the end.", + "The far right part of the keyboard is shown. this area has numbers, not letters.", + "The part where the numbers are on the side." + ] + }, + { + "split": "val", + "image_id": 522889, + "question_id": "GzzLtA4SHJS9ymFa6Zrw77", + "question": "The playing is using what move?", + "choices": [ + "backhand", + "lob", + "forehand", + "serve" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "backhand", + "backhand", + "backhand", + "forehand hit", + "forehand", + "hit", + "backhand", + "backhand", + "foreskin", + "two-handed forehand" + ], + "difficult_direct_answer": false, + "rationales": [ + "The way the tennis player is holding the racket and hitting the ball is called a backhand.", + "When a tennis player hand is behind them with their racket.", + "She's using a backhand." + ] + }, + { + "split": "val", + "image_id": 46872, + "question_id": "H4vJVSnFkLQaJVgHbJSVob", + "question": "Why is the pipe on the back of the truck?", + "choices": [ + "to repair", + "to decorate", + "to transport", + "to paint" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "transport", + "for transport", + "to transport", + "be transported", + "being moved", + "delivering", + "being transported", + "irrigation", + "transport", + "for construction" + ], + "difficult_direct_answer": true, + "rationales": [ + "The pipe is on te truck again to take it elsewhere.", + "Given that this pipe is on wheels and on the back of a truck it is likely being transported.", + "It is a flatbed trailer." + ] + }, + { + "split": "val", + "image_id": 463283, + "question_id": "H5BWeWuYriU6bmUwUPKtGE", + "question": "What is the clear container topped with an orange made out of?", + "choices": [ + "paper", + "steel", + "plastic", + "glass" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "glass", + "glass", + "glass", + "glass", + "glass", + "glass", + "glass", + "glass", + "glass", + "glass" + ], + "difficult_direct_answer": false, + "rationales": [ + "The container is clear and shiny.", + "Glass cups can often be topped off with a garnish.", + "The container is made of glass." + ] + }, + { + "split": "val", + "image_id": 148620, + "question_id": "H5ij2UADeZudHffAeLzw6z", + "question": "What brand of electronics is the person using on the desk?", + "choices": [ + "microsoft", + "hp", + "apple", + "dell" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "apple", + "apple", + "apple", + "apple", + "apple", + "apple", + "apple", + "apple", + "apple", + "apple" + ], + "difficult_direct_answer": false, + "rationales": [ + "The logo is seen on the computer desktop.", + "The logo is on the computer.", + "The white and silver color scheme and small logo apple on the desktop computer let us know it's an apple machine." + ] + }, + { + "split": "val", + "image_id": 484351, + "question_id": "H6NnKaLeBganALK78FdQq7", + "question": "What countries flag can be seen near the front of the classroom?", + "choices": [ + "germany", + "italy", + "united kingdom", + "united states" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "usa", + "united states", + "usa", + "usa", + "united states", + "usa", + "united states", + "united states", + "america", + "united states" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the red white and blue as to where as to where the flag is from.", + "The us's flag has blue stars and red and white stripes.", + "The red, white and blue with the stars and stripes is indicative of the us flag." + ] + }, + { + "split": "val", + "image_id": 343149, + "question_id": "H7Pz5njX8cDqfXoLU546ym", + "question": "What city is this shopping center in?", + "choices": [ + "los angeles", + "stroud uk", + "paris", + "karachi" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "stroud uk", + "five valleys", + "london", + "london", + "merrywalks", + "unknown", + "london", + "stroud", + "stroud", + "london" + ], + "difficult_direct_answer": false, + "rationales": [ + "The city is in stroud.", + "You can tell by the signs on the building and street at to where this is.", + "The sign on the entrance \"merrywalks centre\" is located in this city." + ] + }, + { + "split": "val", + "image_id": 451308, + "question_id": "H7QnkgRHJJYQpjyyG3Szfc", + "question": "What is used to pick up the suitcases?", + "choices": [ + "rubber band", + "handle", + "tape", + "rope" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "handle", + "handles", + "handle", + "handle", + "handle", + "handle", + "handle", + "handles", + "handles", + "handle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The suitcases are all equipped with a strong metal handle.", + "The handle is used.", + "Traditionally these types of bags have handles so they can be carried." + ] + }, + { + "split": "val", + "image_id": 504074, + "question_id": "H84RC5rtsFPxCmNS27jbHf", + "question": "What is coming out of her mouth?", + "choices": [ + "food", + "sweat", + "blood", + "smoke" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "smoke", + "smoke", + "smoke", + "smoke", + "smoke", + "smoke", + "cigarette smoke", + "smoke", + "smoke", + "smoke" + ], + "difficult_direct_answer": false, + "rationales": [ + "White clouds are coming out of her mouth and she is holding a cigarette.", + "The mouth has smoke.", + "She is smoking a cigarette." + ] + }, + { + "split": "val", + "image_id": 281929, + "question_id": "H8KBdToKYoc2D9GPVE6mds", + "question": "What kind of hat is the man wearing?", + "choices": [ + "fedora", + "boater", + "baseball cap", + "newsboy" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cap", + "jaxon hat", + "cap", + "baseball cap", + "cap", + "newsboy cap", + "flat", + "flat", + "newsboy", + "newsboy" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is wearing a flat hat with a brim. this style of hat is referred to as answer a.", + "The hat is a newsboy's.", + "He is dressed in the old fashioned style of clothing, and the lip at the front of the hat is aligned with that of a newsboy cap." + ] + }, + { + "split": "val", + "image_id": 450303, + "question_id": "H8bbnrXJwvzCPyGsK48h8c", + "question": "Where are these students?", + "choices": [ + "conference room", + "auditorium", + "gym", + "cafeteria" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "school", + "classroom", + "classroom", + "classroom", + "school", + "classroom", + "computer lab", + "classroom", + "conference room", + "school" + ], + "difficult_direct_answer": false, + "rationales": [ + "The room that these students are in is a room with meeting tables, a large white board mounted on the wall, and technology ready and wired.", + "The square meeting style arrangement of tables and big white board tell us they're in a room suitable for a conference.", + "The students are in a conference room." + ] + }, + { + "split": "val", + "image_id": 520832, + "question_id": "HBocRDMRkRehHhDX4BnCwq", + "question": "What footwear is the person walking on?", + "choices": [ + "heels", + "tennis shoes", + "sandals", + "flats" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "boots", + "shoes", + "boots", + "shoes", + "boots", + "styled boots", + "boots", + "flats", + "shoes", + "boots" + ], + "difficult_direct_answer": false, + "rationales": [ + "This can be seen with their raised foot.", + "The bottom of the shoe is visible on the back and there is no heel, the top is also closed and shiny so they cannot be sandals or tennis shoes.", + "The person is wearing flats." + ] + }, + { + "split": "val", + "image_id": 425226, + "question_id": "HGUuQneRyMcmypY3dX7XUi", + "question": "What green fruits or vegetables are in a jar inside the refrigerator?", + "choices": [ + "limes", + "green beans", + "pickles", + "celery sticks" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "pickles", + "jalapenos", + "pickles", + "jalapenos", + "pickles", + "limes", + "pickles", + "pickles", + "pickles", + "pickles" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are cucumbers that have been preserved", + "Pickles can be jarred.", + "We see small green items in a green juice inside a translucent container under the man's elbow in this scene. this item gives every indication of being pickled cucumbers." + ] + }, + { + "split": "val", + "image_id": 545007, + "question_id": "HJeQNjpkTJrL7EnPntSa4w", + "question": "What kind of clock is this?", + "choices": [ + "analog", + "digital", + "sundial", + "cuckoo clock" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "analog", + "analog", + "modern", + "oldfashioned", + "clock tower", + "tower clock", + "public", + "big", + "analog", + "tower clock" + ], + "difficult_direct_answer": false, + "rationales": [ + "The clock is an analog.", + "That is the type of clocks that use numbers and hands.", + "The clock is a traditional or common display." + ] + }, + { + "split": "val", + "image_id": 570456, + "question_id": "HJh9bXtpMyBNmsmBa6CH4p", + "question": "How many rooms/areas in the house are immediately visible in the photo?", + "choices": [ + "three", + "four", + "one", + "two" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "two", + "two", + "two", + "four", + "two", + "two", + "three", + "one", + "one", + "one" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are two rooms.", + "C", + "The living room and kitchen are immediately visible." + ] + }, + { + "split": "val", + "image_id": 274708, + "question_id": "HJsZ5ZgnFUZ4Sik8UzeCYY", + "question": "Which skier is going fastest?", + "choices": [ + "sitting", + "right", + "left", + "middle" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "left most", + "left", + "left", + "far skier", + "left", + "farthest left", + "on left", + "on left", + "left one", + "downslope" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person on the left is fastest.", + "The skier in the left is fast.", + "It seems like he is moving much faster than any other person in the scene." + ] + }, + { + "split": "val", + "image_id": 350003, + "question_id": "HM4obw9fQyb3aPheZjgtqq", + "question": "Why is the person's vest yellow?", + "choices": [ + "dress code", + "camouflage", + "visibility", + "fashion" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "visibility safety", + "visibility", + "visibility", + "visibility", + "visibility", + "visibility", + "visibility", + "visibility", + "safety visibility", + "visibility" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person standing in the road is wearing a bright yellow vest so cars can easily see him.", + "It is easy to see the color yellow.", + "The person wants to be visible." + ] + }, + { + "split": "val", + "image_id": 353180, + "question_id": "HMuwvp694v2XuNGWtSht8h", + "question": "What number is closest to the number of people that are pushing the bus?", + "choices": [ + "six", + "five", + "nine", + "two" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "eight", + "eight", + "eight", + "ten", + "twelve", + "nine", + "twenty", + "ten", + "nine", + "15" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are eight people pushing the bus.", + "There are more people pushing the bus than any of the listed options so i chose the largest number as the closest choice.", + "The number is 9." + ] + }, + { + "split": "val", + "image_id": 482800, + "question_id": "HPZPYitwJBDrLAkkGa9AJ5", + "question": "What brand made the shoes the hatless man on the left has on?", + "choices": [ + "nike", + "sketchers", + "fila", + "adidas" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "adidas", + "adidas", + "sketchers", + "puma", + "nike", + "nike", + "nike", + "adidas", + "adidas", + "adidas" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are three visible white stripes on the shows on the person in question. the three white stripes are the logo of answer a and would appear on shoes made by answer a.", + "The man that is not wearing a hat is wearing shoes that are made by the brand adidas, whose logo is three white stripes.", + "The brand is adidas." + ] + }, + { + "split": "val", + "image_id": 137294, + "question_id": "HRRChNRZfHh9JRVSVaZvt7", + "question": "What is the man using?", + "choices": [ + "generator", + "oven", + "trampoline", + "refrigerator" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "glove", + "oven", + "oven", + "oven", + "oven", + "grill", + "keep food", + "outdoor cooker", + "oven", + "oven" + ], + "difficult_direct_answer": false, + "rationales": [ + "His mitts indicated this fact along with the tray of food.", + "He is cooking something in the oven.", + "He has mitts on to hold a tray that's inside, and you only do that with a hot oven." + ] + }, + { + "split": "val", + "image_id": 18491, + "question_id": "HVw3M6ynyrfGd6UNNGLDyS", + "question": "What area of the baseball field are the players almost colliding over as one blocks the other most likely?", + "choices": [ + "batter's box", + "home plate", + "catcher's box", + "pitcher's mound" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "3rd base", + "base", + "3rd base", + "base", + "3rd base", + "base", + "home plate", + "3rd base", + "base", + "base" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is actually third base which is near home plate", + "Baseball players try hard to get to home plate or to block the other team from getting there.", + "They are trying to run to home plate." + ] + }, + { + "split": "val", + "image_id": 56288, + "question_id": "HdyKrZXRwibeYWRs8Qnkhe", + "question": "Which ingredient offers the most protein?", + "choices": [ + "lettuce", + "pepper", + "tomato", + "ham" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "meat", + "turkey", + "ham", + "ham", + "cheese", + "ham", + "ham", + "ham", + "ham", + "meat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ham will have the most protein in it.", + "The ingredient is ham.", + "There are several layers of ham in the sandwich which is high protein." + ] + }, + { + "split": "val", + "image_id": 97337, + "question_id": "HmwKHh89ZFtLUWCExGKoLw", + "question": "What word is on the pillow?", + "choices": [ + "goodbye", + "hello", + "sadness", + "thank you" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "hello", + "hello", + "hello", + "helo", + "hello", + "hello", + "hello", + "hello", + "hello", + "hello" + ], + "difficult_direct_answer": false, + "rationales": [ + "On the right edge of the image a thought bubble emanating from an illustration of a woman is sewn onto a pillow. the text contained in this thought bubble reads 'hello.'", + "The word is in front of the face on the pillow.", + "The word hello is printed on a pillow." + ] + }, + { + "split": "val", + "image_id": 109976, + "question_id": "Hnor848pYZFWrEeYWfuYCF", + "question": "What is the white appliance on the counter used to make?", + "choices": [ + "bagels", + "smoothies", + "toast", + "coffee" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "coffee", + "food", + "coffee", + "coffee", + "coffee", + "coffee", + "coffee", + "using", + "food", + "coffee" + ], + "difficult_direct_answer": false, + "rationales": [ + "The white machine makes black coffee.", + "The appliance is a coffee machine.", + "There is only one appliance on top of the counter and it has a coffee pot attached." + ] + }, + { + "split": "val", + "image_id": 578489, + "question_id": "HtgRjokZ8ucLVCRGLEKkFS", + "question": "The child holding the controller has what design on their shirt?", + "choices": [ + "clown", + "cat", + "cow", + "heart" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "heart", + "heart", + "heart", + "heart", + "heart", + "heart", + "heart", + "heart", + "heart", + "heart" + ], + "difficult_direct_answer": false, + "rationales": [ + "A girl in a pink hoodie is holding a wii remote. she has a shape that is associated with valentines.", + "The girl holding the controller is in the front with a pink shirt. on that pink shirt there is answer a visible.", + "The child's shirt has a heart on it." + ] + }, + { + "split": "val", + "image_id": 95862, + "question_id": "HvqzXR3y2V29n55RRarBQA", + "question": "Why is the black net set up behind the batter?", + "choices": [ + "safety", + "to film", + "to climb", + "photo opportunities" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "protection", + "to protect", + "safety", + "protect spectators", + "safety", + "protect fans", + "flying balls", + "spectator safety", + "safety", + "catch balls" + ], + "difficult_direct_answer": false, + "rationales": [ + "This helps catch any foul balls", + "The black net is up for safety.", + "Sometimes baseballs fly backwards into the audience when they are hit with the bat." + ] + }, + { + "split": "val", + "image_id": 461405, + "question_id": "J4WUAZW5eUveUgDRSq3r7y", + "question": "How many animals are staring at the camera?", + "choices": [ + "two", + "ten", + "eight", + "four" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "three", + "four", + "three", + "four", + "four", + "four", + "four", + "four", + "four", + "four" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are four sheep staring at the camera. the rest of the sheep are looking away.", + "Two babies and two adult sheep are looking at the photographer.", + "There are two larger and two smaller sheep looking directly in front." + ] + }, + { + "split": "val", + "image_id": 182162, + "question_id": "J6Kwvdi26GWFDHeADMXSWW", + "question": "How are these balloons floating?", + "choices": [ + "fan", + "wind", + "remote", + "helium" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "helium", + "helium", + "helium", + "helium", + "helium", + "helium", + "helium", + "helium", + "on air", + "helium" + ], + "difficult_direct_answer": false, + "rationales": [ + "The gas is lighter than air, meaning it causes items filled with it to float.", + "Helium makes balloons float when they're filled with it.", + "Helium is a gas that is lighter than air, so if it fills an item, like a balloon, it causes it to float." + ] + }, + { + "split": "val", + "image_id": 491867, + "question_id": "JCLA7VcpiUFhSr4WfS22EA", + "question": "What time of day is this?", + "choices": [ + "daytime", + "dawn", + "evening", + "night" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "midday", + "daytime", + "mid day", + "noon", + "afternoon", + "afternoon", + "noon", + "midday", + "evening", + "daytime" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man in the photo is clearly visible due to the natural light being provided during the daytime.", + "The picture was taken during the day.", + "The time is daytime." + ] + }, + { + "split": "val", + "image_id": 224222, + "question_id": "JG6LR7gqcbcDvbrwYiZbnj", + "question": "Why is the man in the green shirt holding his arms out?", + "choices": [ + "to exercise", + "to balance", + "to wave", + "to signal" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "maintain balance", + "balance", + "balance", + "playing", + "balance", + "balance", + "balance", + "to balance", + "balance", + "balance" + ], + "difficult_direct_answer": false, + "rationales": [ + "His arms will help him to balance himself.", + "The man in the green shirt is surfing. while surfing you have to make sure you don't fall.", + "This man is trying to keep himself upright on the surfboard he's riding." + ] + }, + { + "split": "val", + "image_id": 214224, + "question_id": "JGXXqdncT4kgE87XSYDEH8", + "question": "Where is the most likely location for this bar?", + "choices": [ + "school", + "house", + "restaurant", + "office" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "pub", + "downtown", + "london", + "basement", + "someones home", + "england", + "bar", + "house", + "house", + "pub" + ], + "difficult_direct_answer": false, + "rationales": [ + "Because it consist of only few things as compared to an actual bar.", + "The bar is a home bar.", + "The location is at home." + ] + }, + { + "split": "val", + "image_id": 433774, + "question_id": "JJPVhVK8EvZNsddZMETh6v", + "question": "When does meter enforcement have their days off?", + "choices": [ + "pta days", + "holidays", + "weekdays", + "weekend" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "weekends", + "weekends", + "saturday sunday", + "saturday sunday", + "weekends", + "weekends", + "weekends", + "saturday sunday", + "weekend", + "weekends" + ], + "difficult_direct_answer": false, + "rationales": [ + "According to the label this meter is enforced 9am to 6pm m-f. we can conclude it is not enforced on saturday and sunday.", + "The meter is enforced on weekdays.", + "The enforcement is down on the weekend." + ] + }, + { + "split": "val", + "image_id": 291634, + "question_id": "JJmTumn8HhCZdb6sNWftWr", + "question": "What color is the pedestrian powered vehicle on the lot?", + "choices": [ + "green", + "red", + "yellow", + "black" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "silver", + "green", + "silver", + "green", + "green", + "green", + "green", + "blue", + "green", + "green" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bike is green.", + "It has this color bar going across the top and the vehicle has pedals", + "The bike is green." + ] + }, + { + "split": "val", + "image_id": 74058, + "question_id": "JK2iuDmUfAfGyyNaUnWZgK", + "question": "What type of lens was used to give this particular photo the distorted look?", + "choices": [ + "hubble", + "old time", + "fish eye", + "cats eye" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "grayscale", + "fisheye", + "wide angle", + "fisheye", + "fisheye", + "wide angle", + "magnifying", + "fish eye", + "camera lens", + "fisheye" + ], + "difficult_direct_answer": false, + "rationales": [ + "The lens is a fish eye.", + "The lens is a fish eye.", + "A photographer would use the fisheye lens to create a hemispherical scene." + ] + }, + { + "split": "val", + "image_id": 520324, + "question_id": "JKfRNnyDQBfsZrkokU8uQa", + "question": "What kind of transportation is shown?", + "choices": [ + "road", + "water", + "rail", + "air" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "warbirds", + "private plane", + "air", + "airplane", + "plane", + "air travel", + "plane", + "flying", + "road", + "airplane" + ], + "difficult_direct_answer": false, + "rationales": [ + "A plane is shown and it is a type of air transportation since it flies in the air.", + "These modes of transportation are small aircraft used to transport people or for recreation in the sky.", + "Planes fly in the air." + ] + }, + { + "split": "val", + "image_id": 297427, + "question_id": "JLeJRnVgCAQDSxhnN2LLGU", + "question": "What is being used as a bun for the burger?", + "choices": [ + "bagel", + "donut", + "toast", + "roll" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "glazed donut", + "doughnut", + "donut", + "donut", + "donut", + "glazed donut", + "donut", + "donut", + "glazed donut", + "donut" + ], + "difficult_direct_answer": false, + "rationales": [ + "The shape of it and icing on top of it is a donut.", + "A donut is being used.", + "It is a sugar covered fried piece of dough" + ] + }, + { + "split": "val", + "image_id": 579900, + "question_id": "JR77UNbyj38mU3p6Ku6Qn8", + "question": "What type cruciferous vegetable is topping this pie?", + "choices": [ + "tomato", + "pepperoni", + "feta", + "broccoli" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "broccoli", + "broccoli", + "broccoli", + "brocolli", + "broccoli", + "broccoli", + "broccoli", + "lettuce", + "spinach", + "broccoli" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cruciferous family includes vegetable with green leaves. this includes broccoli which can be seen as a topping on the pie.", + "The broccoli is a topping.", + "There is some broccoli conifers on top of the pizza." + ] + }, + { + "split": "val", + "image_id": 43581, + "question_id": "JTLLmy2W6V6VETwzhkgDPh", + "question": "How many people seem to be sitting down to eat?", + "choices": [ + "three", + "two", + "one", + "four" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "one", + "one", + "one", + "two", + "one", + "one", + "one", + "one", + "1 person", + "one" + ], + "difficult_direct_answer": false, + "rationales": [ + "This appears to be a personal pan pizza.", + "There is only one plate and one fork.", + "A full pizza is visible and has only one fork shown." + ] + }, + { + "split": "val", + "image_id": 129756, + "question_id": "JTUjHvTpxRzo2TtJWiCzUy", + "question": "What might the lying dogs likely have to do in a bit?", + "choices": [ + "herd sheep", + "catch ball", + "pull sleigh", + "eat steak" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "herd sheep", + "follow", + "guard sheep", + "herd", + "herd sheep", + "herd", + "herd sheep", + "herd sheep", + "move sheep", + "herd sheep" + ], + "difficult_direct_answer": false, + "rationales": [ + "They look like border collies, which typically help out with groups of sheep.", + "The dogs are trying to herd the sheep.", + "They move animals around to keep them together." + ] + }, + { + "split": "val", + "image_id": 234607, + "question_id": "JTpPkML3VmfSm8yQwMycuL", + "question": "How are the two feeling here?", + "choices": [ + "playful", + "sad", + "hungry", + "angry" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "happy", + "playful", + "silly", + "happy", + "happy", + "happy", + "happy", + "happy", + "happy", + "happy" + ], + "difficult_direct_answer": false, + "rationales": [ + "The two people are holding video game controllers and smiling while they play and having a good time.", + "The people are smiling and laughing.", + "They're playful." + ] + }, + { + "split": "val", + "image_id": 276720, + "question_id": "JUxJmYmJuhcFMBwKdHRTj9", + "question": "The layout of buildings most resembles which period?", + "choices": [ + "modern usa", + "historical european", + "japanese housing", + "chinese businesses" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "1800's", + "1800's", + "19th century", + "home", + "baroque", + "medieval", + "colonial", + "historical european", + "colonial", + "1800's" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cars are on the left side of the road, so it is either the united kingdom or ireland.", + "The high pitched roofs and the stone architecture is from then", + "The layout is from the olden days." + ] + }, + { + "split": "val", + "image_id": 39551, + "question_id": "JYWg9aVznMs3k9DbgYYj5a", + "question": "What does the letter on the racket represent?", + "choices": [ + "school", + "family", + "corporation", + "town" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "brand name", + "brand", + "brand name", + "wilson", + "corporation", + "maker", + "wilson", + "wilson company", + "wilson", + "wilson" + ], + "difficult_direct_answer": false, + "rationales": [ + "The letter is a corporation.", + "The w stands for wilson, the tennis company.", + "The letter is the company that made the product." + ] + }, + { + "split": "val", + "image_id": 293324, + "question_id": "Jd5ZtcGspbFr8SHETgpt53", + "question": "Which shape outer walls do the persons sit in for the best view of the airport?", + "choices": [ + "square", + "triangle", + "rectangular", + "round" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "rectangular", + "triangle", + "square", + "window seat", + "oval", + "circle", + "circular", + "round", + "triangle", + "rectangle" + ], + "difficult_direct_answer": true, + "rationales": [ + "The control towers are circular and they get the best view because they have to.", + "These are the control towers and they are higher than the building", + "The control tower of this airport has a cylindrical shape at the top." + ] + }, + { + "split": "val", + "image_id": 450758, + "question_id": "Jo6cB9daaqeW3nwSc3Sv6E", + "question": "What type of animals are on the grass?", + "choices": [ + "elephant", + "zebra", + "giraffe", + "rhino" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "giraffe", + "giraffe", + "giraffes", + "giraffes", + "giraffes", + "giraffes", + "giraffe", + "giraffes", + "giraffes", + "giraffes" + ], + "difficult_direct_answer": false, + "rationales": [ + "The long neck and legs of these orange/tan/beige animals with ossicones on top identify them as giraffes.", + "Giraffes are on the grass.", + "Animals with long necks run together in an open, grassy area." + ] + }, + { + "split": "val", + "image_id": 40036, + "question_id": "JrdpzYcvRc7YKAyviTTEWv", + "question": "What is the woman's job called?", + "choices": [ + "jumper", + "jockey", + "rider", + "equestrianism" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "horseback rider", + "equestrianism", + "jockey", + "horse rider", + "equestrian", + "equestrian", + "rider", + "equestrian", + "jockey", + "esquestrian" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman is riding a horse.", + "The woman is riding a horse and has a uniform and number that would be consistent with a competition. people who ride horses in competitions are likely to be equestrians as a profession.", + "The woman is riding a horse and she has a number printed on her shirt." + ] + }, + { + "split": "val", + "image_id": 507235, + "question_id": "JuxtrucqNyPwRLsANkhiRw", + "question": "What type of cusuine is presented?", + "choices": [ + "southern", + "jamaican", + "gourmet", + "asian" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "vietnamese", + "salad", + "mixed salt", + "chinese", + "thai", + "asian", + "egg rolls", + "asian", + "asian", + "asian" + ], + "difficult_direct_answer": false, + "rationales": [ + "These dishes appear to be chinese food recipes and chinese food is one subset of asian cuisine.", + "This culture prefers dishes with a mixture of veggies and meat wrapped in a carb.", + "You can by the types of food in the bowl as to what region this is from." + ] + }, + { + "split": "val", + "image_id": 91615, + "question_id": "JwnCRZQToshydgQiSHz6Qk", + "question": "What is the purpose of the masonry on the wall to the left of the kitchen?", + "choices": [ + "fireplace", + "structural wall", + "home foundation", + "visual aesthetics" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "fireplace", + "fireplace", + "fireplace", + "protect fire", + "wash dishes", + "tv stand", + "fireplace", + "fireplace", + "fireplace", + "display case" + ], + "difficult_direct_answer": false, + "rationales": [ + "The purpose is a fireplace.", + "The top of the inside of the fireplace is clearly visible. the stone design was likely used to distinguish the fireplace from the rest of the room.", + "Traditionally fire places and fire pits need hearty material so they won't burn." + ] + }, + { + "split": "val", + "image_id": 399205, + "question_id": "JzruB6ybwPgmhZ5euNweVS", + "question": "What type of phones are being used?", + "choices": [ + "pay", + "rotary", + "landline", + "cellular" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cellphones", + "cell", + "cellular", + "cellular", + "iphone", + "cellphones", + "cell", + "cell phones", + "disposable cellphones", + "smart phones" + ], + "difficult_direct_answer": false, + "rationales": [ + "The phones are wireless, have buttons for dialing, and do not have coin slots.", + "The phones are small and compact, and require a phone plan to use.", + "The have cell phones." + ] + }, + { + "split": "val", + "image_id": 488251, + "question_id": "K4hCLffyy8Lq3xuDXr4Tue", + "question": "What profession might this man work as?", + "choices": [ + "politician", + "bartender", + "sherriff", + "librarian" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "wrangler", + "actor", + "rancher", + "farming", + "history actor", + "cowboy", + "stable hand", + "cowboy", + "cowboy", + "sherriff" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person has a pistol and is in front of a horse.", + "He's a sheriff.", + "The man is dressed like he is from the wild west and he has a fake gun." + ] + }, + { + "split": "val", + "image_id": 290248, + "question_id": "K7FEvSfPCq94Y7Uzwvju4J", + "question": "Which location here fries snacks on site?", + "choices": [ + "dunkin coffee", + "pizza shop", + "party store", + "cheese monger" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "coffee shop", + "left", + "market", + "dunkin coffee", + "left", + "dunkin coffee", + "dunkin coffee", + "dunk'n donut", + "dunkin donut", + "right side" + ], + "difficult_direct_answer": false, + "rationales": [ + "The logo and company name is clearly visible on the left side of the image. they serve fried snacks.", + "The location is dunkin.", + "There is a coffee stand." + ] + }, + { + "split": "val", + "image_id": 365642, + "question_id": "K7TG3WAZ6ViJaprGP2QFb3", + "question": "What is hanging from the woman's back pocket?", + "choices": [ + "phone charger", + "necklace", + "keys", + "handkerchief" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "nothing", + "keys", + "keys", + "keys", + "nothing", + "keys", + "keys", + "keys", + "keys", + "keys" + ], + "difficult_direct_answer": false, + "rationales": [ + "Keys are hanging.", + "Keys hang.", + "There is a bunch of metal items hanging from her pocket." + ] + }, + { + "split": "val", + "image_id": 389381, + "question_id": "K9gu6pYzJwwNr2JdCnrRyW", + "question": "What is the item with all of the visible black seeds called?", + "choices": [ + "kiwi", + "honeydew", + "watermelon", + "apple" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "kiwi fruit", + "kiwi fruit", + "kiwi", + "kiwi", + "kiwi", + "kiwi", + "kiwi", + "kiwi", + "kiwi", + "kiwi" + ], + "difficult_direct_answer": false, + "rationales": [ + "The item is a kiwi.", + "The item is a kiwi.", + "The food in question is green, looks juicy, and has a white center surrounded by the black seeds. this is consistent with a kiwi." + ] + }, + { + "split": "val", + "image_id": 474344, + "question_id": "KA3cQWXpQhyGmzPKC9d7jv", + "question": "Why is the man standing in the dirt?", + "choices": [ + "target practice", + "playing baseball", + "farming", + "making fort" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "baseball", + "batting", + "baseball", + "playing baseball", + "golf", + "playing baseball", + "playing baseball", + "playing softball", + "batting", + "playing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is holding a bat and he's about to swing it.", + "The man is holding a bat. the man is in position to wait for a pitch.", + "The man is up to bat, when someone is up to bat they stand in the dirt before they hit the ball." + ] + }, + { + "split": "val", + "image_id": 363840, + "question_id": "KADU4VuTNvJcaxfcuSWg5s", + "question": "What is device on the small black box below the laptop on the left?", + "choices": [ + "istarter", + "ipod", + "ipad", + "iphone" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "ipod", + "mp3 player", + "ipod", + "ipod", + "ipod", + "ipod", + "printer", + "ipod", + "gameboy", + "mp3 player" + ], + "difficult_direct_answer": false, + "rationales": [ + "The small black box in front of the laptop on the left is an old ipod.", + "That's what on the box.", + "The device is an ipod." + ] + }, + { + "split": "val", + "image_id": 464358, + "question_id": "KDt9uiMSWXdfqZg8DkfQYP", + "question": "What is this room for?", + "choices": [ + "sleep", + "exercising", + "washing", + "cooking" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "sleeping", + "sleep", + "sleep", + "sleeping", + "sleep", + "sleeping", + "sleeping", + "sleeping", + "sleep", + "sleeping" + ], + "difficult_direct_answer": false, + "rationales": [ + "The mattress and bed frame present in this image with dressers tell us this is a bedroom mostly used for resting.", + "This is a bedroom that has a bed and some furniture. people tend to lay on this bed and drift off for awhile until next day.", + "This is a bedroom since a bed is there." + ] + }, + { + "split": "val", + "image_id": 133969, + "question_id": "KFfvmbMFji4jPLYSa72ghN", + "question": "What level or league of baseball are the players most likely playing in?", + "choices": [ + "minor", + "major", + "college", + "junior" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "triple", + "pros", + "minor league", + "major league", + "major", + "high school", + "aa", + "college", + "college", + "rookie advanced" + ], + "difficult_direct_answer": true, + "rationales": [ + "The batter and the people in the background are wearing southwestern university pirates gear.", + "The players are in college.", + "The baseball uniforms have two letters for the team name abbreviation, with the last letter being a \"u.\" since few or no baseball teams in non-university affiliated leagues have that attribute, this is most likely a college league team." + ] + }, + { + "split": "val", + "image_id": 327605, + "question_id": "KHUiovaE2ZgBkwbt2ADbaN", + "question": "Which of these emotions is the person least likely to be experiencing?", + "choices": [ + "contentedness", + "sadness", + "joy", + "happiness" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sadness", + "calmness", + "happy", + "joy", + "happiness", + "anger", + "sad", + "happiness", + "anger", + "sadness" + ], + "difficult_direct_answer": false, + "rationales": [ + "There would be no reason to think that her mood is not a positive one.we can even see a faint smile.", + "The emotion is sadness.", + "Skiing is fun. she is skiing." + ] + }, + { + "split": "val", + "image_id": 450202, + "question_id": "KJfQQQhNGQydZ2gdW6dv9A", + "question": "From which item can you get the most protein?", + "choices": [ + "salami", + "wine", + "cheese", + "bread" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "from meat", + "salami", + "meat", + "salami", + "meat", + "deli meat", + "ham", + "meat cheese", + "meat", + "salami" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a meat which is usually high in this", + "Traditionally, dead animals contain more protein than cheese, wine, or bread.", + "Salami is the most protein rich of the items listed here and on display in this charcuterie plate." + ] + }, + { + "split": "val", + "image_id": 137727, + "question_id": "KMYPv55YgBCMho3xHBu4GM", + "question": "What country is this in?", + "choices": [ + "united states", + "england", + "canada", + "mexico" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "canada", + "canada", + "usa", + "canada", + "usa", + "canada", + "canada", + "canada", + "canada", + "canada" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a small red and white flag with a small leaf. it is on the side of a train.", + "The red and white flag on the train car is the canadian flag.", + "The country is canada." + ] + }, + { + "split": "val", + "image_id": 554838, + "question_id": "KSBuivjEvKXo6nskDiHPRK", + "question": "What food type likely fills the freezer?", + "choices": [ + "vegetables", + "pasta", + "ice cream", + "meat" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "breakfast", + "ice cream", + "ice cream", + "ice", + "ice cream", + "icecream", + "ice cream", + "ice cream", + "dessert", + "ice cream" + ], + "difficult_direct_answer": false, + "rationales": [ + "An advertisement for ice cream bars is on the front of a cooler.", + "The post shows a type of the frozen treat so it makes sense.", + "The food is ice cream." + ] + }, + { + "split": "val", + "image_id": 232088, + "question_id": "KUFqsDY7LxQj86DWy5PV33", + "question": "The white object in the right window is used most often during what season?", + "choices": [ + "fall", + "spring", + "winter", + "summer" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "summer", + "summer", + "summer", + "sofa", + "summer", + "summer", + "summer season", + "summer", + "summer", + "summer" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is an air conditioner, used when the weather is warm.", + "The object is for summer.", + "The white object is an air conditioning unit which is used to cool a room. therefore, it would get the most use during the hottest season." + ] + }, + { + "split": "val", + "image_id": 105014, + "question_id": "KULnaCXEwqsqxdegDzQRjT", + "question": "This fork has how many prongs?", + "choices": [ + "six", + "seven", + "five", + "three" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "three", + "three", + "three", + "three", + "three", + "three", + "three", + "three", + "three", + "three" + ], + "difficult_direct_answer": false, + "rationales": [ + "A fork is on a table with three projections opposite the handle.", + "The fork can be seen with the three prongs.", + "The orange tool resting on the cap in this image has three prongs for stabbing food with." + ] + }, + { + "split": "val", + "image_id": 353027, + "question_id": "KVAeyTAfrvN8fst6NXA6MT", + "question": "What is the healthiest ingredient on the pizza?", + "choices": [ + "crust", + "sauce", + "cheese", + "mushroom" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "tomato sauce", + "olive", + "chicken", + "mushrooms", + "tomato sauce", + "mushroom", + "tomato", + "mushrooms", + "mushroom", + "mushroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's a low calorie food item", + "There are shapes with a round top and a stem at the bottom. those are healthy and provide lots of nutrients.", + "There are vegetables." + ] + }, + { + "split": "val", + "image_id": 327601, + "question_id": "KYHbG5z9mj4H4dAJbzLuQ4", + "question": "What is the woman wearing?", + "choices": [ + "onesie", + "pants", + "suit", + "dress" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "blue dress", + "dress", + "dress", + "dress", + "dress", + "dress", + "dress", + "anklet", + "ankle bracelet", + "dress" + ], + "difficult_direct_answer": false, + "rationales": [ + "A dress is longer and is not split up the middle like pants would be.", + "A woman is in an outfit that shows her legs off.", + "The woman has a blue dress on." + ] + }, + { + "split": "val", + "image_id": 320490, + "question_id": "KatNcK2tJQ8nr2oasRaXoD", + "question": "What will the boy do if he hits?", + "choices": [ + "leave", + "run", + "apologize", + "stop" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "run", + "run", + "run", + "run", + "run", + "take run", + "take run", + "run", + "run", + "run" + ], + "difficult_direct_answer": false, + "rationales": [ + "In baseball players are to head for the bases immediately after hitting the pitched ball with their bat.", + "The boy will run.", + "He is wearing baseball attire while swinging a baseball bat near a fence at the edge of a baseball field. after doing this, a person always does this next activity as an established rule of baseball." + ] + }, + { + "split": "val", + "image_id": 512330, + "question_id": "KeFdNUyaJPmnR7xeSiPs2u", + "question": "What is the second shelf in the fridge used for?", + "choices": [ + "condiments", + "drinks", + "produce", + "eggs" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "beer", + "drinks", + "drinks", + "meats water", + "drinks storage", + "liquids", + "drinks", + "bottles", + "beverages", + "drinks" + ], + "difficult_direct_answer": false, + "rationales": [ + "The shelf is used for drinks.", + "The objects on the shelf in question are visible and are of the size and shape consistent with containers used for holding answer a.", + "The second shelf has bottles in it." + ] + }, + { + "split": "val", + "image_id": 567197, + "question_id": "Kg2epvxdD43djHjdN3HBEw", + "question": "Where are the trucks headed to?", + "choices": [ + "port", + "interstate", + "market", + "junkyard" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "market", + "market", + "market", + "market", + "market", + "market", + "market", + "market", + "market", + "market" + ], + "difficult_direct_answer": false, + "rationales": [ + "The trucks are used for transport.", + "The word \"market\" is seen on top of the store.", + "The trucks are delivering the goods to stores." + ] + }, + { + "split": "val", + "image_id": 113354, + "question_id": "KgfkfPqD2aDFJjnZh69oyM", + "question": "What are the zebras swinging?", + "choices": [ + "butt", + "tail", + "head", + "feet" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "tails", + "insects", + "tail", + "tails", + "tails", + "tails", + "tails", + "tail", + "their tails", + "their tails" + ], + "difficult_direct_answer": false, + "rationales": [ + "Their heads, butts, and feet are stationary. the items attached to their butts are swinging.", + "The zebras swing tails.", + "The only thing that would swing on a zebra is on their backend." + ] + }, + { + "split": "val", + "image_id": 62025, + "question_id": "KpXGPyoqZUqo76FaqZuNXF", + "question": "Where is this bathroom probably located?", + "choices": [ + "home", + "dorm", + "hotel", + "theater" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "motel", + "hotel", + "motel", + "hotel", + "hotel", + "hotel", + "apartment", + "master bedroom", + "hotel", + "house" + ], + "difficult_direct_answer": false, + "rationales": [ + "All the fixtures are close together and there is a sign on the wall", + "The bathroom has a sign posted to the wall. people don't usually do that in their homes.", + "The bathroom has single use toiletries, and two glasses upside down." + ] + }, + { + "split": "val", + "image_id": 63965, + "question_id": "KqEeneEUHVnoFj9nRYLS3u", + "question": "What color is in the center of the red flower?", + "choices": [ + "brown", + "black", + "yellow", + "white" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "yellow", + "cake", + "yellow", + "white", + "white", + "white", + "white", + "white", + "flower", + "white" + ], + "difficult_direct_answer": false, + "rationales": [ + "The color is white.", + "The center of the flower matches the frosting on top of the cake.", + "The center is white." + ] + }, + { + "split": "val", + "image_id": 329323, + "question_id": "KqHt4U8oRbES85WARzxU3R", + "question": "What region of the world is this?", + "choices": [ + "africa", + "north america", + "europe", + "asia" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "middle east", + "south", + "eastern", + "asia", + "china", + "africa", + "maybe africa", + "asia", + "africa", + "south america" + ], + "difficult_direct_answer": false, + "rationales": [ + "The region is africa.", + "The look of all of the people suggests that they are from africa.", + "The people are in africa." + ] + }, + { + "split": "val", + "image_id": 126226, + "question_id": "KtndapoEif4gqUGbYMKim6", + "question": "What sports equipment is on the ground?", + "choices": [ + "hockey", + "football", + "baseball", + "basketball" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "caps", + "baseball", + "baseball", + "baseball", + "baseball", + "gloves", + "gloves", + "baseball gloves", + "baseball", + "baseball equipment" + ], + "difficult_direct_answer": false, + "rationales": [ + "The visible equipment of hats and leather gloves are of a style and design commonly associated with answer a and no other sport.", + "The sports equipment is made up of mitts and hats and bats.", + "There are baseball helmets, hats, and gloves on the ground in front of the dugout." + ] + }, + { + "split": "val", + "image_id": 296634, + "question_id": "KwuvnUibgJ9zWpif3UzUtJ", + "question": "The dishes appear to be sitting on what?", + "choices": [ + "table", + "ground", + "couch", + "stove" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sitting insects", + "leaves", + "wood chips", + "ground", + "ground", + "wood chips", + "wooden mat", + "food", + "mulch", + "leaves" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dishes are sitting in a bed of leaves.", + "Under the dishes look to be leaves sitting on top of dirt.", + "The dishes are on the wood chips." + ] + }, + { + "split": "val", + "image_id": 189752, + "question_id": "KxDzK3TmVjHrd7PVRGf6AP", + "question": "Why is the man holding the fork?", + "choices": [ + "showing off", + "organizing", + "cutting food", + "weapon" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "eating", + "pizza", + "eating", + "cutting food", + "eat pizza", + "eating", + "to eat", + "hot food", + "eating", + "eating pizza" + ], + "difficult_direct_answer": false, + "rationales": [ + "He's about to take a bite", + "A fork is used to tear into something to make it easier to consume.", + "The person wants to eat the pizza." + ] + }, + { + "split": "val", + "image_id": 43581, + "question_id": "L6och7f34xfLQaVYszfzV7", + "question": "What kind of flavor would the fruit on the pizza add?", + "choices": [ + "sweet", + "spicy", + "umami", + "sour" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "spicy", + "savory", + "sweet", + "tomato", + "savory", + "sweet", + "sweet", + "sweet", + "pineapple", + "pineapple" + ], + "difficult_direct_answer": false, + "rationales": [ + "Most fruits are sugary.", + "There would be a sweet fruit, such as a pineapple, on top of the pizza.", + "The flavor is sweet." + ] + }, + { + "split": "val", + "image_id": 377882, + "question_id": "LFz5f9J9ZvERUNtuXm7UJg", + "question": "Why do these boats are painted in different color?", + "choices": [ + "trend", + "security", + "custom", + "visibility" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "owner preference", + "owner preference", + "different owners", + "visibility", + "tell apart", + "be unique", + "personal preference", + "red", + "personal preference", + "be noticed" + ], + "difficult_direct_answer": false, + "rationales": [ + "The colors make them easy to see and easier to distinguish from each other.", + "The bright colors on these boats help them stand out against the ocean.", + "The boats need to be visible." + ] + }, + { + "split": "val", + "image_id": 129054, + "question_id": "LGdv7ZFDA5bxdGaYw5XSLZ", + "question": "What are the zebra's stripes for?", + "choices": [ + "sight", + "fashion", + "camouflage", + "thermoregulation" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "camouflage", + "camouflage", + "camouflage", + "thermoregulation", + "absorb heat", + "camouflage", + "camouflage", + "thermoregulation", + "heat protection", + "camophlage" + ], + "difficult_direct_answer": false, + "rationales": [ + "The coloration on a zebra break up their silhouette, making them harder to see.", + "The black and white stripes are confusing for predators to look at.", + "The stripes are for camouflage." + ] + }, + { + "split": "val", + "image_id": 330396, + "question_id": "LHVciAWegjMeYHxTjEpTPc", + "question": "Where are the people standing?", + "choices": [ + "city street", + "park", + "theatre", + "beach" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "beach", + "shoreline", + "beach", + "beach", + "beach", + "enjoying view", + "log", + "waters edge", + "shore", + "beach" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are on a beach.", + "There is water coming up to the land where they are.", + "The people are near water." + ] + }, + { + "split": "val", + "image_id": 519522, + "question_id": "LHeFhpiVsUvAjwDNWJQPfZ", + "question": "What color is the background of the large clock?", + "choices": [ + "green", + "black", + "white", + "red" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "orange", + "white", + "white", + "white", + "orange", + "white", + "orange", + "orange blue", + "white", + "white" + ], + "difficult_direct_answer": false, + "rationales": [ + "Unless you are colorblind you can tell the background color.", + "The back of the clock is white.", + "The clock has a white face that is lit from behind." + ] + }, + { + "split": "val", + "image_id": 366884, + "question_id": "LHmjT6smJB8ZerDLp4DJuy", + "question": "Where is this dog located?", + "choices": [ + "park", + "office", + "home", + "vet" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "bedroom", + "bed", + "home", + "on bed", + "bedroom", + "bed", + "bed", + "bed", + "floor", + "home" + ], + "difficult_direct_answer": false, + "rationales": [ + "One can see items from a personal residence such as a pillow and a lamp.", + "The dog is laying on a couch in a bedroom.", + "He is at his house." + ] + }, + { + "split": "val", + "image_id": 411530, + "question_id": "LJ4sDDbqD2hawGCiejEBpQ", + "question": "How are the skiers getting up the hill?", + "choices": [ + "gondola", + "skiing", + "conveyer belt", + "chairlift" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "ski lift", + "ski lift", + "chairlift", + "chairlift", + "lift", + "ski lift", + "ski lift", + "ride", + "chairlift", + "ski lift" + ], + "difficult_direct_answer": false, + "rationales": [ + "It would take too long to ski up the hill. the mode of transportation is above the ground and is not fully enclosed.", + "The skiers will use a chairlift.", + "Movement up a snowcapped hill is quicker and easier using this piece of equipment." + ] + }, + { + "split": "val", + "image_id": 416343, + "question_id": "LNUVUyUrSmACQeFCKtKq6U", + "question": "What is the gray colored residue seen on the outer part of the middle of the board?", + "choices": [ + "wax", + "dust", + "paint", + "mud" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "mildew", + "sand", + "dirt", + "sand", + "sand", + "sand", + "mud", + "dirt", + "wax", + "wax" + ], + "difficult_direct_answer": false, + "rationales": [ + "Traditionally you must use a lubricant on the board so it will glide on water better.", + "People use wax on boards and this is likely what that substance is.", + "This is the most likely option given that it's a surfboard." + ] + }, + { + "split": "val", + "image_id": 439854, + "question_id": "LWHhV7yq9EbPQXgaXmYEXk", + "question": "At what time of day are the skateboarders probably skating on the beach?", + "choices": [ + "dawn", + "night", + "sunrise", + "sunset" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "early evening", + "evening", + "evening", + "sunset", + "sunset", + "sunset", + "sunset", + "evening", + "sunset", + "sunset" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sun looks to be setting.", + "The day is sunset.", + "The sun is low in the sky. most people do not wake up before dawn." + ] + }, + { + "split": "val", + "image_id": 416991, + "question_id": "LYvkz5jUWHpZYkZ8VhxESf", + "question": "Why might people sit here?", + "choices": [ + "to testify", + "to rest", + "to shop", + "get tattoo" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "dining", + "to relax", + "eat", + "eating", + "to eat", + "protection", + "eat", + "eat", + "beach", + "to rest" + ], + "difficult_direct_answer": false, + "rationales": [ + "The seating area contains tables, chairs, and umbrellas. these are also located in a scenic area.", + "People are relaxing.", + "The area is a shaded spot next to a water source, and near a restaurant." + ] + }, + { + "split": "val", + "image_id": 78959, + "question_id": "LaVtN4tgwqXPxzoGfKPQjg", + "question": "What is the same color as the most abundant color here?", + "choices": [ + "peapod", + "orange", + "carrot", + "corn" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "peapod", + "leaves", + "leaves", + "green", + "trees leaves", + "tree", + "green", + "bananas", + "green", + "green" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the large pod like fruit so it's easy to tell what type it is.", + "The most abundant color in this image is green. a peapod is the only item of those listed which is also green colored.", + "A peapod is definitely green, as are this banana plant's leaves." + ] + }, + { + "split": "val", + "image_id": 62808, + "question_id": "LduCAeBABsAgiTkxMrytDf", + "question": "What is the light green liquid in the glass and metal dispenser on the table far in the back left?", + "choices": [ + "lime juice", + "olive oil", + "mountain dew", + "green tea" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "unknown", + "olive oil", + "relish", + "olive oil", + "olive oil", + "oil", + "olive oil", + "alcohol", + "oil", + "unknown" + ], + "difficult_direct_answer": false, + "rationales": [ + "The light green liquid is used for drizzling on salads.", + "The liquid is olive oil.", + "Olive oil is in the dispenser." + ] + }, + { + "split": "val", + "image_id": 395180, + "question_id": "LjrjS6vsP3xXwot5D9eFiD", + "question": "What are the people doing in the water?", + "choices": [ + "surfing", + "fishing", + "kayaking", + "swimming" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "rowing", + "canoeing", + "rowing", + "boating", + "rowing", + "kayaking", + "kayaking", + "kayaking", + "paddling", + "boat riding" + ], + "difficult_direct_answer": false, + "rationales": [ + "Often people take kayaks down rivers.", + "The five people visible in the river in this image are all rowing in a long boat.", + "They are in a canoe going down the river" + ] + }, + { + "split": "val", + "image_id": 417632, + "question_id": "LnBiYuXmqeyEHsquVemheo", + "question": "What are these people ready to do?", + "choices": [ + "swim", + "run", + "eat", + "drink" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "drink toast", + "drink", + "drink wine", + "drink wine", + "celebrate", + "drink", + "drink wine", + "drink", + "taste wine", + "drink wine" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are holding glasses that someone else is pouring wine into.", + "The man on the left is pouring wine into the glasses.", + "They are getting wine poured into their glasses" + ] + }, + { + "split": "val", + "image_id": 178469, + "question_id": "LpbiGZE3yGNeqQXPc8cB7v", + "question": "Which of these objects is used to write on and is present on the desk?", + "choices": [ + "post-its", + "graph paper", + "chalk board", + "clip board" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "laptop", + "pen", + "sticky note", + "post-its", + "laptop", + "post-its", + "pen", + "post its", + "keyboard", + "keyboard" + ], + "difficult_direct_answer": false, + "rationales": [ + "Post-it notes are used for quick notes.", + "The object is a post it.", + "There is a pad of sticky notes to the right of the laptop." + ] + }, + { + "split": "val", + "image_id": 78170, + "question_id": "LqCNzoPHep3XKouS3eUAk6", + "question": "What is the person being viewed through?", + "choices": [ + "window", + "flat screen", + "web cam", + "mirror" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "window", + "window", + "window", + "window", + "window", + "window", + "window", + "window", + "train window", + "window" + ], + "difficult_direct_answer": false, + "rationales": [ + "The transparent nature of the windows on this train lets us see the passengers inside.", + "The big opening is filled with glass which makes it a window.", + "The people are on a train and there is a clear glass that these women can be seen, these are called windows." + ] + }, + { + "split": "val", + "image_id": 515266, + "question_id": "LqQSkRfPRjbWBwDicmVt5h", + "question": "What is the first word on the trailer?", + "choices": [ + "clean", + "dry", + "emergency", + "services" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "clean", + "clean", + "clean", + "clean", + "clean", + "clean", + "clean", + "clean", + "clean", + "clean" + ], + "difficult_direct_answer": false, + "rationales": [ + "The word is clean.", + "The first word before \"and dry\" is the word \"clean.\".", + "The trailer is used for cleaning." + ] + }, + { + "split": "val", + "image_id": 11149, + "question_id": "LygyAJXhmSDTBfc6cAtztt", + "question": "What kind of bike is being ridden?", + "choices": [ + "bicycle", + "vespa", + "motorcycle", + "unicycle" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "motorcycle", + "motorcycle", + "motorcycle", + "motorcycle", + "motorcycle", + "motorcycle", + "motorcycle", + "motorcycle", + "motorcycle", + "motorcycle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The rider is wearing a helmet and the vehicle is powered by gas.", + "There is a man with a helmet, sunglasses, and what he is riding has an engine.", + "Two pedal powered bicycles are parked on the side of the street but one with a motor is in use." + ] + }, + { + "split": "val", + "image_id": 551822, + "question_id": "M24oDREQRXZxbPHeX82hTm", + "question": "Why would someone sit here?", + "choices": [ + "paint", + "work", + "drive", + "eat" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "to eat", + "eating", + "eat", + "eating", + "to eat", + "to eat", + "to eat", + "to eat", + "to eat", + "dinner" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a table with food and drinks. this would not be a suitable place to work, drive, or paint.", + "There is a plate with food.", + "The table has food and drinks on it." + ] + }, + { + "split": "val", + "image_id": 195754, + "question_id": "M3UwocoRkLnvoEsrqhUrRZ", + "question": "What vehicle might the thing on the wall have come from?", + "choices": [ + "motorbike", + "tractor", + "car", + "cart" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "horse wagon", + "wagon", + "wagon", + "horse wagon", + "wagon", + "wagon", + "cart", + "wagon", + "wagon", + "wagon" + ], + "difficult_direct_answer": false, + "rationales": [ + "The thing on the wall might come from a cart since the thing is a wheel.", + "Many years ago, wagons had huge wheels like these.", + "The wheel on the wall is too big to be from a car or motorbike. it is made out of wood, so it would not be able to support the weight of a tractor." + ] + }, + { + "split": "val", + "image_id": 227765, + "question_id": "M3yABkFk8uMPsVkecGAnZR", + "question": "What can be done with this utensil?", + "choices": [ + "brush", + "stir", + "flip", + "cut" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cook soup", + "stirring", + "stir", + "stir", + "stir", + "stirring", + "stir", + "stirring", + "stir", + "stir" + ], + "difficult_direct_answer": false, + "rationales": [ + "The utensil stirs.", + "You can use it to mix the food that is being cooked.", + "This is a wooden spoon used for cooking to mix food up." + ] + }, + { + "split": "val", + "image_id": 292225, + "question_id": "M46zwhVtTDuYcfKTvw5Bsk", + "question": "What would this fence help to contain?", + "choices": [ + "balls", + "animals", + "rocks", + "weeds" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "balls", + "balls", + "tennis court", + "balls", + "tennis balls", + "ball", + "tennis balls", + "balls", + "stray balls", + "balls" + ], + "difficult_direct_answer": false, + "rationales": [ + "The fence is up so nothing will go flying outside of it while they are playing tennis.", + "The fence contains balls.", + "These people are playing tennis. they might hit the ball over the fence." + ] + }, + { + "split": "val", + "image_id": 145597, + "question_id": "M4bEQ9vKhFhuWXb9nEf76d", + "question": "What are the people doing on the grass?", + "choices": [ + "gaming", + "wrestling", + "eating", + "sports" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "discussing", + "eating", + "eating", + "crafting", + "side", + "picnic", + "eating", + "eating", + "picnic", + "picnicking" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are having a picnic with some boxes of food to nibble on.", + "There are lots of containers of food and it appears they are having a picnic.", + "There are foods and food containers visible on the ground as well as in the people's hands." + ] + }, + { + "split": "val", + "image_id": 545129, + "question_id": "M7GYpdBrUzhDxznbhPebAi", + "question": "What alcohol brand has a word that refers to the pattern of this animal?", + "choices": [ + "red stripe", + "michelob ultra", + "blue hawaiian", + "red ale" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "stripe", + "red stripe", + "red stripe", + "zebra", + "reds stripe", + "stripping run", + "smirnoff", + "miller", + "red stripe", + "red stripe" + ], + "difficult_direct_answer": false, + "rationales": [ + "Zebras are known for black and white stripes as seen in this image. red stripe is the only brand listed here which fits.", + "Red stripe is a beer brand, zebras also have stripes.", + "Red stripe refers to zebra stripes." + ] + }, + { + "split": "val", + "image_id": 45090, + "question_id": "MAH3KC3SWvoTum6Ja75hB3", + "question": "How many people are visible in the water?", + "choices": [ + "five", + "six", + "two", + "seven" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "two", + "two", + "two", + "two", + "two", + "sea", + "three", + "four", + "two", + "four" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are a couple of people on surfboards.", + "There are two surfers.", + "People are surfing on a wave in the water." + ] + }, + { + "split": "val", + "image_id": 78420, + "question_id": "MAPPrc68FM8HwQsJHE6W2q", + "question": "What word can be spelled by rearranging the brand letters on the bottom of the laptop screen?", + "choices": [ + "paper", + "race", + "great", + "goal" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "race", + "race", + "race", + "race", + "race", + "race", + "race", + "race", + "race", + "race" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a label of the laptop right on the bottom border of the screen. it represents the name acer.", + "The word is race.", + "Race can be spelled from acer." + ] + }, + { + "split": "val", + "image_id": 308545, + "question_id": "MDyjdP8Esi9N3eEpLVuwx7", + "question": "Why is the kid wearing a helmet?", + "choices": [ + "balance", + "speed", + "protection", + "agility" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "safety", + "horseback riding", + "safety", + "riding horse", + "protection", + "safety", + "riding horse", + "safety", + "horse ride", + "head safety" + ], + "difficult_direct_answer": false, + "rationales": [ + "People can fall off of a horse. you can get hurt if your head hits the ground.", + "The thick helmet this child wears protects their head should they fall off the horse they're riding.", + "He is wearing a helmet to protect his head if he falls." + ] + }, + { + "split": "val", + "image_id": 541055, + "question_id": "MFcz9WFowTCRnWEpVdEfiJ", + "question": "What is required to be on the ground to do this sport?", + "choices": [ + "water", + "ice", + "salt", + "snow" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "snow", + "ski", + "snow", + "snow", + "snow", + "snow", + "skies", + "snow", + "ski boards", + "skis" + ], + "difficult_direct_answer": false, + "rationales": [ + "The snow is required.", + "Snow skiing requires abundant snow on the ground to properly enjoy this activity. around since around 3,000 bce, snow skiing remains a popular form of recreation to this day!.", + "In order to ski, you need a white frozen ground cover." + ] + }, + { + "split": "val", + "image_id": 187055, + "question_id": "MLS7svNqmdHua7qB2dvKuq", + "question": "What is one tournament that is associated with this sport?", + "choices": [ + "fa cup", + "wimbledon", + "world cup", + "ryder cup" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "wimbledon", + "tennis", + "tennis", + "wimbledon", + "wimbledon", + "tennis", + "tennis", + "wimbledon", + "wimbledon", + "wimbledon" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is tennis", + "They are planning tennis, not soccer or golf.", + "It's a tennis competition." + ] + }, + { + "split": "val", + "image_id": 496722, + "question_id": "MMgmqJzM4kBYppdQX5f3gL", + "question": "Which country uses this kind of mail service?", + "choices": [ + "united states", + "kazakhstan", + "england", + "china" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "great britain", + "england", + "united kingdom", + "england", + "britain", + "england", + "england", + "britain", + "england", + "england" + ], + "difficult_direct_answer": false, + "rationales": [ + "The postbox on this image is labelled 'royal mail' and has an image of a crown on it. england is the only country of those listed which has a royal system.", + "England uses this kind of old fashioned post box numbering system.", + "Royal mail isn't available for the entire public in the other countries." + ] + }, + { + "split": "val", + "image_id": 329041, + "question_id": "MNd63HUuxoKR7oBz6d3zA5", + "question": "What is the red bag around the womans waist called?", + "choices": [ + "purse", + "wallet", + "pocketbook", + "makeup bag" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "purse", + "purse", + "purse", + "fanny pack", + "purse", + "fanny pack", + "purse", + "purse", + "purse", + "purse" + ], + "difficult_direct_answer": false, + "rationales": [ + "The red bag around the woman's waist is called a purse. a purse is a small bag with handles and zippers.", + "The red bag around the woman's waist is known as a purse.", + "The item is clearly visible and based on its size, style and the way it is being worn, answer d is the best fit." + ] + }, + { + "split": "val", + "image_id": 232649, + "question_id": "MRauFRDpB55J3mf5RKCbJH", + "question": "What is the girl doing in the bathroom?", + "choices": [ + "brushing teeth", + "washing hands", + "taking selfie", + "painting walls" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "taking selfie", + "taking photo", + "taking self", + "taking selfie", + "taking pictures", + "taking picture", + "photos", + "bating", + "selfie", + "taking picture" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is obvious because you can see the camera in the mirror that she's holding.", + "The woman is aiming a camera at the mirror.", + "The girl takes a selfie." + ] + }, + { + "split": "val", + "image_id": 279887, + "question_id": "MWDJi7QGHxkNj2dWNnzE6S", + "question": "What is the first visible red word?", + "choices": [ + "fast", + "go", + "was", + "one" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "was", + "was", + "was", + "was", + "was", + "was", + "was", + "was", + "was", + "was" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are only two words visible in the image. if you read left to right, like most people do, the first word you see is \"was.\".", + "The words are printed.", + "The first part of the sentence is blocked by the bike, so the first word seen is was." + ] + }, + { + "split": "val", + "image_id": 233727, + "question_id": "MXNuoDzTufsnkH3TEQS9P3", + "question": "Why are the children wearing hats?", + "choices": [ + "warmth", + "protection", + "fashion", + "uniform" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "warmth", + "for warmth", + "warmth", + "cold", + "cold", + "cold", + "stay warm", + "cold weather", + "cold", + "cold" + ], + "difficult_direct_answer": false, + "rationales": [ + "This style of hat is typically worn during cold weather.", + "Given the overcast grey appearance to this street scene and presence of heavy coats and hats on the pedestrians we can conclude they are trying to keep warm.", + "The children are wearing hats because it is cold outside and it keeps them warm." + ] + }, + { + "split": "val", + "image_id": 334767, + "question_id": "MYWA3eAGfavXR4ehMz22fV", + "question": "Why are the skiers wearing bibs with numbers on them?", + "choices": [ + "as joke", + "to race", + "as punishment", + "for cosplay" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "race number", + "competing", + "race", + "racing", + "race numbers", + "competition", + "to race", + "they're competing", + "number id", + "identification" + ], + "difficult_direct_answer": true, + "rationales": [ + "They are competing in a competition.", + "The skiers are racing.", + "The skiers are competing." + ] + }, + { + "split": "val", + "image_id": 253386, + "question_id": "MajM5Byv84DD34XWtgDTEu", + "question": "What type of dog is it?", + "choices": [ + "farm dog", + "service dog", + "domestic pet", + "stray dog" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "rott", + "rottweiler", + "domestic pet", + "rottweiler", + "rottweiler", + "rottweiler", + "herd livestock", + "rottweiler", + "rottweiler", + "rottweiler" + ], + "difficult_direct_answer": false, + "rationales": [ + "He has a collar on", + "The dog is domesticated.", + "This is a domestic dog." + ] + }, + { + "split": "val", + "image_id": 181816, + "question_id": "MdawSWWcrGZdyq4yMLZRMN", + "question": "The costumed character is likely seated in what locale?", + "choices": [ + "theme park", + "carnival", + "sidewalk", + "campus" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sidewalk", + "sidewalk", + "city", + "japan", + "hollywood", + "street bench", + "bench", + "urban", + "bench", + "city" + ], + "difficult_direct_answer": false, + "rationales": [ + "The character is on a sidewalk.", + "The character's on a sidewalk.", + "This person is not in the road because that's where the cars are driving." + ] + }, + { + "split": "val", + "image_id": 42070, + "question_id": "MdpQEymVqNWnxqPPxPXxvs", + "question": "What is the last letter on the license plate?", + "choices": [ + "l", + "z", + "j", + "c" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "letter j", + "j", + "jay", + "j j", + "jay", + "letter j", + "letter j", + "letter j", + "letter j", + "letter j" + ], + "difficult_direct_answer": false, + "rationales": [ + "That is the last letter on the plate.", + "The last letter is a j on the plate.", + "The letter is j." + ] + }, + { + "split": "val", + "image_id": 415727, + "question_id": "MgGUyCE42FnnjzSi8wqRBt", + "question": "What number is on the player that's fully visible?", + "choices": [ + "11", + "five", + "21", + "22" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "twenty one", + "twenty-one", + "15", + "twenty one", + "twenty-one", + "21", + "twenty one", + "21", + "number 21", + "twenty one" + ], + "difficult_direct_answer": false, + "rationales": [ + "No brainer since it's the only visible number.", + "The player that has his back to the camera, has this number on his back.", + "The number is on the back of his shirt." + ] + }, + { + "split": "val", + "image_id": 263966, + "question_id": "MgwZ9gzpwfp2xz2oGjemMc", + "question": "What is the round glass object?", + "choices": [ + "window", + "microscope", + "camera lens", + "magnifying glass" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "camera lens", + "window", + "lens", + "lens", + "camera lens", + "lens", + "lens", + "port hole", + "window", + "lens" + ], + "difficult_direct_answer": false, + "rationales": [ + "The glass is a lens.", + "It is the lens on a camera.", + "Camera lenses are round and that is what one looks through to take a picture. we are looking at a picture and seeing the round edges of the lens." + ] + }, + { + "split": "val", + "image_id": 352900, + "question_id": "MiavLRSwBYJp9ooFkFHjv6", + "question": "This dish is suitable for which group of people?", + "choices": [ + "pregnant women", + "kids", + "meat eaters", + "vegetarians" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "vegetarian", + "vegetarians", + "vegetarians", + "family", + "vegetarians", + "vegetarian", + "vegan", + "vegetarians", + "vegetarians", + "italians" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dish has veggies.", + "This is a dish of pasta and broccoli. there is no meat on this dish.", + "There is no meat." + ] + }, + { + "split": "val", + "image_id": 301061, + "question_id": "Mj2xTvTMWmPfD2AvR3cDQw", + "question": "What kind of animal is is the truck?", + "choices": [ + "horse", + "elephant", + "zebra", + "giraffe" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "elephant", + "elephant", + "elephant", + "elephant", + "elephant", + "elephant", + "elephant", + "elephant", + "elephant", + "elephant" + ], + "difficult_direct_answer": false, + "rationales": [ + "The elephant is in a truck.", + "Although we can't see his entire body, we can certainly see the elephant's iconic trunk as he welcomes the incoming food.", + "The animal is grey. it has a trunk." + ] + }, + { + "split": "val", + "image_id": 229849, + "question_id": "MrMKrCttovt9tvMyUYZytj", + "question": "What type of company has an ad at the court?", + "choices": [ + "clothing", + "travel", + "health", + "food" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "continent airlines", + "continent airlines", + "airline", + "airlines", + "airlines", + "continental airlines", + "travel", + "continental airlines", + "continental airlines", + "continental airlines" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is an advertisement for continental airlines on the tennis court, which is an air travel company.", + "The company works for traveling.", + "Continental airlines helps people fly to other places." + ] + }, + { + "split": "val", + "image_id": 373353, + "question_id": "MtpJjmnfFfb8pD3fpbvCTq", + "question": "Where are all of the people in front of the yellow cab going?", + "choices": [ + "talking", + "crossing street", + "running", + "shopping" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "city landmark", + "across street", + "across street", + "across street", + "cross street", + "other side", + "shopping", + "across street", + "crossing street", + "right" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cab is waiting at a red light so people are crossing the road.", + "The people are crossing the street.", + "The people in front of the yellow cab are using the crosswalk to cross the street safely" + ] + }, + { + "split": "val", + "image_id": 307172, + "question_id": "MuwkW3j4kYfEZXwWuicLjv", + "question": "What part of the pizza is the person holding?", + "choices": [ + "middle", + "toppings", + "crust", + "top" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "crust", + "crust", + "crust", + "crust", + "crust", + "crust", + "crust", + "crust", + "crust", + "crust" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person's fingers are visible and the part of the pizza they are in contact with is identifiable by its edge and lack of toppings.", + "The person is touching the edge of the pizza, which is referred to by the word in option a.", + "The outer ring of a pizza is created to hold in toppings during the baking process as well as form a stable platform. people generally hold this part of the pizza when you cut it and when eating." + ] + }, + { + "split": "val", + "image_id": 414170, + "question_id": "MvjdGpXqcdaADbsGwjo2Bm", + "question": "What is used to keep their balance?", + "choices": [ + "snow", + "swords", + "ski poles", + "knives" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "ski poles", + "ski poles", + "ski poles", + "ski poles", + "poles", + "poles", + "poles", + "ski poles", + "ski poles", + "poles" + ], + "difficult_direct_answer": false, + "rationales": [ + "The skiers in this image all have two stakes held on either side of them to keep them upright on their skis.", + "The two people are on skis as they move on the slope and to keep them from falling they use the equipment that goes with skis which is their sticks.", + "They use ski poles." + ] + }, + { + "split": "val", + "image_id": 310072, + "question_id": "N7m8txH8f6upMQuW8Ek8p8", + "question": "What type of outer clothing does the person who last sat here like to wear?", + "choices": [ + "hats", + "bras", + "belts", + "cowboy boots" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "shorts", + "hats", + "hat", + "hat", + "hat", + "hat", + "hat", + "hat", + "light jacket", + "hat" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a hat visible on the bench. hats would not be present in this way unless a person had brought it and likely left it behind.", + "The only piece of clothing in he image is a hat.", + "The wear is hats." + ] + }, + { + "split": "val", + "image_id": 140987, + "question_id": "NDUEeMTroLKXs44BF3Z56m", + "question": "The paper cups probably contain what beverage?", + "choices": [ + "alcoholic", + "soda", + "coffee", + "tea" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "juice", + "soda", + "soda", + "water", + "soda", + "soda", + "soda", + "soda", + "water", + "soda" + ], + "difficult_direct_answer": false, + "rationales": [ + "Usually kids drink soda at parties with pizza.", + "The person is a kid. kids usually do not drink tea, coffee, or alcohol.", + "This is the most likely answer given the scene and that it's a child." + ] + }, + { + "split": "val", + "image_id": 144984, + "question_id": "NFMXerxQWMSQACyqHarJre", + "question": "How is the device the boy is holding powered?", + "choices": [ + "solar", + "battery", + "gas", + "electricity" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "batteries", + "battery", + "batteries", + "batteries", + "batteries", + "batteries", + "battery", + "battery", + "playing", + "batteries" + ], + "difficult_direct_answer": false, + "rationales": [ + "Traditionally these types of controllers are not wired and need power from another outlet.", + "The game controllers need battery energy by removing the worn out and using new ones for better performance.", + "The device is a battery." + ] + }, + { + "split": "val", + "image_id": 403122, + "question_id": "NFgfC2sJF3DkFgY58TDpfy", + "question": "What type of shot is the woman about to hit?", + "choices": [ + "forehand", + "slice", + "backhand", + "serve" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "serve", + "serve", + "serve", + "serve", + "serve", + "serve", + "fore hand", + "service", + "service", + "serve" + ], + "difficult_direct_answer": false, + "rationales": [ + "The tennis player is holding the ball. the other player might use a forehand, backhand, or slice shot to return the ball after she hits it.", + "The girl is about to serve.", + "The woman has the ball in her hand." + ] + }, + { + "split": "val", + "image_id": 279730, + "question_id": "NFhBeZhrxD3NQADiCfwi92", + "question": "What brand of lemon lime beverage is most likely sold here?", + "choices": [ + "fanta", + "big red", + "rc", + "sprite" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "sprite", + "sprite", + "sevenup", + "sprite", + "sprite", + "7 up", + "sprite", + "sprite", + "lemonade", + "sprite" + ], + "difficult_direct_answer": false, + "rationales": [ + "The brand is sprite.", + "That is a popular drink for people who don't want a cola.", + "Sprite is a kind of soda pop that would be served in those cups." + ] + }, + { + "split": "val", + "image_id": 81988, + "question_id": "NMaWJvLKEHntrF2zNxigMq", + "question": "What are the kids on the boards learning to do?", + "choices": [ + "wrestle", + "fish", + "scuba dive", + "body surf" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "surf", + "surf", + "surf", + "surf", + "surf", + "body surf", + "surf", + "surf", + "surf", + "surf" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are seen in the with teacher.", + "The boards are too small to be anything else, and the kids are sitting or laying on the boards.", + "There is a man with his arms open explaining how to use a board. they are in position to learn how to take a wave." + ] + }, + { + "split": "val", + "image_id": 381971, + "question_id": "NQQEM9mH6viipfoP9kMC6v", + "question": "What are the people on the sidewalk likely to be?", + "choices": [ + "police officers", + "tourists", + "royal people", + "horse riders" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "married", + "tourists", + "tourists", + "married", + "tourists", + "tourists", + "tourists", + "tourists", + "tourists", + "tourists" + ], + "difficult_direct_answer": false, + "rationales": [ + "These people are sight seeing. the horse moves slow so the people can look at their surroundings.", + "The people riding in a horse carriage are sight seeing.", + "They are there to visit and see the city." + ] + }, + { + "split": "val", + "image_id": 356612, + "question_id": "NYcTJoQKwAGgyi4FB5gAt8", + "question": "Why is the woman sitting in the back of the man's bike on the right?", + "choices": [ + "to terrorize", + "to scare", + "to sleep", + "to travel" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "two seater", + "passenger", + "traveling", + "cart", + "transportation", + "passenger", + "riding", + "to travel", + "get ride", + "paying passenger" + ], + "difficult_direct_answer": true, + "rationales": [ + "The woman travels.", + "The woman is traveling.", + "The woman wants to get somewhere." + ] + }, + { + "split": "val", + "image_id": 421757, + "question_id": "NaxFfMbXiDnFeK2TDQpBpL", + "question": "What institution often performs the function represented by the word on the main level of the ship nearest the camera?", + "choices": [ + "private enterprise", + "government", + "educational", + "commercial" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "colleges", + "scientists universities", + "coastguard", + "educational", + "university", + "coast guard", + "research institution", + "coastguard", + "research", + "marina" + ], + "difficult_direct_answer": true, + "rationales": [ + "Usually universities do research.", + "The institution is educational.", + "The word is research. this function is often performed by universities." + ] + }, + { + "split": "val", + "image_id": 204186, + "question_id": "NkV76CMuvfSYK7MyjLeTKV", + "question": "What are the riders about to do now?", + "choices": [ + "accelerate", + "compete", + "win", + "flip" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "straighten out", + "tricks", + "flip over", + "skate", + "fall down", + "fall down", + "land", + "tricks", + "flip", + "tip over" + ], + "difficult_direct_answer": false, + "rationales": [ + "If they lean over too far, that's what they'll do.", + "The riders on the four wheelers are turning fast and about to flip over.", + "The wheels are on the side." + ] + }, + { + "split": "val", + "image_id": 568710, + "question_id": "NmKj6PbaycvbudUKgRzibs", + "question": "Where is this person located?", + "choices": [ + "restaurant", + "home", + "library", + "office" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "living room", + "living room", + "on chair", + "living room", + "living room", + "living room", + "on chair", + "home", + "living room", + "living room" + ], + "difficult_direct_answer": false, + "rationales": [ + "The scene contains various objects that are typically found in a residential setting.", + "The other options don't match the scene.", + "They are relaxing on the sofa in their family room." + ] + }, + { + "split": "val", + "image_id": 419379, + "question_id": "NqPZVF9F8iZ7nXWPUhFTXM", + "question": "What type of cake are the donuts?", + "choices": [ + "chocolate", + "red velvet", + "vanilla", + "carrot" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "carrot", + "carrot cake", + "carrot cake", + "carrot cake", + "carrot", + "carrot", + "carrot", + "carrot", + "carrot", + "carrot cake" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign designates the type of donut.", + "There is a note highlighting the type of cake present.", + "The cake is a carrot one." + ] + }, + { + "split": "val", + "image_id": 23899, + "question_id": "NsLGudV3NNLiYhGjCqbw78", + "question": "What are the men doing?", + "choices": [ + "hugging", + "laughing", + "kissing", + "crying" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "playing game", + "playing game", + "watching movie", + "laughing", + "movie night", + "watching", + "playing nintendo", + "playing", + "video games", + "playing wii" + ], + "difficult_direct_answer": true, + "rationales": [ + "They're laughing.", + "As they are playing video games, which seems to make them happy.", + "They are not kissing or hugging each other. they have smiles, but not tears, on their faces." + ] + }, + { + "split": "val", + "image_id": 199236, + "question_id": "NtLrgnLvk747vSc3scsUHn", + "question": "What is the person riding the horse dressed as?", + "choices": [ + "knight", + "football player", + "secretary", + "jockey" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "knight", + "knight", + "knight", + "knight", + "knight", + "knight", + "knight", + "knight", + "knight", + "knight" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is a knight.", + "That's what a man is dressed as for a jousting duel.", + "The horse riding man is dressed in a metal suit of armor with a javelin held out. this man is playing a medieval warrior in this scene." + ] + }, + { + "split": "val", + "image_id": 237118, + "question_id": "NvwixocPuSU8e4uyGqdY9X", + "question": "This man is likely taking a photo in what type of location?", + "choices": [ + "vestibule", + "bedroom", + "bathroom", + "office" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "public restroom", + "bathroom", + "bathroom", + "restroom", + "elevator", + "bathroom", + "bathroom", + "public restroom", + "bank", + "bathroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is standing in front of the bathroom wall and taking his picture in the reflection of the mirror above the sink.", + "The man is in a bathroom.", + "The rear wall is covered with paper towel dispensers and has writing about a hand dryer. this features are common to bathrooms where people are advised to wash their hands and provided tools to dry them." + ] + }, + { + "split": "val", + "image_id": 146363, + "question_id": "NxB3LACrQbQmimYNePAYyK", + "question": "Why would one sit here?", + "choices": [ + "work", + "relax", + "paint", + "eat" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "relax", + "relax", + "shade", + "relax", + "relax", + "to relax", + "enjoy view", + "relax", + "use shade", + "relaxing" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's a beach where you spend time doing nothing", + "The lounge chairs provide a calming vibe.", + "It's peaceful to sit near the water." + ] + }, + { + "split": "val", + "image_id": 537506, + "question_id": "NzFEWXcTYWqgrRXUnqVK6h", + "question": "Why is there a bow on the car?", + "choices": [ + "sale", + "style", + "gift", + "looks" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "wedding", + "gift", + "gift", + "for newlyweds", + "present", + "gift", + "christmas gift", + "just married", + "gift", + "funeral" + ], + "difficult_direct_answer": false, + "rationales": [ + "The car is a gift.", + "This car has a red bow tied around it. a bow is normally attached to items intended to be presented to others.", + "The bow indicates the car was bought as a present." + ] + }, + { + "split": "val", + "image_id": 506004, + "question_id": "P4cavrtzjFu5Ur3DCjn6YK", + "question": "What does the large wheel on the left do?", + "choices": [ + "purify water", + "generate electricity", + "sightseeing rides", + "mill grain" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "spin", + "turn around", + "spin", + "sightseeing rides", + "spin people", + "cycles", + "spin", + "spins", + "giant wheel", + "spin around" + ], + "difficult_direct_answer": false, + "rationales": [ + "The large wheel allows people to see the city from a higher view.", + "The wheel is for sightseeing.", + "The large wheel is called a ferris wheel. it goes up real high in the air at a slow pace." + ] + }, + { + "split": "val", + "image_id": 142472, + "question_id": "P4kW6QHjRQjrDBY2YdCNxg", + "question": "What is the man in the blue shirt attempting to do?", + "choices": [ + "eat", + "dance", + "ski", + "cross street" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "shop", + "cross road", + "cross street", + "cross street", + "cross street", + "cross street", + "cross street", + "cross street", + "cross street", + "cross" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is trying to cross the street.", + "The man in the blue shirt wants to get to the other side of the street.", + "The man is crossing the road." + ] + }, + { + "split": "val", + "image_id": 502336, + "question_id": "P6oCrLWLEpt8yyJ6x9AbAd", + "question": "Which city is this sign in which contains the Heumarkt transit stop?", + "choices": [ + "cologne germany", + "london", + "rome", + "vienna" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cologne", + "heumarkt", + "canton", + "china", + "cologne germany", + "canton", + "heumarkt", + "heumarkt", + "heumarkt", + "canton" + ], + "difficult_direct_answer": false, + "rationales": [ + "The transit stop is contained in germany.", + "The city is in cologne.", + "You can tell by the language and signs as to where this is." + ] + }, + { + "split": "val", + "image_id": 507975, + "question_id": "P849UYcdPdpuMhsTCbyCuu", + "question": "What are the riders on the horses called?", + "choices": [ + "vollies", + "jimmys", + "jockeys", + "jolleys" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "jockey", + "jockey", + "jockeys", + "jockeys", + "jockey", + "jockeys", + "jockeys", + "jockeys", + "jockeys", + "jockey" + ], + "difficult_direct_answer": false, + "rationales": [ + "The racers have a height and weight restriction for riding these racehorses.", + "People ride horses with racing gear on.", + "The riders on horses in races are called jockeys." + ] + }, + { + "split": "val", + "image_id": 229311, + "question_id": "P8dF9URdgyA2NX7Na7Cc2K", + "question": "What item is found on the counter?", + "choices": [ + "bowl", + "cat", + "egg", + "coffee maker" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "towel", + "soap", + "dishcloth coffeemaker", + "bowl", + "bowl", + "box", + "towel", + "towel", + "coffee maker", + "paper bag" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is an appliance to make hot beverages in.", + "The item has a coffee maker.", + "A coffee maker is in the back of the counter." + ] + }, + { + "split": "val", + "image_id": 146825, + "question_id": "PB2RjD5RMSqbGxT9c2cAwU", + "question": "What does this train transport?", + "choices": [ + "animals", + "people", + "mail", + "cargo" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "passengers", + "cargo", + "passengers", + "passengers etc", + "passengers", + "people", + "mail", + "cargo", + "coal", + "people" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a postal carrier of sorts.", + "The train has royal mail on it.", + "The name royal mail can be found on the side of the train." + ] + }, + { + "split": "val", + "image_id": 160728, + "question_id": "PBPtqNj8ChAWcqKW5qxQvR", + "question": "What shape are the items that are tied together by the rope?", + "choices": [ + "triangle", + "rectangle", + "sphere", + "square" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "round", + "circle", + "sphere", + "round", + "sphere", + "spheres", + "circles", + "circle", + "sphere", + "sphere" + ], + "difficult_direct_answer": false, + "rationales": [ + "The objects are round solid objects.", + "The shape is a sphere.", + "The objects are round and spherical." + ] + }, + { + "split": "val", + "image_id": 286182, + "question_id": "PCGypGVa3Wc6gUBSHQVWmR", + "question": "What is the number on his dress?", + "choices": [ + "1399", + "1369", + "1389", + "1379" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "1369", + "1369", + "thirteen sixtynine", + "1369", + "1369", + "thirteen sixtynine", + "1369", + "1369", + "thirteen sixtynine", + "1369" + ], + "difficult_direct_answer": false, + "rationales": [ + "The number is on the front of his clothing. the third digit is not 7, 8, or 9.", + "His shirt has these numbers on it.", + "The numbers are big on the shirt" + ] + }, + { + "split": "val", + "image_id": 459272, + "question_id": "PCU3paJyftQe8M3s4T6ZVd", + "question": "What is on her forehead?", + "choices": [ + "pimples", + "snakes", + "wrinkles", + "dirt" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "wrinkles", + "hair", + "wrinkles", + "wrinkles", + "wrinkles", + "wrinkles", + "wrinkles", + "hair", + "some wrinkles", + "wrinkles" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman's lines on her forehead are known as wrinkles.", + "She has a look on her face that is making her forehead wrinkle up.", + "She has wrinkles." + ] + }, + { + "split": "val", + "image_id": 479126, + "question_id": "PCavtGPpEZnoW3vRUb2vbM", + "question": "What behavior of the people is prohibited indoor?", + "choices": [ + "smoking", + "drinking", + "wearing glasses", + "using laptop" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "annoyed", + "annoyed", + "smoking", + "smoking", + "annoyed", + "smoking", + "smoking", + "smoking", + "smoking", + "smoking" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are smoking outside.", + "The people can't smoke.", + "It is illegal inside now" + ] + }, + { + "split": "val", + "image_id": 191580, + "question_id": "PGrM6kp6herk4ducZoyUUd", + "question": "What does the end of the fork point toward?", + "choices": [ + "broccoli", + "fish", + "water", + "knife" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "broccoli", + "broccoli", + "broccoli", + "broccoli", + "towards vegetable", + "broccoli", + "brocolli", + "broccoli", + "broccoli", + "broccoli" + ], + "difficult_direct_answer": false, + "rationales": [ + "The fork is pointed toward the little green trees - or broccoli.", + "This green vegetable is commonly nicknamed a little tree.", + "The fork is pointing towards a green vegetable with a flowing head." + ] + }, + { + "split": "val", + "image_id": 30213, + "question_id": "PPFTmUK9jTLmCYzJ8UK7Bf", + "question": "Where is this room located at?", + "choices": [ + "apartment", + "school", + "house", + "museum" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "kitchen", + "kitchen", + "kitchen", + "house", + "indoors", + "house", + "museum", + "kitchen", + "home", + "kitchen" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is behind a ledge with interpretive labels.", + "The room is in a museum.", + "The room looks vintage and has explanatory labels." + ] + }, + { + "split": "val", + "image_id": 95786, + "question_id": "PPGK4QYUUdYhLhBKKfPCp3", + "question": "What type of art is this?", + "choices": [ + "sculpture", + "pottery", + "carving", + "painting" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "pottery", + "pottery", + "pottery", + "abstract", + "pottery", + "abstract", + "pottery", + "clay pottery", + "terracotta", + "pottery" + ], + "difficult_direct_answer": false, + "rationales": [ + "These are cups and vases made out of clay.", + "The art is pottery.", + "Those are all ceramic pots." + ] + }, + { + "split": "val", + "image_id": 397351, + "question_id": "PPGegcRPeAJZ58gfYTUAZH", + "question": "What is this place?", + "choices": [ + "deli", + "farm", + "roadside stand", + "grocery store" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "market", + "vegetable stand", + "market", + "market", + "market", + "market", + "roadside stand", + "farmers market", + "market", + "market" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is outdoors along a busy street.", + "You can tell by the vast amount of veggies being sold as to where they are.", + "There is a stand on the side of the road where items are sold." + ] + }, + { + "split": "val", + "image_id": 78823, + "question_id": "PR3YdLbDHdwHNJENygZqBa", + "question": "What kind of day is it outside?", + "choices": [ + "rainy", + "snowy", + "cold", + "warm" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "sunny", + "sunny", + "afternoon", + "sunny", + "sunny", + "warm", + "sunny", + "dry", + "sunny day", + "sunny" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ground looks wet and it seems overcast, so it could be assumed to be a rainy day today.", + "It's a nice day out and the car has it's roof off.", + "A dog is sitting on the back of a car. the car has the convertible top down so weather is nice." + ] + }, + { + "split": "val", + "image_id": 426329, + "question_id": "PSBwpAo47YDwimGuqy75Pm", + "question": "How many people can likely eat one cake?", + "choices": [ + "12", + "36", + "24", + "four" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "one", + "six", + "one", + "one", + "one", + "two", + "multiple", + "one", + "four", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "Four people are the correct number to the cake for satisfaction.", + "Four people can eat a cake.", + "4 people can eat." + ] + }, + { + "split": "val", + "image_id": 473219, + "question_id": "PSyBiDyNfASh3NPty6sGVq", + "question": "Why are the two holding hands in front of the people?", + "choices": [ + "praying", + "to dance", + "getting married", + "to play" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "getting married", + "getting married", + "getting married", + "taking vows", + "getting married", + "getting married", + "marriage", + "getting married", + "getting married", + "getting married" + ], + "difficult_direct_answer": false, + "rationales": [ + "The two people are dressed in wedding clothes and are standing in front of a person reading from a religious text, which is the common arrangement for a marriage ceremony.", + "These people are being wed since the woman is in a wedding dress.", + "They're getting married." + ] + }, + { + "split": "val", + "image_id": 277005, + "question_id": "PXXkdGKz45qtjq76Scf9Hj", + "question": "According to the graphic on the sign what kind of place is nearby?", + "choices": [ + "zoo", + "hotel", + "airport", + "hospital" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport" + ], + "difficult_direct_answer": false, + "rationales": [ + "The green sign has the image of an airplane on it.", + "The flughafen sign has a plane graphic on it.", + "There is a picture of a plane depicted on a green sign." + ] + }, + { + "split": "val", + "image_id": 455716, + "question_id": "PZuvxsHTeR4DzXQN7DQR59", + "question": "What is the clear plastic on the front for?", + "choices": [ + "visibility", + "bug shield", + "sun shield", + "style" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "shield", + "windshield", + "windshield", + "protection", + "wind protection", + "bug shield", + "light", + "wind shield", + "windshield", + "wind protection" + ], + "difficult_direct_answer": false, + "rationales": [ + "The plastic shield on the front of this motorcycle is likely to protect insects and other small debris from flying into the rider's face.", + "The plastic structure on the front of these motorcycles is to prevent small bits of debris or insects from hitting the rider.", + "When the motorcycle is driven, the plastic creates a barrier between the driver and the air in front of the vehicle. small creatures in the air will hit the plastic instead of the person driving." + ] + }, + { + "split": "val", + "image_id": 300659, + "question_id": "PazMPafpzhf5zWhAzzfKG9", + "question": "What is flying in the sky?", + "choices": [ + "helicopters", + "kites", + "birds", + "fighter jets" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "airplanes", + "jets", + "jets", + "jets", + "airplanes", + "airplanes", + "planes", + "fighter jets", + "jets", + "planes" + ], + "difficult_direct_answer": false, + "rationales": [ + "Those are fighter jets that are flying in a formation.", + "Planes fly.", + "The shape of the jet is what a fighter jet is shaped like." + ] + }, + { + "split": "val", + "image_id": 180751, + "question_id": "PbFfJju4rM4x4PzP9E3dmq", + "question": "What type of profession is the man in red in?", + "choices": [ + "emt", + "chef", + "stocker", + "bartender" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "bartender", + "bartender", + "bartender", + "bar tending", + "bartender", + "bartending", + "bartender", + "bartender", + "bartending", + "bartending" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is pouring alcohol.", + "The profession is a bartender.", + "The man is pouring drinks." + ] + }, + { + "split": "val", + "image_id": 49810, + "question_id": "PcWKJUYhqCiRRsF9ecidXy", + "question": "Which surface type is the cat sitting upon?", + "choices": [ + "wood", + "snow", + "glass", + "metal" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "wood", + "wood porch", + "deck", + "wooden", + "deck", + "seeing face", + "deck", + "wood", + "wood", + "wood" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is sitting on what looks to be someones porch.", + "The cat is on a surface with parallel nailed in planks. this is consistent with answer a which is a common building material for this type of structure.", + "The paneling visible is of a size, shape and being used in a manner consistent with answer a." + ] + }, + { + "split": "val", + "image_id": 359219, + "question_id": "PceZftPFbFZ7xbF3urpTvL", + "question": "How many pizzas do you see?", + "choices": [ + "one", + "none", + "two", + "five" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are 2 pizzas.", + "Two pizzas are shown since there are two containers.", + "There is a pizza on the left and one on the right." + ] + }, + { + "split": "val", + "image_id": 297085, + "question_id": "Pgr2EjnVJiyNjUnPs2qgkg", + "question": "Why is the cat looking at the screen?", + "choices": [ + "warmth", + "no reason", + "light", + "curiosity" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "is interested", + "something's moving", + "curiosity", + "something moving", + "movement", + "animal show", + "bird", + "watching tv", + "interested", + "watching scene" + ], + "difficult_direct_answer": true, + "rationales": [ + "The cat is curious about the tv.", + "The cat is intrigued by the image on the screen.", + "The cat is wondering about what it sees on the screen." + ] + }, + { + "split": "val", + "image_id": 194940, + "question_id": "PhDYZ98CbMyiiLytoTmBh6", + "question": "What does the silver container do to these vegetables?", + "choices": [ + "freeze", + "liquify", + "heat", + "cool" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "heat", + "keep warm", + "blend", + "keep warm", + "keep warm", + "heat", + "chops", + "juice", + "keep warm", + "soup" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is used to keep the food warm.", + "A shiny thermos is on a table next to the lid which is filled with vegetables.", + "It appears that this meal was just cooked, so preserving the heat of the bowl's contents is ideal. vegetables aren't cooked and then served cold most of the time." + ] + }, + { + "split": "val", + "image_id": 530836, + "question_id": "PmWMsFgyX6apXWit2Z87aj", + "question": "Where would you most likely find this advertisement?", + "choices": [ + "book", + "newspaper", + "library", + "magazine" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "magazine", + "magazine", + "magazine", + "magazine", + "magazine", + "magazine", + "magazine", + "sears", + "magazine", + "sears" + ], + "difficult_direct_answer": false, + "rationales": [ + "The folded, glossiness of the image implies that this is a picture of a magazine. magazines tend to be folded and glossy.", + "The advertisement is for century food kitchens. an ad like this would not be found in a book, newspaper, or library.", + "The ad is from a magazine." + ] + }, + { + "split": "val", + "image_id": 35279, + "question_id": "PrbWUDZrELd3nWMbQ72MSD", + "question": "What type of racket is next to the mans head?", + "choices": [ + "racquetball", + "badminton", + "tennis", + "ping pong" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "wilson", + "badminton", + "tennis", + "squash", + "tennis", + "badminton", + "laptop", + "tennis", + "tennis", + "badminton" + ], + "difficult_direct_answer": false, + "rationales": [ + "A man is laying on the floor with a small gridded racket. the racket has a short handle and is thinly made.", + "The racket is thin and delicate, but still has the traditional cat-gut stringing, these features are consistent with a badminton racket.", + "It's a badminton raquet." + ] + }, + { + "split": "val", + "image_id": 190236, + "question_id": "PvkdPe2rHmCnyKrzoFjrgy", + "question": "What might be done with the purple ball here?", + "choices": [ + "basketball game", + "ride it", + "puncture it", + "sitting" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "exercises", + "sitting", + "sit", + "exercise", + "sit", + "exercise", + "exercise", + "exercise", + "sit", + "exercise" + ], + "difficult_direct_answer": false, + "rationales": [ + "The purple ball is large enough to exercise on.", + "The ball is large like a chair.", + "It is an ergonomical seating choice" + ] + }, + { + "split": "val", + "image_id": 369037, + "question_id": "Px66AnBiMseHFPF94hYP93", + "question": "Which Street Fighter character comes from a country that reveres this animal?", + "choices": [ + "ken", + "dhalsim", + "m. bison", + "ryu" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "ninja", + "dhalsim", + "dhalsim", + "dhalsim", + "india", + "dhalsim", + "ninja", + "dhalsim", + "dhalsim", + "dhalsim" + ], + "difficult_direct_answer": false, + "rationales": [ + "This animal is an elephant. elephants are revered in india.", + "He is the character from india.", + "This character is from india where elephants are native to." + ] + }, + { + "split": "val", + "image_id": 321333, + "question_id": "Q5hfYjQnaxng9vg7QmEqa5", + "question": "How do these people know each other?", + "choices": [ + "neighbors", + "coworkers", + "siblings", + "teammates" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "siblings", + "siblings", + "siblings", + "siblings", + "siblings", + "birth", + "birth", + "siblings", + "siblings", + "siblings" + ], + "difficult_direct_answer": false, + "rationales": [ + "The two children are close in age and might be siblings from the same family.", + "These people are siblings since they're so young and they're next to each other.", + "The two kids in the picture look like they are siblings." + ] + }, + { + "split": "val", + "image_id": 161799, + "question_id": "Q6BuYZYZySn9YZXf8iBwXD", + "question": "How many skaters have both feet on the board?", + "choices": [ + "two", + "seven", + "three", + "one" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "three", + "two", + "one", + "three", + "one", + "three", + "one", + "three", + "one", + "three" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are 2 skaters.", + "The skater on the left has both feet on the board. the one on the right also has both feet on the board.", + "Both skaters have their feet on the board so that means two of them." + ] + }, + { + "split": "val", + "image_id": 336628, + "question_id": "Q7cdndwDheQypkx5d6WvbN", + "question": "Which person is telling us their occupation?", + "choices": [ + "doctor", + "nurse", + "clown", + "teacher" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "clown", + "clown", + "clown", + "clown", + "clown", + "directions", + "clown", + "clown", + "clown", + "clown" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is dressed up to entertain people", + "The colorful clothes and face paint on this man tell us he's a clown.", + "He is dressed in loud clothing and has face makeup that a clown would wear. none of the other other people pictured have any noticeable features indicating their profession." + ] + }, + { + "split": "val", + "image_id": 177065, + "question_id": "Q8qrsK2VxVXdM3LRKyhi5U", + "question": "What is the man's most probable relationship with the boys on the court?", + "choices": [ + "opponent", + "judge", + "coach", + "father" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "coach", + "instructor", + "friends", + "coach", + "dad", + "students", + "coach", + "father", + "coach", + "father" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man on the tennis court is probably the coach that is there to teach the children how to play.", + "The man on the tennis court is probably a coach that is teaching the children how to play.", + "He seems to coach the boys on the court." + ] + }, + { + "split": "val", + "image_id": 97679, + "question_id": "QBfzUChLwDv8fW2akWWDxP", + "question": "What is on top of the car?", + "choices": [ + "board", + "dog", + "rifle", + "cat" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "snowboard", + "skateboard", + "skateboard", + "snowboard", + "skating board", + "luggage", + "snowboard", + "board", + "cargo carrier", + "ski board" + ], + "difficult_direct_answer": false, + "rationales": [ + "The top has a board.", + "The top has a board.", + "The snowboard is used for skiing in cold areas." + ] + }, + { + "split": "val", + "image_id": 28993, + "question_id": "QJvRFzyGr6FEDrTqLohf7D", + "question": "What are the goldish/brown devices called?", + "choices": [ + "parking meters", + "stop lights", + "fire hydrants", + "barriers" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "fire hydrants", + "pipes", + "fire hydrants", + "standpipe", + "hydrants", + "hydrants", + "hydrant", + "hydrants", + "dry barrel", + "tanks" + ], + "difficult_direct_answer": false, + "rationales": [ + "Firefighters use these when putting out fires.", + "These items do not have coin slots or lights, and they are not really blocking anything. they could be used by first responders to put out a burning building.", + "There are dials on the top." + ] + }, + { + "split": "val", + "image_id": 13348, + "question_id": "QKSFmfG3S2PeXAuucEHUam", + "question": "What is the largest city in the nation where this plane is headquartered?", + "choices": [ + "hong kong", + "osaka", + "shanghai", + "tokyo" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "tokyo", + "tokyo", + "tokyo", + "tokyo", + "arabia", + "japan", + "tokyo", + "tokyo", + "tokyo", + "tokyo" + ], + "difficult_direct_answer": false, + "rationales": [ + "The largest city is tokyo.", + "The city is tokyo.", + "The name of the airline is written on the side and is a japanese airline. japan's biggest city is tokyo." + ] + }, + { + "split": "val", + "image_id": 33854, + "question_id": "QMRwRh6Gcy2qkWbZajGUru", + "question": "What is the ground below the blue vehicles made from?", + "choices": [ + "glass", + "wood", + "stone", + "steel" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "brick", + "stone", + "cobblestone", + "brick", + "london", + "brick", + "brick", + "bricks", + "stone", + "cobblestone" + ], + "difficult_direct_answer": false, + "rationales": [ + "The individual bricks on the ground are visible.", + "The road is made of several square blocks that is usually made of the same material.", + "There is cobblestone bricks on the ground below the blue vehicles." + ] + }, + { + "split": "val", + "image_id": 356387, + "question_id": "QU5GGV7TZU2xWvdPz946Ka", + "question": "Which conveyance shown burns the least gas?", + "choices": [ + "bus", + "car", + "motor cycle", + "bicycle" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "bike", + "scooter", + "bicycle", + "bike", + "motorcycle", + "motor", + "bike", + "bike", + "bicycle", + "bicycle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vehicle is a bike.", + "The conveyance is a bike.", + "Bikes don't require any gas since they're manually powered." + ] + }, + { + "split": "val", + "image_id": 492282, + "question_id": "QWLm7RxL6afwhBVm2WiMV7", + "question": "What does the man in front that is riding the horse have on?", + "choices": [ + "bowtie", + "backpack", + "motorcycle helmet", + "gloves" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "hat", + "cowboy hat", + "cowboy hat", + "hat", + "cowboy hat", + "cowboy hat", + "hat", + "cowboy hat", + "gloves", + "straw hat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man has a white item that is shaped like his hand on top of his hands. these items are called answer a.", + "The man that is riding the horse in front is wearing white gloves on his hands.", + "The man has gloves." + ] + }, + { + "split": "val", + "image_id": 150649, + "question_id": "QWSFPjnNokcHAt3aUzZCTT", + "question": "What aboutthese kids makes it likely they go to school together?", + "choices": [ + "same coach", + "same uniform", + "same parking", + "same house" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "play", + "clothes", + "uniform", + "same uniforms", + "clothing", + "same uniform", + "uniform", + "uniform", + "uniforms", + "friends" + ], + "difficult_direct_answer": false, + "rationales": [ + "The clothing the kids are wearing is identical and semi-formal looking.", + "The kids have uniforms.", + "The kids are wearing the same clothes with the same color, and are skating together." + ] + }, + { + "split": "val", + "image_id": 95707, + "question_id": "QXpLwCmcjZXSBHQULTdAXu", + "question": "What is typically on top of a cake?", + "choices": [ + "chocolate", + "icing", + "candles", + "sprinkles" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "icing", + "icing", + "cream", + "frosting", + "frosting", + "frosting", + "cream", + "frosting", + "cream", + "icing" + ], + "difficult_direct_answer": false, + "rationales": [ + "Frosting is a typical topping on a cake.", + "The largest cake present here is covered in a lime green icing.", + "Cakes usually have a creamy glaze made of sugar to add flavor and keep them together." + ] + }, + { + "split": "val", + "image_id": 151938, + "question_id": "QaL6hj3FGdpRMLEAiN6aFY", + "question": "Why is the woman holding an umbrella while seated?", + "choices": [ + "to dance", + "showing off", + "block sun", + "repelling rain" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "stay dry", + "raining", + "raining", + "raining", + "raining", + "rain", + "it's raining", + "rain protection", + "repelling rain", + "prevent rain" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is raining outside and the lady is sitting out there, so she is using an umbrella to keep dry.", + "You can see the rain drops falling outside.", + "The woman is holding the umbrella while seated to keep dry while it is raining." + ] + }, + { + "split": "val", + "image_id": 555972, + "question_id": "QaNQeaARotkH69bbZmrpuA", + "question": "What is the table the purple flower in the vase is placed on made of?", + "choices": [ + "bamboo", + "glass", + "steel", + "wood" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "glass", + "glass", + "jar", + "horn", + "table", + "ceramic", + "glass", + "glass", + "glass", + "glass" + ], + "difficult_direct_answer": false, + "rationales": [ + "The table is clear.", + "The material is clear and is consistent with answer a which is commonly used in this fashion.", + "The vase is made up of something shiny and smooth." + ] + }, + { + "split": "val", + "image_id": 133000, + "question_id": "QgbaJEnafjdsdWx5ReQAPn", + "question": "This train is powered by what energy?", + "choices": [ + "electricity", + "gas", + "coal", + "magnetic force" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "electricity", + "electricity", + "electric", + "magnetic force", + "electricity", + "electric", + "electric", + "electricity", + "electric", + "electricity" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bottom of the tracks are run by magnets.", + "This is indicated by its position on only one rail.", + "The single track this train hovers about suggests a magnetic relationship between the train and track." + ] + }, + { + "split": "val", + "image_id": 78565, + "question_id": "QjpYU2U32pH2dPpPoDEreR", + "question": "What type of vehicles are in the water?", + "choices": [ + "yacht", + "sailboat", + "cruise ship", + "jet ski" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sailboat", + "boats", + "yacht racing", + "sail boats", + "boat", + "boat", + "boats", + "sailboats", + "sailboats", + "sailboat" + ], + "difficult_direct_answer": false, + "rationales": [ + "This vehicle uses the wind and a piece of canvas as the propulsion to move it through the water.", + "The triangular white cloths are called sails, which is where the name sailboat comes from.", + "The vehicles are sailboats." + ] + }, + { + "split": "val", + "image_id": 200162, + "question_id": "Qn9fw2mFC5bWG7CjQvir9s", + "question": "Trains approaching from the direction the photographer take this picture must do what?", + "choices": [ + "nothing", + "speed up", + "change tracks", + "stop" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "stop", + "stop", + "stop", + "stop", + "stop", + "stop", + "stop", + "stop", + "stop", + "stop" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are traffic signals visible that have a red light displayed for trains approaching from behind the photographer.", + "The train must come to a halt at the traffic light.", + "Due to the red stop light you can understand what the trains must do." + ] + }, + { + "split": "val", + "image_id": 25394, + "question_id": "Qpu4P46aupMV73vp2wmEGk", + "question": "What type of business is this?", + "choices": [ + "dentist", + "barber", + "bar", + "doctor" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "bar", + "restaurant", + "restaurant", + "bar", + "bar", + "winery", + "bar", + "bar", + "restaurant", + "bar" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is a bartender and the customers are on the other side of the counter.", + "There are wine and beer bottles.", + "He's opening a beer and there is other alcohol" + ] + }, + { + "split": "val", + "image_id": 263969, + "question_id": "Qqu6VC6u393vD5MFN4nLKC", + "question": "The man and woman are celebrating their newly formed what?", + "choices": [ + "cake", + "bond", + "friendship", + "break-up" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "bond", + "marriage", + "marriage", + "marriage", + "marriage", + "marriage", + "marriage", + "marriage", + "marriage", + "marriage" + ], + "difficult_direct_answer": false, + "rationales": [ + "Marriage is a bond between two people.", + "The people bond.", + "The man and woman have just gotten married. they are now bonded together for life." + ] + }, + { + "split": "val", + "image_id": 9483, + "question_id": "Qs2pN4dnREpNWB3Faxrwfy", + "question": "What type of mirror has been installed here?", + "choices": [ + "two way", + "projection", + "dome lit", + "vanity" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "two way", + "two way", + "two way", + "two way", + "two way", + "two way", + "one way", + "two way", + "one way", + "two-way" + ], + "difficult_direct_answer": false, + "rationales": [ + "A type of glass where you can see outward but not on the other side of it.", + "The man is standing next to a mirror that is two way and allows for people to see into the other room.", + "The type is 2-way." + ] + }, + { + "split": "val", + "image_id": 261061, + "question_id": "QsW8sBQzRc4Zsxds7WwTJ7", + "question": "Where is this person playing?", + "choices": [ + "gym", + "stadium", + "pool", + "backyard" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "frisbee", + "backyard", + "back yard", + "frisbee", + "park", + "backyard", + "grass", + "backyard", + "outdoors", + "backyard" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is in a yard.", + "The person is in a grassy fenced area.", + "There is grass and a fence behind the person. this person is outside, not inside a stadium, gym, or pool." + ] + }, + { + "split": "val", + "image_id": 260106, + "question_id": "Qv49BJttrdU8moobFFSe58", + "question": "What is the horse trying to clear?", + "choices": [ + "lake", + "path", + "bridge", + "poles" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "jump hurdle", + "some bars", + "poles", + "jumping pole", + "hurdle", + "hurdle", + "hurdles", + "winner", + "obstruction", + "obstacle" + ], + "difficult_direct_answer": true, + "rationales": [ + "The horse is jumping over a set of poles.", + "The horse is attempting to jump over the pokes that are shown here.", + "The objects are long, slender, rounded rods." + ] + }, + { + "split": "val", + "image_id": 228436, + "question_id": "R5zKF5LPj53tXkChG4Mq7M", + "question": "Which mode of transport could traverse toward the horizon?", + "choices": [ + "car", + "pedestrian", + "boat", + "bicycle" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "boats", + "boat", + "bicycle", + "bike", + "boat", + "boat", + "bike", + "boat", + "boat", + "bike" + ], + "difficult_direct_answer": false, + "rationales": [ + "The mode is by bike.", + "The bike you could ride.", + "The mode of transport is the main focus of the image." + ] + }, + { + "split": "val", + "image_id": 512929, + "question_id": "R6NkFiXvj9TEor6T66JJmM", + "question": "What is the likely relationship of the two females?", + "choices": [ + "teacher/student", + "sisters", + "mother/daughter", + "coworkers" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sisters", + "sisters", + "siblings", + "sisters", + "sisters", + "sibling", + "sisters", + "sisters", + "sister", + "sisters" + ], + "difficult_direct_answer": false, + "rationales": [ + "The girls are sisters.", + "The relationship is sisters.", + "The girls are young and only a few years apart. they look similar in features." + ] + }, + { + "split": "val", + "image_id": 329455, + "question_id": "R9V95LVNMqbNuxcHhqktUJ", + "question": "What board game is the man's competition shirt referring to?", + "choices": [ + "checkers", + "go", + "monopoly", + "chess" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "chess", + "chess", + "chess", + "chess", + "chess", + "chess", + "chess", + "chess", + "chess", + "chess" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man sitting at the table is wearing a tshirt for a chess tournament.", + "The game is one of the most complicated.", + "The man is wearing a chess state championship shirt." + ] + }, + { + "split": "val", + "image_id": 34873, + "question_id": "RBwzjVcACZNAqMHpPZbv4i", + "question": "What is the purpose of the slats on the black surface?", + "choices": [ + "drainage", + "cook food", + "hold knives", + "stacking plates" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "water", + "catch water", + "drainage", + "drain water", + "decoration", + "drainage", + "drain", + "drainage", + "grip", + "drying" + ], + "difficult_direct_answer": false, + "rationales": [ + "A countertop is on both sides of a sink with one side having long slits in the surface.", + "They look like they would drain water from the counter.", + "The slats allow liquid to roll into the sink." + ] + }, + { + "split": "val", + "image_id": 361730, + "question_id": "RE7AjTGi4wSmoqR4QYLrjB", + "question": "What is the blue kite in the lower right corner shaped like?", + "choices": [ + "ferret", + "cat", + "cloud", + "octopus" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "squid", + "octopus", + "octopus", + "octopus", + "octopus", + "octopus", + "octopus", + "octopus", + "octopus", + "octopus" + ], + "difficult_direct_answer": false, + "rationales": [ + "The blue one is an octopus.", + "A huge blue sphere with some attached tentacles are floating in the air.", + "It has a large head and eight legs." + ] + }, + { + "split": "val", + "image_id": 33114, + "question_id": "RFLRY32jbKYv8NBsmVtX7x", + "question": "What is the most likely reason for reflection on the runway?", + "choices": [ + "heat", + "cold", + "gas leak", + "water" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "heat", + "water", + "hot surface", + "heat", + "water", + "find it", + "aeroplane flying", + "glare", + "exhaust", + "water" + ], + "difficult_direct_answer": false, + "rationales": [ + "The runway is covered in moisture as a medium for reflection.", + "The reason is the water.", + "The ground is wet." + ] + }, + { + "split": "val", + "image_id": 133244, + "question_id": "RFYFh4DWWiKWEQZW6uR4Uh", + "question": "What is the profession of the man standing near the net?", + "choices": [ + "judge", + "athlete", + "doctor", + "coach" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "athlete", + "athlete", + "tennis player", + "tennis player", + "men tennis", + "tennis player", + "tennis player", + "tennis player", + "tennis player", + "tennis" + ], + "difficult_direct_answer": false, + "rationales": [ + "The profession is an athlete.", + "He is playing tennis.", + "The man pictured in on a tennis court with a tennis racket in his hand so therefore he is most likely getting paid to play tennis." + ] + }, + { + "split": "val", + "image_id": 509735, + "question_id": "RHuE3kjsrxziVFTSuHGQTD", + "question": "What animal is a close relative of zebras?", + "choices": [ + "bear", + "horse", + "wolf", + "dog" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "horse", + "horse", + "horse", + "horses", + "horse", + "horses", + "horse", + "donkeys", + "horses", + "horse" + ], + "difficult_direct_answer": false, + "rationales": [ + "A zebra looks like a horse, but with stripes.", + "The animal is like a horse.", + "Both are herbivores who have manes and hooves." + ] + }, + { + "split": "val", + "image_id": 188465, + "question_id": "ReDe96f2774vpupY23aBCH", + "question": "What player has an all time record in this sport?", + "choices": [ + "tiger woods", + "john stockton", + "chris paul", + "pete rose" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "pete rose", + "lou gerri", + "cal ripen", + "batter", + "barry bonds", + "babe ruth", + "cy young", + "babe ruth", + "barry bonds", + "barry bonds" + ], + "difficult_direct_answer": false, + "rationales": [ + "Pete rose has a very high record in baseball for homeruns.", + "The other options don't match this sport.", + "The people in the picture are playing baseball. no one else on the list played baseball." + ] + }, + { + "split": "val", + "image_id": 72852, + "question_id": "ReR5LFFQDGRsrWasGqvdx4", + "question": "What kind of zone is this bike parked in?", + "choices": [ + "temporary", + "pedestrian", + "no parking", + "handicap" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "pedestrian zone", + "pedestrian", + "pedestrian", + "pedestrian", + "pedestrian", + "pedestrian", + "pedestrian", + "pedestrian zone", + "pedestrian", + "pedestrian" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign has a person on it so it is a pedestrian zone.", + "It is an area where people cross the street on foot.", + "The bike is on the sidewalk beneath a sign that reads \"pedestrian zone\"." + ] + }, + { + "split": "val", + "image_id": 367680, + "question_id": "RhZ5i6awC44Si9nVyCzBst", + "question": "What is the horse doing in front of the cart?", + "choices": [ + "pulling it", + "eating it", + "stopping it", + "attacking it" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "travelling", + "pulling", + "pulling", + "pulling", + "pulling it", + "pulling", + "pulling it", + "cart pulling", + "riding someone", + "pulling" + ], + "difficult_direct_answer": false, + "rationales": [ + "The horse is dragging the cart along.", + "The horse in front of the cart is being used to pull it down the road.", + "The horse is attached to the cart. the horse is moving, not attacking, stopping, or eating, the cart." + ] + }, + { + "split": "val", + "image_id": 340894, + "question_id": "RktS7Pmjx4EvyCUjQB5TSr", + "question": "What is under the mouse?", + "choices": [ + "mousepad", + "magazine", + "book", + "paper" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "mouse pad", + "mouse pad", + "mousepad", + "mousepad", + "mousepad", + "mousepad", + "mouse pad", + "mouse pad", + "mousepad", + "mousepad" + ], + "difficult_direct_answer": false, + "rationales": [ + "The mouse has a protective pad.", + "A computer mouse is frequently used with a mousepad to make it work correctly and the item under this mouse is of the right shape and size to be a mousepad.", + "The mouse has a pad." + ] + }, + { + "split": "val", + "image_id": 161128, + "question_id": "Rpy3Dcuk4GLi5NsNq5Xzgt", + "question": "What symbol is repeated on the sign?", + "choices": [ + "minus", + "period", + "exclamation", + "plus" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "do not", + "exclamation point", + "stop", + "exclamation point", + "exclamation", + "stop", + "exclamation point", + "", + "no noise", + "exclamation point" + ], + "difficult_direct_answer": false, + "rationales": [ + "The exclamation point appears twice.", + "The symbol is an exclamation point.", + "There is two exclamation points on the sign but only one symbol of each for the others." + ] + }, + { + "split": "val", + "image_id": 569825, + "question_id": "RrQ48CMWPTgqsvg2K4P7eR", + "question": "When actively playing what physical position will this player be in?", + "choices": [ + "upside down", + "crouch", + "lying down", + "stand" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "crouch", + "crouched", + "crouched", + "catcher", + "catcher", + "catcher", + "catcher", + "pitcher", + "squat", + "crouch" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person will crouch.", + "The player is the catcher and has to sit low to the ground.", + "The player is the catcher. catchers do not stand upright, lie down, or stand upside down when playing." + ] + }, + { + "split": "val", + "image_id": 92416, + "question_id": "RsfWYWW4vEUkb5XCQHUKTX", + "question": "What are the girls sitting on?", + "choices": [ + "dock", + "chairs", + "grass", + "boat" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "three", + "dock", + "deck", + "dock", + "dock", + "dock", + "dock", + "three", + "dock", + "dock" + ], + "difficult_direct_answer": false, + "rationales": [ + "The girls are sitting on the fixed structure that is above the water.", + "The girl is sitting on the dock.", + "The girls are docked." + ] + }, + { + "split": "val", + "image_id": 554328, + "question_id": "Rsx7xekwpsg4ZCDwoMoePn", + "question": "What actress has the first name that is seen on these jerseys?", + "choices": [ + "joan crawford", + "kimberly elise", + "jenna elfman", + "jessica stroup" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "jenner", + "kimberly katrall", + "kimberly", + "kimberly williams", + "kimberly elise", + "kimberly", + "kimberly actress", + "kimberly", + "kim basinger", + "kim nova" + ], + "difficult_direct_answer": false, + "rationales": [ + "The name on each jersey starts with a k and ends with a y.", + "The actress is elise.", + "Kimberly is on the jerse." + ] + }, + { + "split": "val", + "image_id": 435081, + "question_id": "RwYJaSgNVemMYsSkVVKnxu", + "question": "What kind of cake is in the bottom row?", + "choices": [ + "red velvet", + "cherry", + "lemon meringue", + "apple" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "red velvet", + "decorative", + "decorative", + "red velvet", + "red velvet", + "red velvet", + "red velvet", + "red velvet", + "red velvet", + "cupcake" + ], + "difficult_direct_answer": false, + "rationales": [ + "This kind of cake is known for its texture and color, giving it its name.", + "The cake is red.", + "The coloring of this cake will give it away upon seeing it. it is usually topped with a cream cheese icing." + ] + }, + { + "split": "val", + "image_id": 534041, + "question_id": "RwpxKDcMF2E4fdhCjCJNEN", + "question": "What is the woman wearing pink helping the child do?", + "choices": [ + "play", + "dress", + "drink", + "eat" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "eat", + "eat", + "eat", + "eat", + "eating", + "eat", + "eating", + "eat", + "eat", + "eat" + ], + "difficult_direct_answer": false, + "rationales": [ + "A woman is shoving food into her mouth.", + "She is giving the hot dog to the boy.", + "The woman is holding food. the food is next to the child's mouth." + ] + }, + { + "split": "val", + "image_id": 165039, + "question_id": "RxPKF64GYxeyCLiP32aKf5", + "question": "In what US state is this scene located?", + "choices": [ + "illinois", + "wisconsin", + "idaho", + "ohio" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "washington", + "chicago", + "illinois", + "illinois", + "illinois", + "chicago", + "illinois", + "new york", + "illinois", + "illinois" + ], + "difficult_direct_answer": false, + "rationales": [ + "The museum of science and industry is in illinois.", + "A city bus displays the next stop on the digital sign on the front window.", + "The bus on the street has a cat emblem on it which is the transportation authority for chicago, illinois." + ] + }, + { + "split": "val", + "image_id": 40471, + "question_id": "RxjgZeBYRVwq53iUfWx6pU", + "question": "What is the purpose of the item on the fridge handle?", + "choices": [ + "wash dishes", + "wash floor", + "empty oven", + "dry hands" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "drying", + "dry hands", + "cleanliness", + "dry dishes", + "wiping hands", + "rag", + "drying", + "dry dishes", + "cleaning", + "wiping" + ], + "difficult_direct_answer": false, + "rationales": [ + "A small towel is wrapped along the bottom of the refrigerator's handle in this scene. given that towels are used to dry things and this towels proximity to the kitchen sink we can conclude this towel is usually used after washing hands.", + "A towel is there to wipe your hands with after washing them.", + "The item on the fridge handle is a hand towel. after washing your hands you have to dry them." + ] + }, + { + "split": "val", + "image_id": 70048, + "question_id": "S2UN3nzSfNpeyBMH2GUyCk", + "question": "Where does this person appear to be dining?", + "choices": [ + "outdoors", + "plane", + "restaurant", + "kitchen" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "airplane", + "plane", + "train", + "dinning room", + "plane", + "plane", + "breakfast", + "airplane", + "burger", + "cafeteria" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is eating from a plane tray.", + "The food is being served on a plane tray so this must be a plane.", + "The person is inside. the food is on a tray that is attached to the seat in front of the person." + ] + }, + { + "split": "val", + "image_id": 144333, + "question_id": "S5T6eMemksb6hVpMnB8hYf", + "question": "Where is she most likely heading on her bicycle?", + "choices": [ + "beach", + "store", + "school", + "park" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "school", + "school", + "work", + "school", + "school", + "school", + "school", + "school", + "school", + "school" + ], + "difficult_direct_answer": false, + "rationales": [ + "Given the uniform the bicycle riding girl wears and the bag for her books mounted to the handlebars we can conclude she's heading for school.", + "The girl is dressed in a uniform for school and has her schoolbag with her. uniforms such as these are common in japan.", + "A teenage is peddling on her bike as she looks down at a piece of paper." + ] + }, + { + "split": "val", + "image_id": 273493, + "question_id": "S7PYnsJCcBfWFtnzXnAayU", + "question": "What does the player need to do to the ball?", + "choices": [ + "swing", + "juggle", + "throw", + "dribble" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "racket", + "serve", + "hit", + "swing", + "hit", + "hit it", + "kick", + "hit it", + "return it", + "hit" + ], + "difficult_direct_answer": false, + "rationales": [ + "The player on the tennis court needs to swing the racquet in order to hit the ball over the net.`", + "The person is going to hit the ball when he is playing tennis.", + "The player swings." + ] + }, + { + "split": "val", + "image_id": 153797, + "question_id": "SA8eYDyzQYZXZRykahrGmf", + "question": "The man has a glove where?", + "choices": [ + "right hand", + "left hand", + "head", + "behind back" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "hand", + "left hand", + "hand", + "left hand", + "left hand", + "baseball", + "left hand", + "left hand", + "left hand", + "hand" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is not on his right hand.", + "A glove is worn on the terminal part of the arm. his right one is not covered.", + "The pitcher's right palm is empty. his other one has a glove." + ] + }, + { + "split": "val", + "image_id": 30828, + "question_id": "SDfSmLAeRRq77jeB3mdieQ", + "question": "What is on top of the man?", + "choices": [ + "blanket", + "newspapers", + "sleeping bag", + "clothing" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "blanket", + "parking meter", + "sleeping bag", + "sleeping blanket", + "sleeping bag", + "sleeping bag", + "blanket", + "sleeping bag", + "blanket", + "blanket" + ], + "difficult_direct_answer": false, + "rationales": [ + "A sleeping bag can be zipped around a person like a cocoon.", + "He has a cover that people use to camp with or sleep outside with.", + "It is thick and puffy and water resistant material" + ] + }, + { + "split": "val", + "image_id": 474881, + "question_id": "SGt3LAcTjvTtjzjBAtJsCd", + "question": "Which of these animals heads is closest to the ground?", + "choices": [ + "upper-left", + "upper-right", + "bottom-right", + "bottom-left" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "far right", + "front one", + "front two", + "bottom-right", + "front right", + "right", + "front right", + "closest", + "lowest one", + "left" + ], + "difficult_direct_answer": true, + "rationales": [ + "This animal has its head the lowest to the grass", + "The one on the bottom right.", + "You can't see its nose in the grass" + ] + }, + { + "split": "val", + "image_id": 449312, + "question_id": "Sd9FAqZwhabNaWzRUftozo", + "question": "What does that text behind the lady ask?", + "choices": [ + "love us", + "welcome", + "rate us", + "eat cake" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "love us", + "love us", + "love", + "love us", + "love", + "tips", + "love", + "food", + "love us", + "about love" + ], + "difficult_direct_answer": false, + "rationales": [ + "The heart in the text corresponds to affection.", + "The text says love us.", + "The heart icon is associated with love which matches the sign by woman." + ] + }, + { + "split": "val", + "image_id": 125072, + "question_id": "SdAdWFmnnNenYAp5iLkkSM", + "question": "The animals are walking towards the same object to do what?", + "choices": [ + "mate", + "sleep", + "drink water", + "eat" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "drink", + "drink water", + "drink", + "drink", + "drink", + "drink", + "drink water", + "to drink", + "drink", + "drink water" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cows are moving towards water which is what a cow needs to drink for sustenance. they do not sleep in this position, there is no obvious mating, and they would not be in this position to actively eat.", + "The cows are by a lake.", + "The other options don't fit with the scene. if it were b, they could do it anywhere in the green without going near the shoreline." + ] + }, + { + "split": "val", + "image_id": 49761, + "question_id": "Se8YypiBrjwXhwCmjyDjtK", + "question": "Which animal is the weakest?", + "choices": [ + "flamingo", + "wildebeest", + "zebra", + "none" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "zebra", + "zebra", + "zebra", + "zebra", + "zebra", + "zebra", + "horse", + "flamingo", + "flamingo", + "flamingo" + ], + "difficult_direct_answer": false, + "rationales": [ + "Flamingos are grazing near livestock.", + "Flamingos are smaller and more lightweight thus likely to die if trampled.", + "A bird would not be as strong as a quadruped." + ] + }, + { + "split": "val", + "image_id": 69224, + "question_id": "SgSpH9dKik4F3kZ9pu2EbH", + "question": "What dessert are the people eating?", + "choices": [ + "ice cream", + "donuts", + "cake", + "cookies" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "donuts", + "donuts", + "doughnuts", + "donuts", + "donuts", + "donuts", + "donuts", + "donuts", + "doughnuts", + "doughnuts" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are circular with a hole in them", + "In the box laid out in front of these two people we see a rounded fried piece of dough with a hole in the middle and a sweet topping. these are the features of a donut.", + "The items are in a krispy kreme box, which is an establishment known for selling donuts." + ] + }, + { + "split": "val", + "image_id": 521141, + "question_id": "SgqV4mnErEwU75PNQtwqpo", + "question": "What is the tallest thing in this area?", + "choices": [ + "people", + "people", + "cars", + "buildings" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "skyscrapers", + "building", + "buildings", + "skyscraper", + "building", + "skyscrapers", + "building", + "street sign", + "road", + "building" + ], + "difficult_direct_answer": false, + "rationales": [ + "The street is surrounded by buildings that are taller than everything else.", + "In order to see the top of the building you have to look up.", + "The structures in the background are taller than the people and cars." + ] + }, + { + "split": "val", + "image_id": 262938, + "question_id": "Sk8wJePwpdzCXP4WzjbGdu", + "question": "What are the stuffed animals pretending to do?", + "choices": [ + "washing", + "sleeping", + "reading", + "cleaning" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "read", + "read", + "read", + "read", + "read", + "reading", + "read", + "read book", + "read book", + "read book" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animals read.", + "There is an open book in front of the stuffed animals eye line. this is a reproduction of what it would look like to be actively reading.", + "The stuffed animals are looking at a book." + ] + }, + { + "split": "val", + "image_id": 74733, + "question_id": "SmTPg7HCekgNrHgwnvvYFm", + "question": "How many glasses of beer are at least partially visible?", + "choices": [ + "four", + "eight", + "five", + "three" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "eight", + "nine", + "eight", + "nine", + "four", + "eight", + "eight", + "eight", + "eight", + "eight" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are 8 glasses.", + "Beer has a gold to dark brown color. the other cup is too light to be beer.", + "There are four glasses on one side and an additional four on the other." + ] + }, + { + "split": "val", + "image_id": 271728, + "question_id": "SoTQafEnfUD2Y8PJj7uSH5", + "question": "What object is missing that has a yellow cable on the shelf of the cabinet on the wall?", + "choices": [ + "record player", + "fish tank", + "microwave", + "tv" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "tv", + "dvd player", + "ethernet cord", + "phone", + "printer", + "charger", + "monitor", + "television", + "tv", + "mouse" + ], + "difficult_direct_answer": true, + "rationales": [ + "The tv is missing.", + "A tv stand in a living room does not have any electronics on it.", + "This is a living room. people like to watch television in the living room." + ] + }, + { + "split": "val", + "image_id": 332318, + "question_id": "SpnBQjkqymWyZ5gEzPTwKu", + "question": "What type of animal is in the grass?", + "choices": [ + "cow", + "giraffe", + "dog", + "panda" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cow", + "cow", + "cow", + "cow", + "cows", + "cows", + "cows", + "cow", + "cows", + "cow" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are cows in the grass.", + "A large grassy area is covered by large brown animals without manes grazing and laying.", + "The animal is a cow." + ] + }, + { + "split": "val", + "image_id": 428280, + "question_id": "SsQakUmPuH7a7w6tvHfNjc", + "question": "What is the laptop on?", + "choices": [ + "counter", + "bed", + "island", + "table" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "table", + "table", + "table", + "portable table", + "table", + "folding table", + "table", + "tv table", + "table", + "table" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a surface with legs not attached to anything else.", + "The laptop is on a table.", + "The laptop is sitting on a little stand." + ] + }, + { + "split": "val", + "image_id": 15338, + "question_id": "Su4RjX7NpuDbXwjPMBxq9g", + "question": "What type of vehicles are coming down the road?", + "choices": [ + "trains", + "cars", + "buses", + "taxis" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "bus", + "buses", + "bus", + "locomotive", + "busses", + "bus", + "busses", + "buses", + "bus", + "bus" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vehicles are large and meant for transporting large groups of people.", + "These vehicles are built for transporting multiple people at a time for public use.", + "The vehicles are buses." + ] + }, + { + "split": "val", + "image_id": 182805, + "question_id": "SvWosPQqsqcUBDy2Jzg4hr", + "question": "Why is the woman holding the umbrella?", + "choices": [ + "repel rain", + "fashion accessory", + "for shade", + "to dance" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "shade", + "get shadow", + "shade", + "sun protection", + "over hate", + "for shade", + "shade", + "shade", + "shade", + "sun protection" + ], + "difficult_direct_answer": false, + "rationales": [ + "Since there are no drops shown in the water and there is sunshine on the right, the umbrella is being used to block the sun and provide shade to human and dogs.", + "The woman's umbrella is for shade.", + "The woman needs shade." + ] + }, + { + "split": "val", + "image_id": 5600, + "question_id": "Svs8fentMLQ8L3ApAisjeQ", + "question": "The reddish-brown food in the further bowl is what type of food?", + "choices": [ + "dairy", + "legume", + "meat", + "vegetable" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "meat", + "stir fry", + "meat", + "meat", + "sausage", + "meat", + "sesame chicken", + "stew", + "salsa", + "meat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dish is the further bowl looks like it is some kind of stew. there is green vegetable visible so the complimentary red-brown item must be meat.", + "The reddish-brown food is beef. it comes from an animal.", + "It is cut up and cooked flesh" + ] + }, + { + "split": "val", + "image_id": 150638, + "question_id": "Swg6UuWx3sV6rx6mLKYwZz", + "question": "What is the blue and white item?", + "choices": [ + "cup", + "table", + "cooler", + "bottle" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "beverage dispenser", + "water jug", + "tank", + "insulated-beverage container", + "cooler", + "cooler", + "cooler", + "beverage cooler", + "cooler", + "water cooler" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are drinks on the table. coolers keep the drinks cold", + "The item is big and it is used to store liquids.", + "This blue and white cylindrical container is for keeping the beverages prepared elsewhere on the table cold." + ] + }, + { + "split": "val", + "image_id": 580294, + "question_id": "SwkgX6iwJ3do4mFyGFad4H", + "question": "What is the woman holding?", + "choices": [ + "spoon", + "flipper", + "wisk", + "spatula" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "spatula", + "spatula", + "spatula", + "spatula", + "spatula", + "spatula", + "spatula", + "spatula", + "spatula", + "spatula" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman uses that to flip the eggs.", + "The woman is actually holding a spatula.", + "The woman is holding a plastic spatula in her right hand." + ] + }, + { + "split": "val", + "image_id": 459809, + "question_id": "T4VcxwB778ZJZ8ggDRcct6", + "question": "What is hiding the bridge?", + "choices": [ + "clouds", + "boat", + "water", + "people" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "fog", + "fog", + "fog", + "clouds", + "clouds", + "fog", + "water", + "fog", + "river", + "suspension cables" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bridge has clouds.", + "The clouds are low and it looks like fog in front of the bridge.", + "It is foggy over the bridge." + ] + }, + { + "split": "val", + "image_id": 409211, + "question_id": "T8Mak9BHbJd5WqH2jhjBZo", + "question": "Who is winning the game?", + "choices": [ + "preston", + "ryan", + "michael", + "harrison" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "michani", + "russell", + "mich russell", + "russell", + "michael russel", + "michael", + "his opponent", + "michael russell", + "mitch russell", + "russell" + ], + "difficult_direct_answer": false, + "rationales": [ + "The athlete ryan is down by 5 to his opponent", + "The score board in the background tells who is winning.", + "The sign in the back shows the names and points and it says michael has more points." + ] + }, + { + "split": "val", + "image_id": 376365, + "question_id": "T9KmhNREm5oz68KpHDp4jR", + "question": "What is reflected in the ball?", + "choices": [ + "goat", + "person", + "car", + "airplane" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "human", + "window", + "photographer", + "person", + "human", + "person", + "person", + "person", + "person", + "photographer" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is something with a head and arms and legs that is messing with an item.", + "You can see an image of someone in the reflection.", + "You can see a woman in the reflection of the ball." + ] + }, + { + "split": "val", + "image_id": 60932, + "question_id": "TAKCfAy3yDzuEtuq994hdn", + "question": "Who is the man in white?", + "choices": [ + "manager", + "bride", + "groom", + "waiter" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "groom", + "groom", + "groom", + "husband", + "groom", + "groom", + "groom", + "groom", + "groom", + "husband" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man just got married since he's in a suit.", + "The man is at a wedding. he is wearing a boutonniere.", + "The party looks like a wedding reception, so i'm assuming he is the husband." + ] + }, + { + "split": "val", + "image_id": 427256, + "question_id": "TAwFJVcYrztESePxFhSyAt", + "question": "What is this game played with?", + "choices": [ + "rugby ball", + "ball", + "puck", + "golfball" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "baseball", + "ball", + "baseball", + "baseball", + "bats", + "baseball", + "ball", + "ball", + "baseball", + "baseball" + ], + "difficult_direct_answer": false, + "rationales": [ + "The players on the field are playing baseball which requires bases and balls.", + "The game centers around the baseball.", + "The player is holding a bat which he will use to hit a ball." + ] + }, + { + "split": "val", + "image_id": 23230, + "question_id": "TCXSs2iG5qmduZYmRir2cK", + "question": "What type of water are the geese floating in?", + "choices": [ + "salt", + "still", + "brackish", + "fresh" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "pond", + "lake", + "river", + "pond", + "fresh", + "lake", + "pond", + "pond", + "fresh water", + "fresh" + ], + "difficult_direct_answer": false, + "rationales": [ + "The water is fresh.", + "The geese are shown floating in a river current.", + "The geese are in a pond." + ] + }, + { + "split": "val", + "image_id": 580197, + "question_id": "TP6CLZw55zqvf7ysJUnG2B", + "question": "What is the most likely explanation for how the people in the back of the room can hear this man?", + "choices": [ + "streaming", + "shouting", + "small room", + "microphone" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "microphone", + "microphone", + "behind you", + "microphone", + "microphone", + "speakers", + "microphone", + "lapel microphone", + "microphone", + "shirt microphone" + ], + "difficult_direct_answer": false, + "rationales": [ + "An electronic device is clipped to his shirt. this enables people at the back of the room to hear him.", + "The microphone is the explanation.", + "The man has a black wire on his shirt." + ] + }, + { + "split": "val", + "image_id": 322959, + "question_id": "TU3Jt6U4vLxsHp26fpMWW8", + "question": "What type of board is being used?", + "choices": [ + "poster board", + "charcuterie", + "billboard", + "cardboard" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cheese board", + "dining", + "charcuterie", + "wooden board", + "wood", + "cutting board", + "wood", + "cutting board", + "cutting board", + "cutting" + ], + "difficult_direct_answer": false, + "rationales": [ + "The board is for cheese.", + "The board is covered in cheese, meat, and bread.", + "The board has food on it that has been carefully arranged and displayed as one would do for option a." + ] + }, + { + "split": "val", + "image_id": 564091, + "question_id": "TWyAuHgJjHojJL8osH3VPw", + "question": "What is being done with the bangles or necklaces?", + "choices": [ + "display only", + "stolen", + "purchased", + "sold" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "selling", + "sold", + "sold", + "for sale", + "selling", + "shinning", + "being sold", + "sale", + "being sold", + "being sold" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a sign advertising them", + "They are displayed with prices.", + "The vendor is selling this type of jewelry." + ] + }, + { + "split": "val", + "image_id": 57597, + "question_id": "Tbna5Srgt6Jbg8hgADabX7", + "question": "What colour is the lead player's shirt?", + "choices": [ + "red", + "yellow", + "green", + "white" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "white", + "white", + "white", + "white", + "white", + "white", + "white", + "white", + "white", + "white" + ], + "difficult_direct_answer": false, + "rationales": [ + "The lead player has white on.", + "The person leading the runners is dressed in a the lighter color.", + "The color is white." + ] + }, + { + "split": "val", + "image_id": 126216, + "question_id": "TgSTm8wMoywwfop8P7MVSd", + "question": "What season is it on the grassland where the elephants are grazing?", + "choices": [ + "rainy", + "winter", + "dry", + "fall" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "fall", + "summer", + "summer", + "summer", + "summer", + "summer", + "dry", + "fall", + "summer", + "fall" + ], + "difficult_direct_answer": false, + "rationales": [ + "The grass is not getting enough water. it is turning brown.", + "The season is dry.", + "The grass is brown and dying." + ] + }, + { + "split": "val", + "image_id": 371749, + "question_id": "TgnxoGn2URnSnsnWhniwQ9", + "question": "Which type animals do at least one person here like?", + "choices": [ + "dogs", + "rats", + "cats", + "newts" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "dog", + "dogs", + "dog", + "dogs", + "dogs", + "dog", + "dogs", + "dogs", + "dogs", + "dog" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a photo of one on the wall", + "There is a picture of a small puppy on a picture hanging on the wall.", + "There's a portrait of a dog on the wall." + ] + }, + { + "split": "val", + "image_id": 352684, + "question_id": "TiHYTuQWNZA5Ui4kwswtvh", + "question": "What is the color of the tie?", + "choices": [ + "green", + "black", + "white", + "red" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "purple", + "gray", + "blue", + "blue white", + "black", + "black", + "blue", + "grey", + "black", + "black" + ], + "difficult_direct_answer": false, + "rationales": [ + "Of the color choices, black is the best one; it looks more dark grey to me.", + "The tie is black.", + "The tie is very dark." + ] + }, + { + "split": "val", + "image_id": 138979, + "question_id": "TifwtbdMUHyamphGv5h8ke", + "question": "What destination is on the top of the bus?", + "choices": [ + "burlington", + "north bergen", + "norway", + "livingston" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "north bergen", + "north bergen", + "north bergen", + "north bergen", + "north bergen", + "north bergen", + "bemeen", + "bemeen", + "north bergen", + "north bergen" + ], + "difficult_direct_answer": false, + "rationales": [ + "The orange digital text on top of the bus traditionally indicates the buses' destination. the display on this bus reads 'north bergen'.", + "You can see the destination written in yellow letters.", + "The destination appears after the number 22." + ] + }, + { + "split": "val", + "image_id": 507797, + "question_id": "TnkZofftZctoj8bFNzg2kH", + "question": "What group of people are on the bus?", + "choices": [ + "babies", + "seniors", + "college students", + "teenagers" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "senior citizens", + "seniors", + "elderly", + "elderly", + "seniors", + "senior citizens", + "women", + "tourists", + "elderly", + "senior citizens" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people getting off the bus are older adults.", + "Most of the people are old.", + "The passengers seen leaving the bus in this image are all elderly." + ] + }, + { + "split": "val", + "image_id": 190676, + "question_id": "TorF8s9TxEizB8N2ETkwc7", + "question": "Why are the people lining up?", + "choices": [ + "boarding", + "landing", + "partying", + "spectating" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "embark airplane", + "board plane", + "board plane", + "to board", + "to board", + "flight", + "board plane", + "board plane", + "board plane", + "boarding" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are near a plane as if they want to get on.", + "The people are boarding.", + "The people are lined up facing the plane. people line up facing transportation vehicles when they are preparing to board." + ] + }, + { + "split": "val", + "image_id": 292024, + "question_id": "TsqMjNDdEXguXzN7puUbW5", + "question": "What material are the woman's glasses frames?", + "choices": [ + "wood", + "plastic", + "titanium", + "aluminum" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "plastic", + "plastic", + "plastic", + "plastic", + "plastic", + "plastic", + "plastic", + "plastic", + "plastic", + "plastic" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman's glasses frames are black and glossy.", + "The frames are plastic.", + "A woman is wearing glasses with black frames." + ] + }, + { + "split": "val", + "image_id": 182441, + "question_id": "U3vN2kLcHwnX4WfdNGnvxW", + "question": "What type of body of water are all of the birds gathering at?", + "choices": [ + "swamp", + "lake", + "pond", + "sea" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "ocean", + "sea", + "ocean", + "ocean", + "ocean", + "ocean", + "shore", + "ocean", + "shore", + "shore" + ], + "difficult_direct_answer": false, + "rationales": [ + "The shore looks like that of the sea.", + "The water has many waves and is next to a beach.", + "The type is the sea." + ] + }, + { + "split": "val", + "image_id": 389812, + "question_id": "U5Z3AUf3R9VcDqTFDLGt2c", + "question": "Where is this man likely from?", + "choices": [ + "asia", + "africa", + "greenland", + "new zealand" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "china", + "vietnam", + "india", + "cambodia", + "asia", + "philippines", + "asia", + "tropical area", + "somewhere tropical", + "vietnam" + ], + "difficult_direct_answer": false, + "rationales": [ + "Based on the coloring and eye shape of the man it indicates his possible nationality and the type of fruit he is holding also shows where he could be indigenous to.", + "He is holding bananas.", + "This man's ethnicity and the location of the image are likely east asia." + ] + }, + { + "split": "val", + "image_id": 98839, + "question_id": "UCbMvJEQ5bXNnFJMtybA48", + "question": "The screen type is generally used for what?", + "choices": [ + "large tv", + "music", + "vcr", + "computer" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "entertainment", + "entertaining", + "streaming", + "computer", + "computing", + "entertainment", + "television", + "tv", + "for tv", + "watching tv" + ], + "difficult_direct_answer": true, + "rationales": [ + "This is a flat screen television", + "It is small which can be seen by the size comparison to the cat, making it likely to be used as a computer screen.", + "Desktop computers have stand alone screens. smaller screens are often computer screens rather than televisions." + ] + }, + { + "split": "val", + "image_id": 298396, + "question_id": "UDeVUh2hQdtougjwZfSviW", + "question": "What time is it in their kitchen?", + "choices": [ + "350", + "800", + "1220", + "130" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "1230", + "1220", + "1240", + "1220", + "119", + "one twenty", + "afternoon", + "120", + "one twenty", + "twelve twenty" + ], + "difficult_direct_answer": false, + "rationales": [ + "The hour hand on the clock is before 1. the minute hand is at 4.", + "That's what the clock says, 12:20.", + "It's obviously a based on the position of the hands on the clock." + ] + }, + { + "split": "val", + "image_id": 393093, + "question_id": "ULATNnxK9NEPMyLLPjSbDs", + "question": "What is the likely ethnicity of the man?", + "choices": [ + "japanese", + "korean", + "indian", + "chinese" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "asian", + "asian", + "asian", + "asian", + "japanese", + "asian", + "chinese", + "white", + "asian", + "japanese" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is in japan.", + "Given the japanese letters present in this image it is likely this man is also japanese.", + "Hard to say because back is turned but by the writing on the bridge a is most likely the answer." + ] + }, + { + "split": "val", + "image_id": 534041, + "question_id": "ULSq2sLPjbuZY3B2Z6mYjb", + "question": "What is the woman wearing pink helping the boy do?", + "choices": [ + "wipe face", + "brush teeth", + "eat food", + "comb hair" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "eat", + "eating", + "eating", + "eat", + "eat", + "eat food", + "eat food", + "drink water", + "eat", + "eat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman wants to feed the boy.", + "The woman is holding a hot dog up to the boy's mouth.", + "She's holding up a hotdog" + ] + }, + { + "split": "val", + "image_id": 222118, + "question_id": "UPhByDxcyegyWfhgbrkTZD", + "question": "What is the woman holding to her ear?", + "choices": [ + "beeper", + "cell phone", + "food", + "earrings" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "phone", + "phone", + "cellphone", + "phone", + "cellphone", + "phone", + "phone", + "cellphone", + "phone", + "cell phone" + ], + "difficult_direct_answer": false, + "rationales": [ + "The item is small. she is smiling and concentrating.", + "The woman is talking on the phone.", + "She's talking to someone" + ] + }, + { + "split": "val", + "image_id": 338901, + "question_id": "UQENBDxmJ3GjGcukhY4Pz6", + "question": "What animal corresponds to the sound written on the dog's blanket?", + "choices": [ + "cat", + "monkey", + "bird", + "dog" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cat", + "cat", + "cat", + "cat", + "cat", + "cat", + "cat", + "person", + "person", + "cat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The writing on the blanket is meow.", + "Cats noise sounds like the word meow", + "The animal is the cat." + ] + }, + { + "split": "val", + "image_id": 230008, + "question_id": "US64WDYHmJ3UBhFuwDmcWM", + "question": "What profession is the man on the motorcycle?", + "choices": [ + "mail man", + "police officer", + "fire man", + "stunt driver" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "police", + "police officer", + "police officer", + "law enforcement", + "police", + "police", + "police officer", + "police officer", + "police", + "police" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is wearing a uniform and a badge indicating his profession.", + "The word \"police\" shows up on the back of the motorcycle.", + "He is in uniform." + ] + }, + { + "split": "val", + "image_id": 570448, + "question_id": "UUjWA8SQGxcai53mEXndiA", + "question": "What is causing white bubbles on the water toward the shore?", + "choices": [ + "churning butter", + "churning stomachs", + "churning chum", + "churning water" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "churning water", + "organic matter", + "sea foam", + "waves", + "foam", + "waves", + "sea foam", + "algae decay", + "sea foam", + "waves" + ], + "difficult_direct_answer": false, + "rationales": [ + "The white color to the edge of the water in this image is a feature of ocean waves hitting the beach.", + "The water causes them.", + "The water splashing and running up on the sand." + ] + }, + { + "split": "val", + "image_id": 522007, + "question_id": "UVVFCjjDrqyaKa34tF54pS", + "question": "What is the room adjacent to the kitchen?", + "choices": [ + "bathroom", + "entryway", + "living room", + "bedroom" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "closet", + "entryway", + "dressing room", + "closet", + "closet", + "closet", + "closet", + "closet", + "closet", + "good" + ], + "difficult_direct_answer": false, + "rationales": [ + "The room is an entryway.", + "There are shoes and jackets.", + "The entryway is closest." + ] + }, + { + "split": "val", + "image_id": 335954, + "question_id": "UXBfDe6BkYdbApxVPSdmVo", + "question": "What creamy food frequently would fill up these cups?", + "choices": [ + "yogurt", + "dressing", + "mashed potatoes", + "hummus" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "yogurt", + "yogurt", + "yogurt", + "smoothies", + "smoothies", + "yogurt", + "smoothies", + "yogurt", + "yogurt", + "yogurt" + ], + "difficult_direct_answer": false, + "rationales": [ + "Traditionally the combinations of those fruits are topped with cream or yogurts.", + "This food often goes in small cups with fruit.", + "Fruit goes well with yogurt." + ] + }, + { + "split": "val", + "image_id": 94944, + "question_id": "UXR5X7hqtMs7BPFyniqscB", + "question": "What sport do the people have equipment for?", + "choices": [ + "swimming", + "snow boarding", + "ice fishing", + "snow shoes" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "skiing snowboarding", + "snow boarding", + "snowboarding skiing", + "snowboarding", + "snowboarding", + "snowboarding", + "snowboarding", + "snowboarding", + "ski poles", + "winter sports" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are on a slope.", + "These men have snow boards, goggles, and helmets for snowboarding.", + "You can tell by the setting and weather as to what sport they are doing." + ] + }, + { + "split": "val", + "image_id": 446206, + "question_id": "UYMVq2rDCFNVv8gsP6dhdH", + "question": "How many transportation have on headlights?", + "choices": [ + "one", + "none", + "two", + "three" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "one", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "Several buses are on roadways near a city.", + "Two vehicles have headlights.", + "The bus and the train both have headlights on." + ] + }, + { + "split": "val", + "image_id": 293300, + "question_id": "UYqcgLGSbQXzeDLUj6rZej", + "question": "What is the large white object on the elephant called?", + "choices": [ + "tusk", + "tooth", + "horn", + "bone" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "tusk", + "tusks", + "tusks", + "tusk", + "tusk", + "tusks", + "tusk", + "tusks", + "tusk", + "tusk" + ], + "difficult_direct_answer": false, + "rationales": [ + "That is the part of a elephant is called.", + "That is the part of the elephant is called.", + "Elephants commonly have these, which makes them targets of poachers." + ] + }, + { + "split": "val", + "image_id": 460147, + "question_id": "UcdDMTu4br8uyQPYPQxgo6", + "question": "In what part of the world is this city traffic most likely occurring?", + "choices": [ + "south america", + "north america", + "east asia", + "north africa" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "japan", + "asia", + "asia", + "asia", + "japan", + "east asia", + "korea", + "singapore", + "japan", + "asia" + ], + "difficult_direct_answer": false, + "rationales": [ + "The east asian text visible in this city scene tells us it take place there.", + "The vehicles are driving on the left. the writing is in japanese.", + "The vehicles are driving on the left side of the road. the writing is in japanese." + ] + }, + { + "split": "val", + "image_id": 177934, + "question_id": "UcsK83RofE8rYDQoLmWhwK", + "question": "What type of task is being done?", + "choices": [ + "car repair", + "lemonade stand", + "car wash", + "food drive" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "carwash", + "car wash", + "washing motorcycles", + "washing motorcycle", + "washing motorcycles", + "bath", + "washing motorcycle", + "wash", + "wash motorcycle", + "washing motorcycle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman is washing a vehicle.", + "The vehicles are being washed outside by people with hoses.", + "The people are using a hose and soap to wash cars in the parking lot." + ] + }, + { + "split": "val", + "image_id": 1268, + "question_id": "UdzPZ8vzkJg3Bp2pMQP5f2", + "question": "What animal is near the water?", + "choices": [ + "rat", + "goose", + "dog", + "cat" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "swan", + "swan", + "goose", + "swan", + "swan", + "goose", + "stork", + "stork", + "goose", + "swan" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is a goose, an animal whose natural environment includes water. unlike the other animals listed, the goose has webbed feet which assist in water transport.", + "A bird is standing alongside the edge of the grass and pecking at the ground.", + "It is a water bird with a long neck" + ] + }, + { + "split": "val", + "image_id": 203294, + "question_id": "UkRTVsdAmDo7qV28T2qKzs", + "question": "What is the bus being used for?", + "choices": [ + "camping", + "storage", + "home", + "touring band" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "transport passengers", + "pets", + "house band", + "tourists", + "transport", + "business", + "music band", + "club", + "fun travel", + "touring band" + ], + "difficult_direct_answer": true, + "rationales": [ + "This bus has a custom paint job and bears the name of what is probably a musical act on it's side.", + "The bus has a livery with cats. the name of the group is on the side of the bus.", + "The bus is used to transport people." + ] + }, + { + "split": "val", + "image_id": 368335, + "question_id": "UkgASD3jXFSiGpwBf8Nf5y", + "question": "The line the horse is walking on separates what?", + "choices": [ + "parking spaces", + "pedestrian walkway", + "street lanes", + "bike lane" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "separates road", + "parking spaces", + "cars", + "parking spaces", + "parking lines", + "parking spaces", + "cars", + "prevent line", + "traffic", + "parking spaces" + ], + "difficult_direct_answer": false, + "rationales": [ + "The horse is by parking spots.", + "The horse is on parking lines.", + "There are two white lines between the two parked cars." + ] + }, + { + "split": "val", + "image_id": 534664, + "question_id": "UpTNoSajrD27GvfoAdVnsC", + "question": "How many suitcases have tags?", + "choices": [ + "two", + "three", + "five", + "four" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "four", + "seven", + "four", + "four", + "four", + "four", + "four", + "four", + "four", + "four" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are 4 suitcases.", + "That's how many tags are there.", + "Four suitcases have tags." + ] + }, + { + "split": "val", + "image_id": 331817, + "question_id": "UrWnWqFNL2XNxWBvkt3nLp", + "question": "The blue tape on the wall is in the shape of a letter that is needed to spell what word?", + "choices": [ + "goal", + "ax", + "mead", + "moon" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "box", + "cross", + "xylophone", + "box", + "extra", + "eye", + "ax", + "exact", + "x", + "xylophone" + ], + "difficult_direct_answer": false, + "rationales": [ + "The word is made of only two letters, with the tape being the shape of one of them.", + "The shape is that of the letter \"x,\" which is needed to spell out \"ax.\".", + "The tape is an ax." + ] + }, + { + "split": "val", + "image_id": 383606, + "question_id": "UuYwpccc3LhURGU3XWuW7i", + "question": "Where is the photographer standing?", + "choices": [ + "kitchen", + "closet", + "doorway", + "bedroom" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "in doorway", + "bathroom", + "in doorway", + "bathroom", + "doorway", + "bathroom", + "bathroom door", + "bathroom", + "bathroom", + "bathroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "The picture seems to be from the door.", + "You can see the frame of the door around him as well as the door handle in front of him.", + "You can see the photographer through the mirror." + ] + }, + { + "split": "val", + "image_id": 314034, + "question_id": "Uv8wsVRaJmguTknDUJBCXS", + "question": "What type of birds can be seen in the water?", + "choices": [ + "georgian hawks", + "canadian geese", + "ducks", + "alaskan swans" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "geese", + "goose", + "mallard ducks", + "canadian geese", + "ducks", + "geese", + "geese", + "ducks", + "ducks", + "canadian geese" + ], + "difficult_direct_answer": false, + "rationales": [ + "Ducks with dark heads and brown wings, the marking of canadian geese, can be seen in the water.", + "The birds in the water are black, white, tan, and brown. they are too big to be ducks and too small to be swans.", + "They are swimming." + ] + }, + { + "split": "val", + "image_id": 413552, + "question_id": "V4VjJ3eNtgQnM7ZvF2S3iL", + "question": "What relation is the woman to the child?", + "choices": [ + "mother", + "sister", + "grandmother", + "teacher" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "mother", + "mother", + "mother", + "parent", + "mother", + "mother", + "parent", + "mother", + "mother", + "mother" + ], + "difficult_direct_answer": false, + "rationales": [ + "Based on their relative ages and the familiar way they are situated it is likely answer a is correct.", + "She is holding the baby.", + "She is an adult holding the child" + ] + }, + { + "split": "val", + "image_id": 63740, + "question_id": "V7eH795GEYSJkaUNCkCp7A", + "question": "What is the mug below the computer monitor being used for?", + "choices": [ + "drinking coffee", + "storing marshmallows", + "holding pins", + "holding pencils" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "writing utensils", + "pens", + "holding pencils", + "storage", + "coffee", + "pens", + "pencil holder", + "holding pencils", + "pencil holder", + "coffee" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are using it for their writing utensils.", + "A mug has many writing utensils in it. it is located below the monitors on a long desk.", + "The person likes using a mug to hold their pens, etc." + ] + }, + { + "split": "val", + "image_id": 66038, + "question_id": "VAgkuyL7FuecBgmyumQ6oh", + "question": "What are the umbrellas placed in the sand to block?", + "choices": [ + "wind", + "sun", + "rain", + "birds" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sun", + "sunrays", + "sunrays", + "sun", + "sun", + "sun", + "sun", + "sun", + "sunrays", + "sun" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are on a beach on a sunny day, and the umbrellas give cool and shade from the sun.", + "The umbrellas block sun.", + "Umbrellas provide shade." + ] + }, + { + "split": "val", + "image_id": 551439, + "question_id": "VDb8JjxzQRA5pssoPHup4M", + "question": "What is the top word on the book that the woman is holding?", + "choices": [ + "fun", + "sad", + "glad", + "mad" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "fun", + "fun", + "fun", + "fun", + "fun", + "can't see", + "fun", + "fun", + "fun", + "fun" + ], + "difficult_direct_answer": false, + "rationales": [ + "The title is simply titled 'fun'. it is probably a happy book.", + "The top word is fun.", + "It literally says that word." + ] + }, + { + "split": "val", + "image_id": 441586, + "question_id": "VEYdFufFnzaDwFg4HBBcYY", + "question": "What position is the man in the purple shirt riding the vehicle in?", + "choices": [ + "standing", + "crawling", + "sitting", + "laying" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "standing", + "standing", + "standing", + "standing", + "standing", + "bike", + "standing", + "standing", + "standing", + "forward" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is on his feet as if riding a scooter.", + "The absence of a seat means the person using this transportation device has to stand. it is not appropriate to drive laying, crawling, or sitting in this case.", + "The position is standing." + ] + }, + { + "split": "val", + "image_id": 429623, + "question_id": "VF8AXcb7aXEHcTu4ZWtQf6", + "question": "Where is the pie most likely shown?", + "choices": [ + "cafeteria", + "restaurant", + "kitchen", + "home" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "restaurant", + "pizzeria", + "front entrance", + "supreme", + "restaurant", + "restaurant", + "pizzeria", + "pizza restaurant", + "pizza restaurant", + "restaurant" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign behind the pizza welcomes people to adelina's pizzeria. the pizza is on a table in this business.", + "There is a sign on the table advertising adelina's pizzeria so the pie is most likely shown at her establishment.", + "The pizza pie is sitting on a restaurant table with a sign that says the name of the restaurant, adelina's pizzeria." + ] + }, + { + "split": "val", + "image_id": 436617, + "question_id": "VJ43YwLMKZXTSbGAg9waNa", + "question": "What are these people most likely drinking?", + "choices": [ + "red wine", + "champagne", + "water", + "apple juice" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "wine", + "water", + "water", + "water", + "wine", + "water", + "water", + "wine", + "water", + "wine" + ], + "difficult_direct_answer": false, + "rationales": [ + "The liquid in their cups is clear and not bubbling.", + "The glasses are clear but have liquid inside.", + "Glasses filled with a clear liquid are lined up at every place setting at a long table in a restaurant. water is commonly served at restaurants." + ] + }, + { + "split": "val", + "image_id": 322724, + "question_id": "VJLpcbF24BNNeHBGBKQp8K", + "question": "Why is the woman wearing goggles?", + "choices": [ + "speed", + "protection", + "fashion", + "agility" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "protect eyes", + "protection", + "eye protection", + "protect eyes", + "sun", + "eye protection", + "protection", + "wind", + "protect eyes", + "protect eyes" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman is wearing goggles for protections.", + "The snow goggles this woman wears protects her eyes from the sun and other bits of debris she might encounter skiing downhill.", + "There is a lot of sun glare and snow flying up when skiing." + ] + }, + { + "split": "val", + "image_id": 163314, + "question_id": "VK6PNbyq9nq3XXBfdyE6P8", + "question": "What type of display is hanging on the pole?", + "choices": [ + "flag", + "banner", + "sign", + "poster" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "flag", + "banner", + "advertisement", + "signs", + "flag", + "cloth flag", + "bus stop", + "advertisement", + "stop", + "flag" + ], + "difficult_direct_answer": false, + "rationales": [ + "The most prominent item hanging on a pole looks to be made of fabric that is flapping in the wind and does not look like a poster or sign.", + "There is a red flag hanging from the pole to display the shop name.", + "It is a large piece of decorated fabric" + ] + }, + { + "split": "val", + "image_id": 189475, + "question_id": "VKDkZzDN4KTFxGbh2KrgSf", + "question": "Where did the idea of ketchup originally come from?", + "choices": [ + "japan", + "turkey", + "vietnam", + "china" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "china", + "germany", + "china", + "america", + "china", + "america", + "italy", + "china", + "china", + "china" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ketchup is from china.", + "Ketchup was invented in china.", + "Ketchup came from china." + ] + }, + { + "split": "val", + "image_id": 145020, + "question_id": "VPtWDzT5r9wYAo4xWxHy97", + "question": "Which Disney mascot is pictured next to the Christmas Tree?", + "choices": [ + "daffy duck", + "goofy", + "micky mouse", + "donald duck" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "donald duck", + "donald", + "donald duck", + "donald duck", + "donald duck", + "donald duck", + "donald duck", + "donald", + "donald duck", + "daffy duck" + ], + "difficult_direct_answer": false, + "rationales": [ + "The character in the picture is donald duck, the funny bird.", + "The disney mascot next to the christmas tree has a bill. it is not a mouse or dog.", + "It is a large white animal with a yellow beak and webbed feet." + ] + }, + { + "split": "val", + "image_id": 410880, + "question_id": "VSvCeQz6PNuzX6hYisMLe4", + "question": "What is the bear doin?", + "choices": [ + "sitting", + "running", + "walking", + "standing" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "sitting", + "sleeping", + "chilling", + "sitting", + "resting", + "sitting", + "chillin", + "sitted", + "sitting", + "waiving" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bear is sitting.", + "The bear is stationary. it is in a chair.", + "The bear is sitting." + ] + }, + { + "split": "val", + "image_id": 322352, + "question_id": "VTaZmd6DdBAihiinbqNMqk", + "question": "How many green plants are on the right side of the room?", + "choices": [ + "three", + "five", + "ten", + "two" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "three", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is one on each table", + "There are two vases holding the plants,", + "There is a bowl on the far right. each side of the bowl has one green plant." + ] + }, + { + "split": "val", + "image_id": 50380, + "question_id": "VWfKcAKJSwowZ7bGBCTpc6", + "question": "Who is the most experienced rider in the photo?", + "choices": [ + "little boy", + "elderly man", + "nobody", + "person sitting" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "man", + "man", + "elderly man", + "man", + "child", + "man", + "old man", + "old man", + "man", + "man" + ], + "difficult_direct_answer": false, + "rationales": [ + "An older gentleman is holding onto a rope as he helps a young boy on a horse.", + "An older man holds the rope of a pony with a child riding on it.", + "The elderly man is experienced with horses and knows how to show the young boy how to ride one." + ] + }, + { + "split": "val", + "image_id": 533206, + "question_id": "VXA5FfMXfSByVYECxCwcR2", + "question": "How was this food cooked?", + "choices": [ + "toasted", + "fried", + "grilled", + "baked" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "toasted", + "grill", + "sandwich press", + "grilled", + "pan cooked", + "grilled", + "grilled", + "oven", + "baked", + "grilled" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sandwich has marks from being grilled on it.", + "The marks from the cooking tools are still on the food.", + "There are burned marks from the cooking process on the bread." + ] + }, + { + "split": "val", + "image_id": 245513, + "question_id": "VZPbBERyU2LCkuew7SrWaw", + "question": "How long does the average giraffe live?", + "choices": [ + "50 years", + "15 years", + "20-30 years", + "40 years" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "twenty years", + "thirty years", + "25 years", + "25 years", + "30 years", + "decades", + "twentyfive years", + "25 years", + "20-30 years", + "twenty years" + ], + "difficult_direct_answer": false, + "rationales": [ + "Giraffes can live a long time.", + "20-30 years is the lifespan.", + "I looked up this answer on the internet since there is no way to tell the answer from the picture." + ] + }, + { + "split": "val", + "image_id": 290768, + "question_id": "VZg6oeEVpweNk9fihBXS8m", + "question": "What pattern is the floor?", + "choices": [ + "tie dye", + "swirl", + "checkerboard", + "hardwood" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "checkered", + "checked boxes", + "checkered", + "checkerboard", + "checkerboard", + "checkboard", + "checkerboard", + "checkered", + "checkerboard", + "checkerboard" + ], + "difficult_direct_answer": false, + "rationales": [ + "It has black and white squares", + "The black and white tiles give it away as the correct answer.", + "The square pattern and 2 different alternating colours is similar to that of the board in the game of checkers." + ] + }, + { + "split": "val", + "image_id": 175438, + "question_id": "Va5KLsXWHujm6DtfGdHssS", + "question": "What time period of the day is it?", + "choices": [ + "afternoon", + "evening", + "dawn", + "morning" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "afternoon", + "two", + "afternoon", + "two", + "daytime", + "afternoon", + "afternoon", + "afternoon", + "afternoon", + "afternoon" + ], + "difficult_direct_answer": false, + "rationales": [ + "The clock says it is 2 something. the fact that there is daylight would indicate that it would have to 2 something in the afternoon versus 2 early morning.", + "It appears to be a based on the light and sky and the positioning of the hands on the clock.", + "The time is the afternoon." + ] + }, + { + "split": "val", + "image_id": 370677, + "question_id": "Vaycw3C7ENGUZ9YnzCz5TU", + "question": "What are the non iced baked items shown boiled in?", + "choices": [ + "icing", + "water", + "sesame oil", + "lard" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "water", + "ice cubes", + "bagels", + "water", + "vegetable oil", + "cooking oil", + "oil", + "bagels", + "sprinkles", + "water" + ], + "difficult_direct_answer": false, + "rationales": [ + "Donuts are fried.", + "Most other liquids are too thick or hot to cook the item in.", + "Bagels are cooked in a hot clear liquid." + ] + }, + { + "split": "val", + "image_id": 376322, + "question_id": "VcdLhhv7e9gDP4aHuFPomY", + "question": "Why is the phone wrapped in a pink enclosure?", + "choices": [ + "protect it", + "encrypt it", + "prevent stains", + "decoration" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "protection", + "protection", + "protection", + "protection", + "protection", + "protection", + "protect it", + "protection", + "protection", + "protection" + ], + "difficult_direct_answer": false, + "rationales": [ + "It helps to keep the phone from breaking from being dropped or banged.", + "The phone on the table is in a pink phone case that is used to protect it if it falls.", + "In order to not damage the phone people will put the phones in cases." + ] + }, + { + "split": "val", + "image_id": 372819, + "question_id": "VdepsSMSGD3FJyBybbLsFD", + "question": "What are the dogs getting?", + "choices": [ + "treats", + "petted", + "shots", + "exercise" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "exercise", + "ball", + "exercise", + "excited", + "exercise", + "exercise", + "exercise", + "exercise", + "ball", + "food" + ], + "difficult_direct_answer": false, + "rationales": [ + "All four of these dogs are captured in motion midstride in this image. such physical activity is considered exercise.", + "The dogs are running outside. they are not interacting with the people behind them.", + "Their parents took them to a park to run." + ] + }, + { + "split": "val", + "image_id": 484978, + "question_id": "VdwJzCL5W2Sfytj5sRWhvV", + "question": "What is this woman doing that only 10% of people do?", + "choices": [ + "smile", + "stare", + "eat left-handed", + "sit" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "dieting", + "dieting", + "eat", + "eating breakfast", + "left-handed eating", + "using left", + "eat left-handed", + "eating alone", + "eat yogurt", + "eat yogurt" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman is eating her food with her left hand.", + "A woman is holding a spoon in her left hand. not many people are predominantly left handed.", + "The fork is in her left hand. people eat with their dominant hand." + ] + }, + { + "split": "val", + "image_id": 447465, + "question_id": "VeQ4KEc2qHLZTXoPaHX4sy", + "question": "What are the two people doing?", + "choices": [ + "snow shoveling", + "learning skiing", + "hiking", + "ski racing" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "ski racing", + "skiing", + "skiing", + "skiing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The two people are dressed in ski apparel and have poles and skies for racing on the slope.", + "They are standing on snow in skis while wearing jerseys. one of them is waiting for a bar to be removed so she can start skiing.", + "Their gear implies that they're not doing b and they're obviously not involved in the other options." + ] + }, + { + "split": "val", + "image_id": 409630, + "question_id": "VfFoJ6PWrs7H65Tw6eP9PS", + "question": "What type of instrument is found next to the attachable keyboard?", + "choices": [ + "trackpad", + "pencil", + "mouse", + "phone" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "computer mouse", + "mouse", + "mouse", + "mouse", + "mouse", + "mouse", + "mouse", + "computer mouse", + "mouse", + "mouse" + ], + "difficult_direct_answer": false, + "rationales": [ + "A tool used to control your computer.", + "A mouse is near the keyboard.", + "The small handheld item used to control the cursor is called a mouse." + ] + }, + { + "split": "val", + "image_id": 201934, + "question_id": "VgxPdtgxpLKqHGCvaCyHcC", + "question": "What is the bus parked next to?", + "choices": [ + "office building", + "park", + "mansion", + "overpass" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "street side", + "sidewalk", + "sidewalk", + "vacant lot", + "pole", + "sidewalk", + "light pole", + "curb", + "pole", + "overpass" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bus is by an overpass.", + "The bus is near an overpass.", + "The overpass can be seen to the left and is support by concrete pillars." + ] + }, + { + "split": "val", + "image_id": 416534, + "question_id": "VnvcXjkeZTbMsRfQZwQXUF", + "question": "What activity occurs in this room as result of the objects on the furniture to the left of the partition?", + "choices": [ + "sleeping", + "cooking", + "reading", + "self-care" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "study", + "reading", + "listen music", + "reading", + "reading", + "living room", + "reading", + "changing", + "fully furniture", + "reading" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are books on shelves", + "There are two bookcases with books on them to the left of the partition as well as spots to sit.", + "To the left of the partition is a bookcase full of books." + ] + }, + { + "split": "val", + "image_id": 114770, + "question_id": "VnzsUW53NRP8HWxzudb4wB", + "question": "What type of car is behind the motorcycle?", + "choices": [ + "sedan", + "truck", + "convertible", + "jeep" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "jeep", + "jeep", + "jeep", + "jeep", + "jeep", + "jeep", + "jeep", + "jeep", + "jeep", + "jeep" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a classic war vehicle and still made to this day", + "A jeep is behind the motorcycle.", + "The model of that car is a jeep." + ] + }, + { + "split": "val", + "image_id": 534639, + "question_id": "VohghyPSQCmFdnNQD2FntC", + "question": "What is the vehicle traveling on?", + "choices": [ + "air", + "water", + "track", + "road" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "tracks", + "track", + "rails", + "train", + "track", + "track", + "track", + "tracks", + "tracks", + "tracks" + ], + "difficult_direct_answer": false, + "rationales": [ + "The structure is visible under the train.", + "It is a train", + "The vehicle is a train." + ] + }, + { + "split": "val", + "image_id": 192670, + "question_id": "VsmuTZR6c3jEmk2x73KvRf", + "question": "What is the name given to this type of game?", + "choices": [ + "volleyball", + "handball", + "football", + "cricket" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "baseball", + "baseball", + "baseball", + "baseball", + "baseball", + "baseball", + "baseball", + "cricket", + "baseball", + "baseball" + ], + "difficult_direct_answer": false, + "rationales": [ + "This kind of game played is called cricket.", + "The players on the field are playing cricket which is played using a special type of bat that the boy is swinging.", + "The sport is baseball based on the equipment visible. none of the answers are correct, but answer a uses similar equipment to the correct sport shown." + ] + }, + { + "split": "val", + "image_id": 254814, + "question_id": "W3BhSzei6UhVZbxEqQYt5Y", + "question": "What is the frequent vehicle on this pictured street?", + "choices": [ + "van", + "motorcycle", + "bicycle", + "semi" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "van", + "scooter", + "motorcycles", + "motorcycle", + "vans", + "motorcycles", + "bicycle motorbike", + "scooters", + "motorbikes bicycles", + "van" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are men all driving around in a small motor vehicle with wheels in the street.", + "There are more two wheeled motored vehicles in the image than anything else.", + "A large group of people on motorcycles are gathered in the middle of the street." + ] + }, + { + "split": "val", + "image_id": 356424, + "question_id": "W45wAtdznJWCkxES23Ymmb", + "question": "What is in the bottle with the wooden top?", + "choices": [ + "hot sauce", + "ketchup", + "salt", + "sugar" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "hot sauce", + "hot sauce", + "hot sauce", + "hot sauce", + "chalupa", + "chalupa", + "hot sauce", + "chalupa", + "hot sauce", + "hot sauce" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bottle has hot sauce.", + "The hot sauce is in the bottle.", + "The bottle has hot sauce in it and it great for the breakfast food." + ] + }, + { + "split": "val", + "image_id": 408774, + "question_id": "W5p2HmLoUaWjYqMkHyhK8Q", + "question": "What position in baseball is the player diving for a catch?", + "choices": [ + "center field", + "left field", + "shortstop", + "right field" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "outfield", + "pitcher", + "forwarded", + "field", + "outfield", + "left field", + "left field", + "can't see", + "outfield", + "shortstop" + ], + "difficult_direct_answer": false, + "rationales": [ + "The position is left field.", + "The player is in the left field.", + "The person is diving for a ball on the left side of a baseball field. the person is standing farther back than the bases." + ] + }, + { + "split": "val", + "image_id": 322610, + "question_id": "W7NENqwhQdUFDHrkxS2Ch6", + "question": "What is the reflective surface behind the woman holding the umbrella?", + "choices": [ + "water", + "ice", + "glass", + "rain" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "protective", + "glass", + "window", + "glass", + "window", + "window", + "window", + "window", + "glass", + "glass" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is the front of a store window, and windows are made from glass.", + "The surface is glass.", + "The woman is standing in front of a store. the front of stores typically have windows." + ] + }, + { + "split": "val", + "image_id": 560880, + "question_id": "W9SuEnjPaJ2SReannrgG2Y", + "question": "What work is the team of horses doing?", + "choices": [ + "herding sheep", + "plowing fields", + "pulling passengers", + "guarding" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "plowing fields", + "hay bailing", + "ploughing", + "carrying", + "plowing", + "plowing", + "plowing field", + "harvesting", + "farming", + "plowing" + ], + "difficult_direct_answer": false, + "rationales": [ + "These horses drag a plow behind them across a field.", + "The horses are pulling equipment that turns up the soil in order to plant crops.", + "The horses are plowing the field." + ] + }, + { + "split": "val", + "image_id": 315450, + "question_id": "W9gwHYkWiZQ9fTUbF6rJUt", + "question": "This street is located in what country?", + "choices": [ + "france", + "australia", + "italy", + "britain" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "africa", + "usa", + "australia", + "united states", + "united states", + "australia", + "united states", + "america", + "texas", + "united states" + ], + "difficult_direct_answer": false, + "rationales": [ + "In australia most buses have written words.", + "The street is in australia.", + "The street is in australia." + ] + }, + { + "split": "val", + "image_id": 486438, + "question_id": "WBdKcgLeFsoBqW8cqnzsLe", + "question": "What is in the middle of this breakfast food?", + "choices": [ + "jelly", + "custard", + "hole", + "crackers" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "hole", + "cream", + "jelly", + "hole", + "hole", + "cream/vanilla", + "hole", + "bread", + "hole", + "nothing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The pastries stacked here are donuts, donuts are known for having a gap in the middle as visible in this picture.", + "Donuts have holes.", + "These are donuts and donuts often have a hole in the middle of them." + ] + }, + { + "split": "val", + "image_id": 316054, + "question_id": "WC8XQmunFHgUyN44J9vNQu", + "question": "What type of transportation is this?", + "choices": [ + "road", + "rail", + "air", + "water" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "train", + "train", + "train", + "rail", + "train", + "train", + "train", + "train", + "train", + "train" + ], + "difficult_direct_answer": false, + "rationales": [ + "The transport is by rail.", + "It is a train traveling along tracks.", + "Rail transportation carries trains." + ] + }, + { + "split": "val", + "image_id": 560256, + "question_id": "WCss8XpjKYENCSuFCSKUz8", + "question": "What color is the sign that is furthest to the right?", + "choices": [ + "green", + "gray", + "orange", + "blue" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "orange", + "orange", + "red", + "red", + "red", + "pink", + "orange", + "orange", + "red", + "orange" + ], + "difficult_direct_answer": false, + "rationales": [ + "Signs advertise fruit and are pink and orange.", + "The sign is orange.", + "There is a citrus fruit that you can use to make juice out of." + ] + }, + { + "split": "val", + "image_id": 21503, + "question_id": "WHkq5C8BiaowwnmsHGAxgf", + "question": "What might this be topped with traditionally?", + "choices": [ + "grass", + "broccoli", + "cheese", + "sugar" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "jelly", + "jam", + "sprinkles", + "cheese", + "jelly", + "butter", + "salt", + "jelly", + "icing", + "icing" + ], + "difficult_direct_answer": false, + "rationales": [ + "Crackers and cheese are a pairing.", + "The cheese is a topping.", + "A yellow topping which use used on baked products is called cheese." + ] + }, + { + "split": "val", + "image_id": 396338, + "question_id": "WLG7VBozfPSsZPwKjaUXYy", + "question": "What religion is indicated by the garments of the two men in white clothes and caps?", + "choices": [ + "buddhism", + "judaism", + "sikhism", + "islam" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "muslim", + "muslim", + "muslim", + "hindi", + "muslims", + "isalm", + "islam", + "islam", + "middle east", + "islam" + ], + "difficult_direct_answer": false, + "rationales": [ + "Muslim men wear white head gear.", + "The white caps and clothes these men wear are associated with being muslim.", + "The men are muslim." + ] + }, + { + "split": "val", + "image_id": 518770, + "question_id": "WRniXpa5KWfR7D85cwFASi", + "question": "What video game system are the boys playing on?", + "choices": [ + "xbox one", + "nintendo wii", + "nintendo gamecube", + "playstation 4" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "nintendo wii", + "wii", + "wii", + "wii", + "wii", + "nintendo wii", + "wii", + "nintendo wii", + "wii", + "nintendo wii" + ], + "difficult_direct_answer": false, + "rationales": [ + "The system is wii.", + "The game system is the wii since the kids have the white devices.", + "The kids are using the wii." + ] + }, + { + "split": "val", + "image_id": 553669, + "question_id": "WT3fLQWr4Wnj9LaQJ68rri", + "question": "Where are the people sitting?", + "choices": [ + "grass", + "bus", + "park", + "shopping mall" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "on bench", + "park", + "bench", + "park", + "park bench", + "park", + "bench", + "bench", + "bench", + "bench" + ], + "difficult_direct_answer": false, + "rationales": [ + "They have come to the park to relax and enjoy nature peacefully.", + "The person is in a park.", + "The people are in a park." + ] + }, + { + "split": "val", + "image_id": 293324, + "question_id": "WTHtfRH2Df4wkMEyR93oQy", + "question": "Which continent are these planes from?", + "choices": [ + "north america", + "africa", + "europe", + "south america" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "europe", + "europe", + "europe", + "europe", + "europe", + "europe", + "europe", + "europe", + "europe", + "europe" + ], + "difficult_direct_answer": false, + "rationales": [ + "The airplanes on the tarmac have finnair printed on the sides which is an airline based out of finland in europe.", + "Finnish air is from europe.", + "Airplanes with logos on the sides are parked at terminals at an airport." + ] + }, + { + "split": "val", + "image_id": 130386, + "question_id": "WZt7xFyvPGqx93xZmhCFb7", + "question": "What is the last word on the sign?", + "choices": [ + "police", + "welcome", + "wood", + "green" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green", + "green" + ], + "difficult_direct_answer": false, + "rationales": [ + "The last row has two words and the ending word is green which comes after wood.", + "The last word is green.", + "The word is green." + ] + }, + { + "split": "val", + "image_id": 4134, + "question_id": "WapXzWUgE3zgx5n3fVGUjS", + "question": "How did the paper get holes in it?", + "choices": [ + "scissors", + "pen", + "torn", + "hole punch" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "hole punch", + "was punched", + "hole punch", + "hole punch", + "hole punched", + "hole punch", + "paper punch", + "hole punch", + "hole punch", + "hole punch" + ], + "difficult_direct_answer": false, + "rationales": [ + "The holes are evenly spaced, meaning a proprietary tool was used.", + "The holes were punched.", + "The holes are even and uniform, and apoear to be put there by a device specifically intended for that purpose." + ] + }, + { + "split": "val", + "image_id": 29640, + "question_id": "WdswpNeyj4t9nbTqRVKKT9", + "question": "What is this cooking process called?", + "choices": [ + "boiling", + "sautee", + "stir frying", + "caramelizing" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "saute", + "sautee", + "sautee", + "sautee", + "stir fry", + "stir fry", + "stir fry", + "frying", + "stir frying", + "stir fry" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ingredients are in a pan with oil and being stirred around as they get fried over high heat.", + "When you place meat or veggies inside of a saute pan, it is to fry the food lightly while still cooking it.", + "There are a variety of asian noodles as well as meat. it is being cooked in a skillet of some kind on stovetop." + ] + }, + { + "split": "val", + "image_id": 308793, + "question_id": "WgS2856ezvnQAZMmfrUitJ", + "question": "What has the man stuck his ice pick into?", + "choices": [ + "sand", + "snow", + "water", + "mud" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "snow", + "snow", + "ice", + "axe", + "snow", + "snow", + "glacier", + "ice", + "snow", + "nothing" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is white substance on the ground.", + "It's white and looks like snow.", + "The material on the ground is white and has the consistency of har snow." + ] + }, + { + "split": "val", + "image_id": 368961, + "question_id": "WhPka9j3UV3XKdiqHbupMJ", + "question": "Which thing is closest to the photographer?", + "choices": [ + "long-haired person", + "left elephant", + "woman w/glasses", + "right elephant" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "glass", + "elephant", + "elephant", + "elephant", + "elephant", + "wall", + "people", + "long-haired person", + "elephant moving", + "elephant" + ], + "difficult_direct_answer": false, + "rationales": [ + "We know that elephants are larger than humans but the human appears larger so we know it's closer.", + "Based on the perspective of this picture, the photographer is closer to the long curly hair than to any other option.", + "There is a person." + ] + }, + { + "split": "val", + "image_id": 259690, + "question_id": "WiVE6Ym7B7ZgEZQjBUsA5N", + "question": "What is the black pole the two are trying to hit off of called?", + "choices": [ + "batting tee", + "pole vault", + "batters box", + "batting cage" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "tee", + "tee", + "tee", + "tee", + "batting tee", + "tee", + "batting tee", + "tee", + "batting tee", + "batting tee" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are trying to hit the ball from the tee.", + "The black pole attached to home base in this image is for hitting baseballs off of. this device is a 'tee' and is used in tee-ball.", + "The pole is for batting." + ] + }, + { + "split": "val", + "image_id": 449996, + "question_id": "WnCzZybnZ7YyuDvJ62YLyt", + "question": "Whose trucks are they?", + "choices": [ + "firefighters", + "airport", + "pilots", + "passengers" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "airport", + "airport", + "airport", + "airport's", + "airport", + "airport", + "airport", + "airports", + "airport", + "airports" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are the only vehicles allowed on the tarmac.", + "The trucks are at the airport.", + "The trucks are at the airport to help with transporting luggage, etc." + ] + }, + { + "split": "val", + "image_id": 458663, + "question_id": "WojdRVndpCBeqpSk3roFjk", + "question": "What type of lighting is used in the recessed lights in the kitchen?", + "choices": [ + "fluorescent", + "led", + "compact fluorescent", + "incandescent" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sunlight", + "led", + "pot lighting", + "sun", + "blue", + "can light", + "bright", + "indirect", + "neon", + "compact fluorescent" + ], + "difficult_direct_answer": true, + "rationales": [ + "These are common light types", + "The lighting uses that to make it look colorful.", + "The light fixtures appear to be that of compact fluorescent bulbs given the size and shape of the items." + ] + }, + { + "split": "val", + "image_id": 262440, + "question_id": "Wug9d3qD8PXM2ugMWrbNA5", + "question": "What is coming through the structure at the top of the wall above the tub?", + "choices": [ + "snow", + "cat", + "light", + "thief" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "window", + "sunlight", + "sunlight", + "light", + "sunlight", + "window", + "window", + "window", + "fan", + "light" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is light from the outside.", + "It is a window", + "You can tell that the window has a white glow to it." + ] + }, + { + "split": "val", + "image_id": 388056, + "question_id": "Wz68Xn6EZYE34pM3RG2zNH", + "question": "Which person is most everyone shown here staring at now?", + "choices": [ + "hotdog salesman", + "pitcher", + "catcher", + "umpire" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "batter", + "batter", + "pitcher", + "batter", + "longoria", + "batter", + "longoria", + "batter", + "batter", + "batter" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are waiting for the ball to be thrown so the batter that is standing with the bat can hit it.", + "The pitcher is standing on the mound getting ready to throw the ball.", + "Most people are waiting for the pitcher to throw the ball." + ] + }, + { + "split": "val", + "image_id": 462756, + "question_id": "XAvbeZ5Rqjf9hb6eDnVNhQ", + "question": "What season is it?", + "choices": [ + "summer", + "fall", + "winter", + "spring" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "summer", + "autumn", + "spring", + "summer", + "summer", + "fall", + "fall", + "fall", + "fall", + "spring" + ], + "difficult_direct_answer": false, + "rationales": [ + "It must be autumn if they are selling pumpkins and other crops.", + "The sign on the farm stand says they sell pumpkin pie which means it is probably fall when pumpkins are being harvested.", + "The season is fall." + ] + }, + { + "split": "val", + "image_id": 38829, + "question_id": "XC7LFjtKGWBQRW2FZrXJSn", + "question": "What kind of beverage is the red sign advertising?", + "choices": [ + "juice", + "alcohol", + "soda", + "water" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "drink", + "coca cola", + "coca cola", + "coca cola", + "coke", + "coca cola", + "coca cola", + "soda", + "coco cola", + "coca cola" + ], + "difficult_direct_answer": false, + "rationales": [ + "The brand is for coca-cola.", + "The red sign is for the beverage coca-cola.", + "The red sign is for soda." + ] + }, + { + "split": "val", + "image_id": 92177, + "question_id": "XJXTjtpd7XoK9uTnTUkHSW", + "question": "How old is the person that the cake is for?", + "choices": [ + "30", + "20", + "50", + "25" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "30", + "thirty", + "thirty", + "30", + "thirty", + "30", + "30", + "30", + "thirty", + "thirty" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cake says 30th birthday.", + "It's on the white banner on the cake topper.", + "The number representing their age is on the banner." + ] + }, + { + "split": "val", + "image_id": 322163, + "question_id": "XKEx8mEicRSJCpNMsDxGpS", + "question": "What type of restaurant is this?", + "choices": [ + "fast food", + "coffee bar", + "buffet", + "pizzeria" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "modern restraunt", + "pizza parlor", + "pizzeria", + "pizza joint", + "pizza place", + "pizzeria", + "italian", + "pizza", + "pizza", + "breakfast" + ], + "difficult_direct_answer": false, + "rationales": [ + "The restaurant makes pizza.", + "People are making pizza.", + "It is a place that specializes in pizza." + ] + }, + { + "split": "val", + "image_id": 376278, + "question_id": "XKjvNP3RonaQcJbF2oreHb", + "question": "What is the pattern of the hair?", + "choices": [ + "dots", + "striped", + "polka dots", + "solid" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "stripes", + "striped", + "line pattern", + "mohawk", + "stripes", + "striped", + "zebra pattern", + "mohawk", + "striped", + "striped" + ], + "difficult_direct_answer": false, + "rationales": [ + "The zebras have alternating black and white vertical lines.", + "The pattern is striped.", + "The zebra has stripes on its body." + ] + }, + { + "split": "val", + "image_id": 112798, + "question_id": "XKnTd4kV5WUcrpNTRg5GJB", + "question": "What is happening on the table?", + "choices": [ + "eating", + "mixing", + "sorting", + "napping" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cat napping", + "cat nap", + "cat sleeping", + "cat sleeping", + "paperwork", + "sleepy cat", + "man happening", + "napping", + "cat resting", + "cat resting" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cat is snoozing.", + "They're napping.", + "When an animal is closing it's eyes, it is usually sleeping." + ] + }, + { + "split": "val", + "image_id": 518326, + "question_id": "XLheqq6ar6y8HxdmSZokoi", + "question": "What are the giant cribs likely used for?", + "choices": [ + "parade", + "baby", + "student", + "teacher" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "parade", + "parade float", + "entertainment", + "racing", + "floats", + "floats", + "displays", + "haunted festival", + "no clue", + "racing" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are in a parking lot and looked like ready to go down the road to show off.", + "The cribs are for a parade.", + "They're pretty big so a lot of people can see them. they look like they're going to go down the road with floats." + ] + }, + { + "split": "val", + "image_id": 301718, + "question_id": "XMnwGhrkndZXRyKaXNYkAv", + "question": "What company made the box that is near the far wall?", + "choices": [ + "fed ex", + "usps", + "geico", + "amazon" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "usps", + "usps", + "usps", + "ups", + "postal office", + "usps", + "usps", + "usps", + "usps", + "ups" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is used to ship official us mail.", + "It is imprinted with information for the us postal service.", + "The company is usps." + ] + }, + { + "split": "val", + "image_id": 285894, + "question_id": "XR7dA6TKQiFc4QHMYwLDqP", + "question": "How tall is the average newborn giraffe?", + "choices": [ + "5 feet", + "3 feet", + "4 feet", + "6 feet" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "six feet", + "6 feet", + "4 feet", + "6 feet", + "six feet", + "6 feet", + "6 feet", + "several feet", + "five feet", + "six feet" + ], + "difficult_direct_answer": false, + "rationales": [ + "Newborn giraffe's are really big. adult giraffe's are even bigger.", + "An adult giraffe is about fourteen feet high. the baby looks a bit under half of the adult giraffes' height.", + "A baby giraffe is about 1/3 the height of an adult giraffe." + ] + }, + { + "split": "val", + "image_id": 369541, + "question_id": "XSdfYndeSP25Dm2T5e5Bd4", + "question": "What other animal does this animal often work closely with?", + "choices": [ + "crocodiles", + "beetles", + "wasps", + "sheep" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "human", + "sheep", + "human", + "sheep", + "cat", + "person", + "cat", + "human", + "humans", + "sheep" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animal is a sheep.", + "The animal visible is a herding dog. herding dogs are most commonly used with sheep.", + "The animal is a sheep dog." + ] + }, + { + "split": "val", + "image_id": 7574, + "question_id": "XYmNkcLb88NVASUfFkcMXC", + "question": "What kind of liquid is in the blue bottle?", + "choices": [ + "water", + "alcohol", + "juice", + "soda" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "detergent", + "vodka", + "alcohol", + "soap", + "dishwasher", + "liquor", + "alcoholic", + "alcohol", + "liquor", + "alcohol" + ], + "difficult_direct_answer": false, + "rationales": [ + "The liquid is alcohol.", + "The liquid is alcohol.", + "The label of the bottle looks like it is strong. it is positioned near some cups." + ] + }, + { + "split": "val", + "image_id": 475572, + "question_id": "XZFLgzvvF4CfTaEbBLCkDV", + "question": "What month is written on the chest of the stuffed animal?", + "choices": [ + "september", + "june", + "july", + "august" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "june", + "june", + "june", + "june", + "june", + "june", + "june", + "june", + "june", + "june" + ], + "difficult_direct_answer": false, + "rationales": [ + "The word has these 4 letters", + "It is the sixth month of the year.", + "The month of june is written on the stuffed animal's chest." + ] + }, + { + "split": "val", + "image_id": 428867, + "question_id": "XaVW3KQGzwUPCJeYwr99F6", + "question": "Why are the stuffed bears on display?", + "choices": [ + "exhibition", + "prizes/gift", + "decorations", + "bear fair" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "contest", + "auctioned off", + "for sale", + "being sold", + "be sold", + "museum", + "exhibition", + "teddybear picnic", + "antiques", + "to buy" + ], + "difficult_direct_answer": true, + "rationales": [ + "The bears are on a table.", + "The bears are exhibited.", + "The stuffed bears are on display in an exhibition center." + ] + }, + { + "split": "val", + "image_id": 270297, + "question_id": "XcYCdxp4Javwyxx6cihuSz", + "question": "What is the train riding on?", + "choices": [ + "grass", + "tunnel", + "railroad", + "street" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "rails", + "rails", + "rails", + "railroad", + "tracks", + "rail", + "junction", + "tracks", + "tracks", + "railroad tracks" + ], + "difficult_direct_answer": false, + "rationales": [ + "The train needs to ride on the tracks. if the train slips off the tracks it will crash.", + "The train is visible and running on two parallel metal rails. this vehicle on such a structure would be on answer a.", + "The train is on tracks." + ] + }, + { + "split": "val", + "image_id": 565563, + "question_id": "XfKzDoDZwVcQqTPF6xzjbs", + "question": "What is prohibited when driving on the street?", + "choices": [ + "signaling", + "braking", + "speeding", + "parking" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "parking", + "no idea", + "speeding", + "speeding", + "speeding", + "driving fast", + "speeding", + "speeding", + "parking", + "exceeding twentymph" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a speed limit in the area.", + "There is a zone not to go too fast. it depicts a snail to show to slow down in the area.", + "A street sign lists the speed limit for the street." + ] + }, + { + "split": "val", + "image_id": 269942, + "question_id": "XkEu3gmYW23qTivgmHP3fN", + "question": "What does the color of the stoplight mean?", + "choices": [ + "go", + "stop", + "get out", + "caution" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "go", + "go", + "go", + "go", + "go", + "go", + "go", + "go", + "go", + "go now" + ], + "difficult_direct_answer": false, + "rationales": [ + "Green means that you should drive.", + "The color says go.", + "The green light on a traffic light means to go." + ] + }, + { + "split": "val", + "image_id": 115946, + "question_id": "XogitwSQqMuD3ABqp25hgF", + "question": "What type of parking is available?", + "choices": [ + "lot", + "parallel", + "diagonal", + "valet" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "parallel", + "street", + "street", + "parallel", + "street", + "street", + "parallel", + "street", + "street", + "street" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cars are on the street and are facing the same direction as traffic.", + "A view of a city road where cars are parked alongside the curb.", + "Parallel parking can be done." + ] + }, + { + "split": "val", + "image_id": 453302, + "question_id": "XpWyazzxv9nAYHcqKswwD7", + "question": "What is the highest item that is located on the refrigerator?", + "choices": [ + "bottle", + "cat", + "scissors", + "flower" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "microwave", + "drink", + "bottle", + "lemon juice", + "bottle", + "bottle", + "bottle", + "microwave", + "juice", + "microwave oven" + ], + "difficult_direct_answer": false, + "rationales": [ + "The glass bottle has the highest height of all the objects.", + "The bottle is the tallest item sitting on the fridge, and the lid can be seen towering over the rest of the items.", + "The item is a bottle." + ] + }, + { + "split": "val", + "image_id": 84492, + "question_id": "XsmK9BGTpRCeMYeF7Lq43Q", + "question": "What trick is the man performing?", + "choices": [ + "rail grind", + "ollie", + "heelflip", + "kickflip" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "rail grind", + "railing", + "grind", + "jumping", + "railslide", + "grind", + "board slide", + "grinding", + "rail trick", + "kickflip" + ], + "difficult_direct_answer": true, + "rationales": [ + "The man is grinding on the rail.", + "That's what they call that particular skateboard trick.", + "The trick is grinding." + ] + }, + { + "split": "val", + "image_id": 17959, + "question_id": "Xw5HiN4AhQ2Nniw8ZD6LYB", + "question": "What kind of fish inspired the kite design?", + "choices": [ + "swordfish", + "clown fish", + "pufferfish", + "tilapia" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "fish", + "clownfish", + "clown", + "clown fish", + "clownfish", + "clown fish", + "clownfish", + "nemo", + "guppies", + "goldfish" + ], + "difficult_direct_answer": false, + "rationales": [ + "The fish is a clown one.", + "The kites are orange and white. they do not have bills.", + "The kites look like nemo from finding nemo so i choose the same kind." + ] + }, + { + "split": "val", + "image_id": 493284, + "question_id": "YGzsjNW5NAbf7tFQeufc4e", + "question": "Which part of the animals is/are precious?", + "choices": [ + "ears", + "eyes", + "nose", + "tusks" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "ears", + "tusks", + "tusks", + "tusk", + "tusks", + "tusks brains", + "tusks", + "tusks", + "tusks", + "tusks" + ], + "difficult_direct_answer": false, + "rationales": [ + "The most precious part of the elephant is its tusk.", + "The elephants have ivory tusks growing from their faces that is worth a lot of money.", + "People used to harvest the white part for commerce." + ] + }, + { + "split": "val", + "image_id": 471869, + "question_id": "YQ3iE6vHkcuYRWwn3fFd8N", + "question": "What is the stuffed bear wearing?", + "choices": [ + "raincoat", + "suit", + "hat", + "bow tie" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "bowtie", + "bow tie", + "bow tie", + "bowtie", + "bow tie", + "bow", + "bowtie", + "bowtie", + "bow tie", + "bowtie" + ], + "difficult_direct_answer": false, + "rationales": [ + "He has a brown tie around his neck.", + "The bear has a bow.", + "The bear is wearing a bow tie." + ] + }, + { + "split": "val", + "image_id": 433915, + "question_id": "YRPvUijZr6hbuQgiyVDRqE", + "question": "What type of picture is on the screen?", + "choices": [ + "single exposed", + "over exposed", + "triple exposed", + "double exposed" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "television", + "overlay photo", + "overlay", + "superimposed", + "face", + "overlapping", + "people", + "television", + "double image", + "double exposed" + ], + "difficult_direct_answer": true, + "rationales": [ + "Two people are visible on top of eachother.", + "In the picture screen there appears to be two images of the same people. this is normally caused by double exposure.", + "Two difference faces can be seen on the screen, indicating it is 2 pictures." + ] + }, + { + "split": "val", + "image_id": 491090, + "question_id": "YVoLEFzggKmLk7ghNNgXKB", + "question": "What is the shop at the back?", + "choices": [ + "motorcycle dealer", + "toy store", + "driving school", + "car dealer" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "motorcycle shop", + "used bikes", + "bike", + "dealer", + "motorcycle dealer", + "motorcycle shop", + "motorcycle", + "service", + "bike", + "mechanic" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are many motorcycles there so it might be a place that sells them.", + "The shop has various motorcycles on display that people can buy.", + "The shop is used or selling motorcycles." + ] + }, + { + "split": "val", + "image_id": 256775, + "question_id": "YY8z6xFXJJ2nBNWWiijsHP", + "question": "What movie is on the kite?", + "choices": [ + "shrek", + "up", + "toy story", + "cars" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "toy story", + "toy story", + "toy story", + "toy story", + "toy story", + "toy story", + "toy story", + "toy story", + "toy story", + "toy story" + ], + "difficult_direct_answer": false, + "rationales": [ + "The toy story movie is printed on the kite.", + "The movie is toy story.", + "The kite is printed with the logo and characters from a disney movie about toys from the 1990's." + ] + }, + { + "split": "val", + "image_id": 374982, + "question_id": "YcY4T8d3SVHEDD4nQJBypg", + "question": "Which ingredient on the pizza is uncooked?", + "choices": [ + "tomato", + "cheese", + "spices", + "crust" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "tomato", + "tomato", + "tomato", + "tomato", + "tomato", + "tomato", + "tomato", + "tomato", + "tomato", + "tomato" + ], + "difficult_direct_answer": false, + "rationales": [ + "The toppings are fresh and red.", + "The pizza is topped with slices of fresh tomatoes.", + "There are red items that are at vegetables." + ] + }, + { + "split": "val", + "image_id": 451155, + "question_id": "Yf5ytZ8Hnk3NwYSf6YmBnB", + "question": "What is the light source in the room?", + "choices": [ + "lamp", + "window", + "flashlight", + "laptop screen" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "laptop", + "laptop", + "laptop", + "screen", + "laptop", + "laptop", + "screen", + "laptop", + "screen", + "laptop screen" + ], + "difficult_direct_answer": false, + "rationales": [ + "A laptop screen is glowing in front of the girl.", + "The room is dark except for the light coming from the woman's laptop screen.", + "The person is using a portable computer. it is producing light." + ] + }, + { + "split": "val", + "image_id": 405972, + "question_id": "YfFNHQEnioSZJwnStCSHar", + "question": "Why is there wire and posts near the elephants?", + "choices": [ + "to immobilize", + "to hunt", + "keeping captive", + "to trap" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "prevent escape", + "encloses them", + "keep in", + "safe keeoing", + "containment", + "keep contained", + "keeping captive", + "fencing", + "containment", + "contain" + ], + "difficult_direct_answer": true, + "rationales": [ + "The elephants are stuck.", + "The wire and posts near the elephants are used to keep the elephants contained in a specific space.", + "The animals are in captivity at the zoo." + ] + }, + { + "split": "val", + "image_id": 345941, + "question_id": "YibQmkwXJ4TPVqZjhqmV9r", + "question": "What food is the white powder sprinkled over the dessert?", + "choices": [ + "parmesan cheese", + "cornstarch", + "powdered sugar", + "rice flour" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "powdered sugar", + "pastry", + "icing sugar", + "sugar", + "powdered sugar", + "powdered sugar", + "sugar", + "powdered sugar", + "powdered sugar", + "pie" + ], + "difficult_direct_answer": false, + "rationales": [ + "The food is sugar.", + "They sprinkle powered sugar over it.", + "The powdered sugar covers the dessert." + ] + }, + { + "split": "val", + "image_id": 297578, + "question_id": "YjzdYbFMe3DLJstKyxejEm", + "question": "What does the man have in his hand?", + "choices": [ + "money", + "drink", + "lighter", + "candy" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "cigarettes", + "cigarette pack", + "lighter", + "cigarette", + "box", + "lighter", + "cigarettes", + "lighter", + "lighter", + "cigarette" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man has an object of the same size of answer a and he is lifting it towards a cigarette. a lighter would be used to light the cigarette and smoke the cigarette as intended.", + "The man is smoking a cigarette. before you can smoke a cigarette you have to light it.", + "The man has a cigarette in his mouth and is trying to light it with what is in his hand. you cannot light a cigarette with money, candy, or a drink." + ] + }, + { + "split": "val", + "image_id": 269196, + "question_id": "YkmMkPR5sqwoebanrtJNBw", + "question": "What type of fencing is used?", + "choices": [ + "wire", + "vinyl", + "pic", + "wood" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "barbed wire", + "wire fence", + "barb wire", + "bricks", + "wire", + "wire", + "smooth wire", + "wired", + "wire", + "wire" + ], + "difficult_direct_answer": false, + "rationales": [ + "Wire is the material used for the fencing. it is grey and bendable.", + "There is a small metal like fencing to keep animals in.", + "This is fairly obvious in the foreground and the type commonly used for corralling livestock." + ] + }, + { + "split": "val", + "image_id": 546219, + "question_id": "YkoPwAEMfgMqGRxLyzEXpz", + "question": "What kind of meal do they appear to be enjoying?", + "choices": [ + "dinner", + "hors d'oeuvres", + "breakfast", + "dessert" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "dinner", + "breakfast", + "lunch", + "dinner", + "breakfast", + "breakfast", + "breakfast", + "lunch", + "breakfast", + "dinner" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a whole group of family sitting at a table. there are coffee mugs and eggs on a plate.", + "The people sitting at the table are drinking coffee and eating toast which is probably happening around breakfast time.", + "There are many coffee mugs and also appears to be orange juice, which are beverages associated with breakfast." + ] + }, + { + "split": "val", + "image_id": 284445, + "question_id": "YoMKzbxjcp5XHZrxcqj3Pn", + "question": "What object shown seems most unusual?", + "choices": [ + "pedestrians", + "ernest jones", + "traffic light", + "street" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "traffic light", + "traffic light", + "traffic lights", + "tilting light", + "leaning pole", + "light", + "traffic lights", + "traffic light", + "traffic light", + "pole" + ], + "difficult_direct_answer": false, + "rationales": [ + "The traffic light is bent down.", + "It looks like someone ran into the pole.", + "The traffic light is on a slight bend with the ground." + ] + }, + { + "split": "val", + "image_id": 97585, + "question_id": "YofsNmbN6XCqNdfHTBmzNq", + "question": "What are the objects made of?", + "choices": [ + "plastic", + "wood", + "metal", + "acrylic" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "acrylic", + "glass", + "glass", + "glass", + "glass", + "glass", + "glass", + "cloth", + "decrote", + "made flowers" + ], + "difficult_direct_answer": false, + "rationales": [ + "The objects are made of a clear, hard substance that was probably poured into shaping molds at a factory before it dried.", + "The objects are acrylic.", + "There are some acrylic arts hanging on the wall." + ] + }, + { + "split": "val", + "image_id": 341973, + "question_id": "Yw4eyrH9WvXX8SLfnqmPmX", + "question": "What category does the food fall into that the girls are eating?", + "choices": [ + "vegetable", + "pastry", + "meat", + "fruit" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "donut", + "pastry", + "junk", + "sweets", + "donut", + "pastry", + "pastry", + "dessert", + "sweets", + "good dessert" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are eating doughnuts, which are considered pastries.", + "These are sugar covered donuts", + "The girls are eating donuts." + ] + }, + { + "split": "val", + "image_id": 296224, + "question_id": "Yzs9cYUUiiJWUzXRFsu3Qy", + "question": "What is the first number on the license plate?", + "choices": [ + "zero", + "six", + "one", + "two" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "zero", + "zero", + "zero", + "one", + "zero", + "number 4", + "number 1", + "number 0", + "zero", + "zero" + ], + "difficult_direct_answer": false, + "rationales": [ + "The first number is 0.", + "The first number is a 0.", + "The number is 0." + ] + }, + { + "split": "val", + "image_id": 222559, + "question_id": "Z2wV882FxEjxwqFcbMRM9K", + "question": "What common functional element is missing from the boats on the scaffolding?", + "choices": [ + "sleeping quarters", + "anchors", + "sails", + "engine room" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sails", + "sail", + "sails", + "sail", + "sail", + "sails", + "sail", + "sails", + "sail", + "liferaft" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are no large sheets of fabric like materials attached to the boat.", + "The boats on the water do not have sails on any of the masts which is a functional element.", + "There is no triangular cloth coming from the boats which is normally what's on them." + ] + }, + { + "split": "val", + "image_id": 282296, + "question_id": "Z5m3QsQ5uikUE6AwWUufzg", + "question": "The room with the refrigerator in it appears to be a room of what type?", + "choices": [ + "living room", + "large closet", + "kitchen", + "bedroom" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "closet", + "hall", + "large closet", + "kitchen", + "closet", + "kitchen", + "kitchen", + "closet", + "storage", + "kitchen" + ], + "difficult_direct_answer": false, + "rationales": [ + "The presence of shoes and hanging clothes indicate this is a closet.", + "There are clothes near the fridge.", + "The costs hung up and the shoes on the ground make this resemble a closet." + ] + }, + { + "split": "val", + "image_id": 218091, + "question_id": "Z5xx32ZiWMMosQmfjqKaGC", + "question": "What kind of room is this?", + "choices": [ + "bathroom", + "bedroom", + "living room", + "hotel room" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "bedroom", + "hotel suite", + "hotel room", + "motel", + "hotel room", + "bed room", + "hotel room", + "hotel room", + "hotel room", + "hotel" + ], + "difficult_direct_answer": false, + "rationales": [ + "A room is shown with somewhat commercial and plain decor. there are no sentimental or personal items on the walls or in the room. there are no pictures of anyone.", + "The room is in a hotel.", + "The room contains furniture and decorations that are popular in hotels and motels." + ] + }, + { + "split": "val", + "image_id": 540962, + "question_id": "ZBUSChQQGFWkXRQZcUxtrM", + "question": "What type of television is in the corner of the living room?", + "choices": [ + "crt", + "plasma", + "led", + "oled" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "box tv", + "tube", + "old", + "portable", + "box television", + "crt", + "tube television", + "old", + "crt", + "small" + ], + "difficult_direct_answer": false, + "rationales": [ + "The tv is too deep to be plasma, led, or oled.", + "The tv is a crt.", + "There is an old school black box television set." + ] + }, + { + "split": "val", + "image_id": 161925, + "question_id": "ZBZcWNW8gabo3RcNZu7Awj", + "question": "What are the two people doing?", + "choices": [ + "selling pizzas", + "holding party", + "making dinner", + "fighting" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "pizza making", + "cutting pizza", + "cooking pizza", + "making pizza", + "making pizza", + "making pizza", + "selling pizzas", + "cooking pizza", + "cooking pizza", + "cooking" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are making pizza.", + "The people are cooking the food items with professional looking equipment.", + "The two people are selling pizzas that are baked in the oven and then sliced into pieces." + ] + }, + { + "split": "val", + "image_id": 115885, + "question_id": "ZBgPFjmtW5mTt7Njdwv6oV", + "question": "What is the cat looking at on the laptop screen?", + "choices": [ + "person", + "dog", + "screensaver", + "movie" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "screensaver", + "mesmerized", + "screensaver", + "graphics", + "screensaver", + "screen saver", + "screensaver", + "lazer", + "lights", + "screen saver" + ], + "difficult_direct_answer": false, + "rationales": [ + "The lights are moving on it", + "It is multiple lines moving in motion.", + "The cat is watching the pattern move." + ] + }, + { + "split": "val", + "image_id": 431848, + "question_id": "ZCGhDHZtMcwGAY36U6XwQL", + "question": "What color T-shirt he wears?", + "choices": [ + "blue color", + "red color", + "black color", + "white car" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "white", + "white car", + "white", + "white", + "white", + "white", + "white", + "white", + "white", + "white" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man has on a white tshirt.", + "The boy is clearly wearing a white colored t-shirt in contrast with his dark pants.", + "I think you meant a's first word and then \"color.\"" + ] + }, + { + "split": "val", + "image_id": 229111, + "question_id": "ZDyf8aLqsUSUVCTRMk6zAu", + "question": "What did the child use to develop a fake game controller?", + "choices": [ + "legos", + "recycled plastics", + "building blocks", + "lincoln logs" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "lego", + "lego", + "legos", + "legos", + "legos", + "lego", + "legos", + "legos", + "legos", + "legos" + ], + "difficult_direct_answer": false, + "rationales": [ + "The kid uses legos.", + "The fake game controller has the snappable pegs and holes consistent with this type of toy.", + "The child used legos." + ] + }, + { + "split": "val", + "image_id": 349480, + "question_id": "ZH4XEMQDqCEqeyqX8ruMqf", + "question": "What are the 3 Bears doing?", + "choices": [ + "tea party", + "having lunch", + "none", + "gossip session" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "picnicking", + "tea party", + "picnicking", + "tea party", + "picnic", + "eating", + "picnic", + "picnic", + "picnic", + "picnic" + ], + "difficult_direct_answer": false, + "rationales": [ + "The diorama in this scene shows a teddy bear picnic with fruits deserts and a tea set.", + "That are sitting around with cakes and cups of tea.", + "The bears are sitting with cups and saucers and all the treats you would find at a picnic or tea party." + ] + }, + { + "split": "val", + "image_id": 50006, + "question_id": "ZVHGXacRAzycGJbvaZL6WW", + "question": "What body of water is this?", + "choices": [ + "ocean", + "pond", + "river", + "lake" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "lake", + "lake", + "lake", + "lake", + "lake", + "lake", + "lake", + "lake", + "lake", + "lake" + ], + "difficult_direct_answer": false, + "rationales": [ + "The water isn't moving a lot and there are no waves", + "This could be an ocean or a lake, but i think it is a lake because of the boats parked on it would be more likely in a lake where the water is calmer.", + "It looks like a large lake." + ] + }, + { + "split": "val", + "image_id": 129416, + "question_id": "ZVKndGxjdDtnrmsRUfRPxX", + "question": "What type of cow is the brown one?", + "choices": [ + "angus", + "red poll", + "hereford", + "english longhorn" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "dairy", + "beef", + "bull", + "calf", + "brown cow", + "bull", + "bovine", + "hereford", + "female", + "hereford" + ], + "difficult_direct_answer": false, + "rationales": [ + "A brown one is a hereford.", + "A hereford is a type of cow that is usually brown in color.", + "The cow is a hereford." + ] + }, + { + "split": "val", + "image_id": 542423, + "question_id": "ZVihanJCkC9cEENhpyucEn", + "question": "What has caused the leaves to fall from the trees?", + "choices": [ + "snow", + "solar eclipse", + "weather", + "tornado" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "season change", + "wind", + "season change", + "weather", + "weather", + "no water", + "wind", + "fall", + "autumn", + "autumn" + ], + "difficult_direct_answer": false, + "rationales": [ + "It looks like it is winter or fall because the trees are bare or yellow in color.", + "This area does not have snow or tornado damage. a solar eclipse would not cause leaves to fall from the trees.", + "The seasons are changing and has caused the leaves to fall from the trees." + ] + }, + { + "split": "val", + "image_id": 225670, + "question_id": "ZWw8aaWWifdcZdMU7Pmgcg", + "question": "The front of the dog is closest to what number on the scale?", + "choices": [ + "nineteen", + "seventeen", + "twelve", + "eleven" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sixteen", + "seventeen", + "16", + "sixteen", + "sixteen", + "16", + "sixteen", + "seventeen", + "seventeen", + "16" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's actually a little under 16.5 on the scale.", + "The front of the dog is close to seventeen.", + "His nose is close to the number in front of him." + ] + }, + { + "split": "val", + "image_id": 376112, + "question_id": "ZXpemwU9BnGkBEdj8f6tqD", + "question": "How will the people on the mountain get off it?", + "choices": [ + "ski lift", + "uber", + "ski down", + "bike" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "ski down", + "skating skier", + "ski down", + "skiing", + "skiing", + "skiing downhill", + "skiing", + "ski down", + "ski down", + "ski down" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are wearing skis and will slide down the slope.", + "The people ski down.", + "The people will ski down it." + ] + }, + { + "split": "val", + "image_id": 473015, + "question_id": "ZYdDiWXC3SqAFxW7ANe8Tk", + "question": "What does this bird named as?", + "choices": [ + "swan", + "albatross", + "duck", + "gull" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "albatross", + "swan", + "pelican", + "swan", + "duck", + "duck", + "dock", + "seagull", + "sea bird", + "duck" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bird is an albatross.", + "It looks like a seagull but is much bigger.", + "This is an ocean bird." + ] + }, + { + "split": "val", + "image_id": 520077, + "question_id": "ZZaVsZeNSvsTB8M2mFDcqL", + "question": "What type of drink is to the left of the books?", + "choices": [ + "juice", + "beer", + "wine", + "soda" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "beer", + "alcohol", + "beer", + "beer", + "beer", + "beer", + "beer", + "corona beer", + "beer", + "beer" + ], + "difficult_direct_answer": false, + "rationales": [ + "Corona is an alcoholic beverage.", + "The bottle says corona extra.", + "The bottle to the left of the books reads corona. this is a brand of beer." + ] + }, + { + "split": "val", + "image_id": 515025, + "question_id": "ZdLaJyLJrM3UyQfks4vPz4", + "question": "What type of business does the woman's hat promote?", + "choices": [ + "convenience store", + "car dealership", + "vitamin store", + "trucking company" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "trucking", + "convenience store", + "convenience", + "not visible", + "convenience store", + "gas station", + "convenience store", + "pizza", + "unsure", + "gas station" + ], + "difficult_direct_answer": false, + "rationales": [ + "A woman is wearing a hat with the kum and go logo on it.", + "It is the store name for a gas station", + "The hat is for a convenience store." + ] + }, + { + "split": "val", + "image_id": 347664, + "question_id": "ZeUzimMiTU6aJb3tFM7ie3", + "question": "What type of climate is it?", + "choices": [ + "tropical", + "tundra", + "arctic", + "wetlands" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "tropical", + "dry", + "warm", + "mediterranean", + "coastal", + "tropical", + "island", + "wet", + "warm sunny", + "tropical" + ], + "difficult_direct_answer": false, + "rationales": [ + "It appears to be by islands and warmer weather here.", + "The climate is tropical.", + "The climate features an ocean." + ] + }, + { + "split": "val", + "image_id": 245320, + "question_id": "ZfTC6zzHXSMikD2CDbSrJn", + "question": "What pattern is on the man's shirt?", + "choices": [ + "plaid", + "polka dot", + "argyle", + "stripes" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "checker", + "plaid", + "plaid", + "plaid", + "flannel", + "casual", + "plaid", + "plaid", + "plaid", + "plaid" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is also known as a checkered or checked shirt.", + "The pattern consists of squares, not stripes, dots, or diamonds.", + "The man's shirt is a red plaid pattern." + ] + }, + { + "split": "val", + "image_id": 334309, + "question_id": "Zhx4M3xfkZGgH4dnopMrY2", + "question": "Why is his mouth open?", + "choices": [ + "to eat", + "to yawn", + "to kiss", + "to yell" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "eating", + "snapshot eating", + "to eat", + "eating", + "selfie pose", + "eating", + "eating", + "eating", + "eating", + "eating" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man has his mouth open wide because he is about to take a big bite of the sandwich he is eating.", + "There is a food item near the man's mouth.", + "He is opening his mouth to bite the sandwich as he pulls it toward his mouth." + ] + }, + { + "split": "val", + "image_id": 372349, + "question_id": "ZjapTLh575MHGLJLdT5wkE", + "question": "What is the man with no shirt doing?", + "choices": [ + "hunting", + "smoking", + "exercising", + "cooking" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "teeth cleaning", + "smoking", + "brushing teeth", + "brushing teeth", + "smoking", + "brushing teeth", + "eating", + "brushing teeth", + "smoking", + "brushing teeth" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is smoking.", + "The man seems to have a cigar in his mouth.", + "The man is smoking." + ] + }, + { + "split": "val", + "image_id": 306733, + "question_id": "Zkx2Q6dT8tpX5CaHAVoLzA", + "question": "What is on the left side of the painting that is on the counter?", + "choices": [ + "hair", + "cat", + "dog", + "plant" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "plant", + "plant", + "plant", + "plant", + "plant", + "plant", + "plant", + "plant", + "plant", + "plant" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a plant next to the painting.", + "The left side has a plant.", + "The left side is for a plant." + ] + }, + { + "split": "val", + "image_id": 537991, + "question_id": "ZpLohrc8reFQkCjJ3iFQXX", + "question": "What is the woman wearing on her head?", + "choices": [ + "shower cap", + "hat", + "headset", + "headband" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "headphones", + "headphones", + "headphones", + "headphones", + "headset", + "headphones", + "headphones", + "headphones", + "headset", + "headset" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman has a headset.", + "The woman holding the cell phones is wearing a headset on her head in order to hear and talk.", + "The headphones with a microphone attached to them is to communicate to another person hands free." + ] + }, + { + "split": "val", + "image_id": 128476, + "question_id": "Zpnu9g7eUGf6yYwwFN2Hk5", + "question": "What type of food is for sale here?", + "choices": [ + "dessert", + "lunch", + "breakfast", + "dinner" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cakes", + "cakes", + "cakes", + "baked goods", + "baked goods", + "cakes", + "dessert", + "cake", + "cakes", + "cake" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a cake decorated with sweet frosting.", + "The objects are cakes. they would be eaten after a meal.", + "The food items are cakes. a cake would not be a suitable main course for dinner, breakfast, or lunch." + ] + }, + { + "split": "val", + "image_id": 504415, + "question_id": "Zt2TzKJkDQHFrbcPkxNZcA", + "question": "What is the fence meant to block?", + "choices": [ + "trespassers", + "cars", + "balls", + "animals" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "balls", + "tennis balls", + "balls", + "ball", + "fly balls", + "balls", + "balls", + "ball escaping", + "balls", + "balls" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is playing tennis on a court that is fenced in to prevent stray balls from going outside the court.", + "There is a green ball in the court where a man is chasing it down. the fence is to keep it out of the streets.", + "This helps keep them in the general area if a shot is missed" + ] + }, + { + "split": "val", + "image_id": 540414, + "question_id": "ZthUeysacKx2CVGPpNKxe4", + "question": "What are the traditional long printed skirts worn by the women called?", + "choices": [ + "broomstick skirt", + "sarong", + "prairie skirt", + "accordion skirt" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sarong/sarung", + "dresses", + "cleaning", + "skirts", + "sarong", + "long wrap", + "sarong", + "sari", + "saris", + "sarong" + ], + "difficult_direct_answer": false, + "rationales": [ + "The skirts are called sarongs.", + "The term these are culturally called is a sarong.", + "The women are wearing sarongs since those are indian skirts." + ] + }, + { + "split": "val", + "image_id": 54967, + "question_id": "ZtyPK2Y2iMngTE2jBMJQpP", + "question": "What fuel is this type of bus?", + "choices": [ + "petrol", + "gas", + "diesel", + "electric" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "electric", + "petrol", + "gas", + "electric", + "electric", + "diesel", + "gas", + "electric", + "diesel", + "hydrogen" + ], + "difficult_direct_answer": false, + "rationales": [ + "The rods above the bus connect it to the energy grid.", + "The fuel is electric.", + "The bus is connected to overhead lines that electricity passes through." + ] + }, + { + "split": "val", + "image_id": 344621, + "question_id": "a2NwsGL4TDKVjb89XHSn5i", + "question": "What game is being played on the table?", + "choices": [ + "draughts", + "monopoly", + "cards", + "chess" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "scrabble", + "checkers", + "checkers", + "checkers", + "scrabble", + "checkers", + "draughts", + "scrabble", + "checkers", + "checkers" + ], + "difficult_direct_answer": false, + "rationales": [ + "Chess is played on a checkerboard.", + "There is a checkerboard on the coffee table with pieces arranged like it is in the middle of a game.", + "The game is draughts." + ] + }, + { + "split": "val", + "image_id": 369771, + "question_id": "a8KA5MV9JnCTqyHCeKCfEW", + "question": "What is the same color as the fork?", + "choices": [ + "egg yolk", + "sky", + "donkey", + "grass" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "container", + "sky", + "bento", + "bento box", + "plate", + "bento", + "box", + "container", + "egg", + "container" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sky is usually that color blue.", + "The fork is blue and the grass, a donkey and egg yolks are not, but the sky is.", + "The fork is blue." + ] + }, + { + "split": "val", + "image_id": 41990, + "question_id": "aAEJFGA3xJLXv4gMXqCd84", + "question": "Why is the man on the left wearing the goggles?", + "choices": [ + "fashion", + "dress code", + "eye protection", + "cosplay" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "skiing", + "eye protection", + "eye protection", + "protection", + "protection", + "snow", + "eye protection", + "eye protection", + "eye protection", + "eye protection" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man wants to keep debris out of his eyes.", + "He is wearing them so the snow does not get in his eyes.", + "When skiing it helps protect the eyes from the harsh conditions and also the sun." + ] + }, + { + "split": "val", + "image_id": 146831, + "question_id": "aC77EkAro3tybKmAJPUAH4", + "question": "What gear is missing on the child?", + "choices": [ + "skates", + "coaching", + "swimming", + "safety" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "helmet", + "helmet", + "helmet", + "helmet", + "angrily", + "protection", + "safety", + "helmet", + "helmet", + "helmet" + ], + "difficult_direct_answer": false, + "rationales": [ + "The athlete skateboarding in this picture could be wearing knee/elbow pads and a helmet to better mitigate any physical harm were they to fall off their skateboard.", + "The gear is safety.", + "The child isn't wearing a helmet or any type of knee pads." + ] + }, + { + "split": "val", + "image_id": 117908, + "question_id": "aDVS7CNLi2et7Uf7kEEZeQ", + "question": "Why is the cat looking inside the fridge?", + "choices": [ + "playing", + "teasing", + "for food", + "curiosity" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "nosy", + "curious", + "for food", + "hungry", + "hungry", + "for food", + "curiosity", + "hungry", + "treats", + "curious" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cat wants a snack.", + "The cat wants to rummage for treats.", + "The cat is hungry for food." + ] + }, + { + "split": "val", + "image_id": 81394, + "question_id": "aFoRsjc727Fzy7QCG3DEsP", + "question": "What country is this in?", + "choices": [ + "japan", + "united states", + "malaysia", + "germany" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "india", + "mexico", + "india", + "turkey", + "india", + "india", + "indonesia", + "india", + "malaysia", + "india" + ], + "difficult_direct_answer": false, + "rationales": [ + "This country is known for its mix of malay, chinese, indian and european cultural influences.", + "The country is malaysia.", + "The country is in malaysia." + ] + }, + { + "split": "val", + "image_id": 545100, + "question_id": "aJHeEgCPQ2LCEwtsZWbd9Q", + "question": "How can we tell a building is under construction in this area?", + "choices": [ + "crane", + "video", + "dump truck", + "signs" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "crane", + "safety cones", + "crane", + "crane", + "crane", + "cranes", + "crane", + "crane", + "crane", + "crane" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is large heavy machinery with a long part extending into the sky.", + "A crane such as that seen on the left side background of this image is traditionally only used on active construction sites.", + "A crane, which is used to help construct buildings, can be seen in the picture." + ] + }, + { + "split": "val", + "image_id": 57760, + "question_id": "aL2mrGutdZCcG5Da5m6avg", + "question": "The weather must have a moderate amount of what?", + "choices": [ + "rain", + "snow", + "wind", + "cold" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sunlight", + "sunshine", + "sunshine", + "wind", + "sun", + "sun", + "wind", + "wind", + "sunshine", + "sunshine" + ], + "difficult_direct_answer": false, + "rationales": [ + "Kites are up in the air, and require one main thing to do so.", + "The weather is windy.", + "Wind is crucial for getting a kite to fly high in the air. if no wind is present, the kite flyer will not even be able to get the kite more than a couple feet off the ground." + ] + }, + { + "split": "val", + "image_id": 489842, + "question_id": "aUgAiwcNTDksCTSB4zLqLx", + "question": "Some of the children are wearing head coverings likely for what reason?", + "choices": [ + "medical", + "uniform", + "religious", + "costume" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "celebration", + "religious", + "party fun", + "play", + "they're girls", + "christmas", + "dress up", + "costumes", + "dust", + "costume" + ], + "difficult_direct_answer": true, + "rationales": [ + "The costumes included hats, dresses, fake beards and ties. the children were in a play.", + "Children are gathered together for a photo to commemorate an event and many of them seem to be in robes and various clothes not generally worn by children.", + "The kids are wearing costumes." + ] + }, + { + "split": "val", + "image_id": 233238, + "question_id": "aWbDSeQbZjRdUSg42vfGyi", + "question": "What famous person is likely on the bottle of dressing that is closest to and facing the camera?", + "choices": [ + "robert redford", + "apollo crews", + "kefka palazzo", + "paul newman" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "newman", + "newman", + "paul newman", + "paul newman", + "newman", + "paul newman", + "hidden valley", + "paul newman", + "paul newman", + "paul newman" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bottle has paul newman on it.", + "He has his own brand of it.", + "The dressing is famous for being named after him and the logo is well known where the others are not." + ] + }, + { + "split": "val", + "image_id": 111207, + "question_id": "aX3pLQW2CigHrJVVMETaey", + "question": "What are the last two numbers on the man's shirt?", + "choices": [ + "99", + "65", + "60", + "30" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "30", + "thirty", + "30", + "30", + "30", + "3 0", + "three zero", + "30", + "three zero", + "three zero" + ], + "difficult_direct_answer": false, + "rationales": [ + "The shirt has a time that is half an hour after nine.", + "The last two numbers are thirty.", + "It has the numbers in white against a black shirt" + ] + }, + { + "split": "val", + "image_id": 25096, + "question_id": "aXA73vtTRAUJ79PHaVuhF8", + "question": "What is the skateboard being cut into most likely constructed from?", + "choices": [ + "acrylic", + "cake", + "plastic", + "wood" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "cake", + "cake", + "cake", + "cake", + "cake", + "cake", + "metal", + "cake", + "cake", + "metal" + ], + "difficult_direct_answer": false, + "rationales": [ + "The item is a cake.", + "The skateboard is most likely to be constructed from cake.", + "They are cooking and decorating it in the kitchen with cooking tools." + ] + }, + { + "split": "val", + "image_id": 203931, + "question_id": "aXNsPe9LnRuqorhKQ9McLC", + "question": "What is the quotient of each individual digit on his jersey?", + "choices": [ + "one", + "two", + "101", + "11" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "one", + "one", + "one", + "two", + "two", + "two", + "one", + "one", + "one one", + "one" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is the number 11 so the answer would be one.", + "The full number is 11.", + "The quotient is one." + ] + }, + { + "split": "val", + "image_id": 45550, + "question_id": "acLP6cnPoWn8iZ9aD6F8ZL", + "question": "What is the white object the man in the black shirt is holding?", + "choices": [ + "frisbee", + "towel", + "laptop", + "plate" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "posing", + "plate", + "plate", + "plate", + "plate", + "tray", + "plate", + "plate", + "plate", + "tray" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man in the black shirt is holding a white plate with food on it that he bought.", + "The man is holding a white plate with food on it.", + "There are food items on the white object. frisbees, towels, or laptops would not be used to hold food." + ] + }, + { + "split": "val", + "image_id": 474854, + "question_id": "adCKLgHUzBBhEmMyf8s8tW", + "question": "What type of food is being served?", + "choices": [ + "fruit", + "meat", + "cheese", + "vegetable" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "banana", + "banana", + "banana", + "banana", + "fruit", + "banana", + "banana", + "banana", + "banana", + "banana" + ], + "difficult_direct_answer": false, + "rationales": [ + "A banana is not a vegetable, meat, or cheese. it is a fruit.", + "The person is eating a banana.", + "The boy is holding a banana is his hand which is a type of fruit." + ] + }, + { + "split": "val", + "image_id": 468632, + "question_id": "adJ3Kj52nGJVwytjWDJjCA", + "question": "Why does the person in orange have their arms out?", + "choices": [ + "measure", + "break fall", + "reach", + "balance" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "catching", + "catching", + "catching frisbee", + "to catch", + "catch frisbee", + "reach", + "to catch", + "catch frisbee", + "catching", + "catching" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are playing frisbee. the frisbee is moving towards the person in orange.", + "The person is trying to get the frisbee.", + "The person in orange is trying to catch the frisbee." + ] + }, + { + "split": "val", + "image_id": 118367, + "question_id": "adYBVSLgdqCGZjjVacKNGg", + "question": "What is the white ingredient on the sandwich?", + "choices": [ + "onion", + "radish", + "pepper", + "cheese" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cheese", + "onions", + "onions", + "onion", + "onion", + "onion", + "onion", + "onion", + "onion", + "onion" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ingredient on the bun is sliced onions.", + "The white ingredient is onion.", + "The hot dog has slices of white onion on top of the bun." + ] + }, + { + "split": "val", + "image_id": 433374, + "question_id": "admjQXJJsLpbcEdRVyvVsf", + "question": "What has caused the elephants to turn brown?", + "choices": [ + "paint", + "dirt", + "straw", + "crayon" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sand", + "dirt", + "mud", + "dirt", + "mud", + "mud", + "mud", + "mud", + "sand", + "dirt" + ], + "difficult_direct_answer": false, + "rationales": [ + "These elephants have been rolling around in the mud.", + "The elephants are covering themselves in the naturally occurring brown substance that is near the water.", + "The elephants are dirty." + ] + }, + { + "split": "val", + "image_id": 66817, + "question_id": "akDNCt5XCGvjw33C3ong5d", + "question": "What meal is this?", + "choices": [ + "snack", + "dinner", + "breakfast", + "brunch" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "breakfast", + "supper", + "dinner", + "rice", + "dinner", + "rice/fish", + "dinner", + "dinner", + "dinner", + "dinner" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a lot of variety on the plate and on the table meaning it's probable that this is intended for a major meal.", + "This is a hearty meal with protein, grains and vegetables.", + "It has meat and vegetables" + ] + }, + { + "split": "val", + "image_id": 359833, + "question_id": "aoF64JjYJnKQaPaTyshZh9", + "question": "What is the boy reaching up to grab?", + "choices": [ + "orange", + "potato", + "apple", + "tomato" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "apples", + "apple", + "apple", + "apple", + "taking apple", + "apple", + "apple", + "apples", + "apple", + "apple" + ], + "difficult_direct_answer": false, + "rationales": [ + "The boy is reaching up to grab a red apple.", + "There are apples in the barrel.", + "There are red and green ones" + ] + }, + { + "split": "val", + "image_id": 491213, + "question_id": "aoGyPaA6ZWkaQSZYXwdyEw", + "question": "What type of car can be seen behind the motorcycle?", + "choices": [ + "hemi", + "corvette", + "cadillac", + "mustang" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "ford mustang", + "ford", + "mustang", + "mustang", + "mustang", + "ford mustang", + "mustang", + "mustang", + "mustang", + "chevrolet" + ], + "difficult_direct_answer": false, + "rationales": [ + "The car is a mustang.", + "The logo of the horse is iconic and the car model is another name for the male horse.", + "There is a horse logo on the car." + ] + }, + { + "split": "val", + "image_id": 162858, + "question_id": "apxbVY3Q3arXvhq3DXWFKC", + "question": "What does the sign on the stop light say to not block?", + "choices": [ + "hotel", + "school", + "intersection", + "sidewalk" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "intersection", + "lane", + "intersection", + "intersection", + "intersection", + "u turn", + "intersection", + "cars", + "road", + "intersection" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign is an intersection.", + "You have to look closely but it does say \"do not block intersection.\".", + "It says so on the sign." + ] + }, + { + "split": "val", + "image_id": 94157, + "question_id": "avHqQqojSySkp7zg2o7afF", + "question": "What is blocking the view of the buildings?", + "choices": [ + "clouds", + "books", + "trees", + "boats" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "trees", + "trees", + "trees", + "trees", + "trees", + "trees", + "trees", + "trees", + "trees", + "trees" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a row of trees blocking the view of the buildings.", + "They are tall enough to cover the lower floors", + "The trees in front of the buildings is blocking the total view." + ] + }, + { + "split": "val", + "image_id": 84031, + "question_id": "awiLcr766TJkZENT7kBLBR", + "question": "What will the ump yell if the player makes contact with the ball?", + "choices": [ + "strike", + "ejected", + "nothing", + "out" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "strike", + "nothing", + "nothing", + "fair play", + "nothing", + "nothing", + "fair ball", + "fair ball", + "hit", + "nothing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The umpire doesn't vocalize aloud when a player actually hits the ball unless the hit is a foul ball, at which time he notes it. otherwise, he is silent.", + "The ump says nothing.", + "The ump will not have anything to say if the player successfully hits the ball." + ] + }, + { + "split": "val", + "image_id": 122217, + "question_id": "axQQHVN8GNWTHu4B4fzqaF", + "question": "In which position are the people?", + "choices": [ + "sitting", + "squatting", + "standing", + "reclining" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "squatting", + "downhill", + "squatted", + "crouching", + "bending", + "crouched", + "squat", + "sitting", + "squatting", + "crouch" + ], + "difficult_direct_answer": true, + "rationales": [ + "The people are on a skateboard.", + "The position is squatting.", + "They are crouching down on their skateboards to pick up speed." + ] + }, + { + "split": "val", + "image_id": 410456, + "question_id": "ayLDJwHtkkfkn7twcJRGGo", + "question": "What is the white building with a green roof?", + "choices": [ + "office building", + "resort", + "residential building", + "university" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "hotel", + "apartment", + "hotel", + "hotel", + "hotel", + "apartment", + "hotel", + "hotel", + "resort", + "hotel" + ], + "difficult_direct_answer": false, + "rationales": [ + "The fancy building is the resort hottel.", + "The building is a resort.", + "The building is a resort." + ] + }, + { + "split": "val", + "image_id": 319935, + "question_id": "b2photCPzvgmyTJXLzEgbW", + "question": "What colour are the couch and chair?", + "choices": [ + "blue", + "cream", + "yellow", + "brown" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "beige", + "cream", + "cream", + "white", + "white", + "cream", + "cream", + "cream color", + "sandalbrown", + "ivory" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are a little darker than white", + "The couch and the chair in the hotel room are a light cream color.", + "The couch and chair are both a cream color." + ] + }, + { + "split": "val", + "image_id": 229948, + "question_id": "b57dJ74KfRbDSDzkD8bSWJ", + "question": "What country is this in?", + "choices": [ + "england", + "germany", + "united states", + "china" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "usa", + "england", + "united kingdom", + "england", + "united states", + "america", + "england", + "england", + "usa", + "usa" + ], + "difficult_direct_answer": false, + "rationales": [ + "Bristol is in england.", + "Bristol is mentioned on the tent sign.", + "The country is england." + ] + }, + { + "split": "val", + "image_id": 323799, + "question_id": "b5XoCkzFXxELg4R5SP4uEf", + "question": "What type of game were they probably playing in the park?", + "choices": [ + "hula hoops", + "catch", + "frisbee", + "ring toss" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "ring toss", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee", + "frisbee" + ], + "difficult_direct_answer": false, + "rationales": [ + "The game is a ring toss.", + "The people were playing a ring toss.", + "The discs that the people are holding have a hole in the middle of them." + ] + }, + { + "split": "val", + "image_id": 221872, + "question_id": "b6tZAg7f28UHbins7nWcpo", + "question": "In what way were the carrots cooked?", + "choices": [ + "baked", + "steamed", + "boiled", + "roasted" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "roasted", + "roasted", + "steamed", + "grilled", + "baked", + "grilled", + "grilled", + "grilled", + "boiled", + "fried" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are burn marks on the carrots.", + "The carrots were roasted.", + "The brown marks on the carrots indicate roasting." + ] + }, + { + "split": "val", + "image_id": 279145, + "question_id": "bAZ4e6x3iLpkJMi8joS9mw", + "question": "The animal has what kind of a tail?", + "choices": [ + "hairless", + "blue", + "barbed", + "fluffy" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "fluffy", + "long", + "furry tail", + "bushy", + "fluffy", + "fluffy", + "fluffy", + "bushy", + "fluffy", + "furry" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cat has long, fluffy hair on its tail.", + "The cat's tail is soft and not barbed, furry and not hairless, and white and not blue. it is furry with lots of volume.", + "The animal near the bench is a white cat with a fluffy tail." + ] + }, + { + "split": "val", + "image_id": 262631, + "question_id": "bCewJfNy7SdgVeNaQrbTN9", + "question": "What is the vase made of?", + "choices": [ + "glass", + "clay", + "wood", + "plastic" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "ceramic", + "porcelain", + "clay", + "jar", + "porcelain", + "ceramic", + "ceramic", + "made sand", + "glass", + "clay" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vase in this image was made on a kiln out of shaped clay.", + "The vase is clay.", + "The uneven marks seen in the making are an indication of the substance used to make it." + ] + }, + { + "split": "val", + "image_id": 336356, + "question_id": "bDXLr8CDvR6oDCL2xMHV3v", + "question": "What type of pizza is shown?", + "choices": [ + "deep dish", + "pepperoni", + "margherita", + "sausage" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "margherita", + "cheese", + "cheese", + "cheese", + "neapolitan pizza", + "cheese", + "cheese", + "cheese spinach", + "cheese", + "margarita" + ], + "difficult_direct_answer": false, + "rationales": [ + "A margherita pizza has tomatoes, cheese, and basil as is seen on this pizza", + "The pizza is called a margherita pizza.", + "Margherita pizzas are famous for having large, blotchy white patches of cheese melted on the surface. the pizzas have large, blotchy white patches melted on the surface." + ] + }, + { + "split": "val", + "image_id": 173004, + "question_id": "bFHUSwTBE33hag9jVm6iJr", + "question": "What is the person using to eat the pizza?", + "choices": [ + "chopsticks", + "ice picks", + "string", + "utensils" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "fork knife", + "fork knife", + "silverware", + "fork", + "utensils", + "fork", + "fork knife", + "knife", + "fork", + "fork" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a fork and knife on the table.", + "The person uses utensils.", + "There is a fork and a knife on the plate." + ] + }, + { + "split": "val", + "image_id": 151820, + "question_id": "bJibpiu5MQYbPEn4czsCea", + "question": "The kind of lunch they are sitting down to is most likely what type?", + "choices": [ + "school", + "family", + "work", + "casual" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "breakfast", + "work", + "business", + "formal", + "lunch", + "restaurant", + "office lunch", + "business", + "brunch", + "brunch" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are dressed in business attire", + "They are in a formal setting and wearing nametags and formal clothes.", + "It appears that these people are sitting down to eat a meal with other professionals based on their clothing. some are wearing name tags which would not be worn for casual, family, or school luncheons." + ] + }, + { + "split": "val", + "image_id": 495146, + "question_id": "bTGQFiRVpf3sA2KURQcTQU", + "question": "Which vehicle holds the most people?", + "choices": [ + "boat", + "train", + "truck", + "car" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "train", + "train", + "train", + "train", + "train", + "train", + "train", + "train", + "train", + "train" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vehicle is the train.", + "Boats and cars can hold many people, but nothing compared to the passenger train in the background.", + "Out of all methods of transportation on display in this image the train is the largest and has the most room for passengers." + ] + }, + { + "split": "val", + "image_id": 326082, + "question_id": "bTRUSAypEjzP5XWNW954RK", + "question": "What type of location is shown?", + "choices": [ + "commercial", + "historical", + "medical", + "residential" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "living room", + "family room", + "living room", + "living room", + "home", + "residential", + "living room", + "livingroom", + "living room", + "living room" + ], + "difficult_direct_answer": false, + "rationales": [ + "The area is residential since this is someone's home.", + "The location is residential.", + "There are appliances and furniture. people usually put these things in their home." + ] + }, + { + "split": "val", + "image_id": 479912, + "question_id": "bTkroMPt2NzXSUFCPZS823", + "question": "The airliner is in what position?", + "choices": [ + "taking off", + "passenger loading", + "fuleing", + "landing" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "parked", + "in taxi", + "loading", + "loading", + "rest", + "passenger loading", + "landing", + "parked", + "parked", + "gate" + ], + "difficult_direct_answer": false, + "rationales": [ + "The plane is connected to a walkway. this is the method people board planes and a plane would not be in contact with the terminal in this manner if doing answer b-d.", + "There are people standing in a line waiting to enter the plane.", + "A commercial airplane is at a terminal of an airport." + ] + }, + { + "split": "val", + "image_id": 92053, + "question_id": "bWUR6AzW6CejWi3EG2PZfT", + "question": "What will someone stay away from consuming if they will be driving later?", + "choices": [ + "sandwich", + "fish", + "beer", + "sausage" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "alcohol", + "beer", + "beer", + "alcohol", + "beer", + "beer", + "alcohol", + "beer", + "beer", + "beer" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a glass of beer on the table which would mean anyone who drinks it should not drive afterwards.", + "Beer contains alcohol which should not be consumed if driving.", + "Someone won't drink beer." + ] + }, + { + "split": "val", + "image_id": 85089, + "question_id": "bZ25bkAHbKKbPwPxLq6tgP", + "question": "What fruit is represented here?", + "choices": [ + "oranges", + "pears", + "grapes", + "apples" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "grapes", + "grape", + "grapes", + "grapes", + "grapes", + "grape", + "grapes", + "grape", + "grape", + "grapes" + ], + "difficult_direct_answer": false, + "rationales": [ + "Grapes are used to make red wine.", + "Wine is made from crushing small round fruits.", + "The fruit is grapes." + ] + }, + { + "split": "val", + "image_id": 99054, + "question_id": "bZont5aBGPxG5hEGcRHk4r", + "question": "What country is the plane in the back from?", + "choices": [ + "tokyo", + "china", + "kenya", + "egypt" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "egypt", + "egypt", + "egypt", + "egypt", + "egypt", + "egypt", + "egypt", + "egypt", + "egypt", + "egypt" + ], + "difficult_direct_answer": false, + "rationales": [ + "A quick glance at the plane provides the answer; the word is right there in bold letters.", + "The country is egypt.", + "The plane is from egypt." + ] + }, + { + "split": "val", + "image_id": 542856, + "question_id": "bcXERNeXxn8CmkodKezv7X", + "question": "What is on the side of the bus?", + "choices": [ + "digital signs", + "destination", + "advertisement", + "railings" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "advertisement", + "advertisements", + "advertisement", + "actress", + "advertisement", + "cindy sherman", + "poster", + "exhibit advertisement", + "advertisement", + "poster" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is showing information for a current local art exhibit.", + "It is giving information about a service or product", + "A display like this is meant to be seen by those who the buses drives by each day and is meant to draw their attention to the display. it is of the right style and size to be answer a." + ] + }, + { + "split": "val", + "image_id": 424551, + "question_id": "bezNeT66zH5bmV9XRsGhcf", + "question": "What is the man in the blue jacket trying to climb?", + "choices": [ + "tree", + "mountain", + "ladder", + "train" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "mountain", + "mountain", + "mountain", + "mountain", + "hillside", + "mountain", + "mountain", + "mountain", + "hillside", + "hillside" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are far above sea level", + "The man in blue is using skis and poles to travel up the mountain.", + "The man wants to go up the mountain." + ] + }, + { + "split": "val", + "image_id": 509451, + "question_id": "bf5TyZHVCjmFbsBP9o7qMq", + "question": "The clothing in this picture all includes what similarity?", + "choices": [ + "all dresses", + "all suits", + "all costumes", + "same color" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "black", + "colors", + "black color", + "black", + "black color", + "same color", + "same color", + "black", + "black", + "black" + ], + "difficult_direct_answer": false, + "rationales": [ + "The clothing share the same colors.", + "Everyone is wearing some black.", + "The clothing is similarly colored." + ] + }, + { + "split": "val", + "image_id": 89556, + "question_id": "bf6qUEbh434BJZ3d4MWsU9", + "question": "What kind is the 2 vehicles?", + "choices": [ + "ford", + "honda", + "chevy", + "toyota" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "toyota", + "chevrolet", + "chevrolet", + "toyota", + "toyota", + "toyota", + "toyota", + "toyota", + "chevrolet", + "toyota" + ], + "difficult_direct_answer": false, + "rationales": [ + "The logo made up of two ovals present on the two foremost silver car's grilles is associated with toyota.", + "There is a toyota.", + "There is an oval logo near the grill on each vehicle." + ] + }, + { + "split": "val", + "image_id": 336209, + "question_id": "bfr2EuyWxuSqeL23qocAe4", + "question": "What is the object the man is on made from?", + "choices": [ + "wood", + "cement", + "brick", + "steel" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "wood", + "wood", + "wood", + "wood", + "wood", + "wood", + "wood", + "wood", + "wood", + "wood" + ], + "difficult_direct_answer": false, + "rationales": [ + "The object is wood.", + "Skateboards are made from wood.", + "The object is made of wood." + ] + }, + { + "split": "val", + "image_id": 443426, + "question_id": "bgFM5EQ66AGQWorBoJzymJ", + "question": "How many markers are on the tray behind the man?", + "choices": [ + "one", + "three", + "two", + "five" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "three", + "three", + "three", + "three", + "two", + "three", + "three", + "3 markers", + "three", + "3 markers" + ], + "difficult_direct_answer": false, + "rationales": [ + "The markers are identifiable based on their size and shape and are countable.", + "There are three markers below the whiteboard.", + "The markers are blue, red, and green." + ] + }, + { + "split": "val", + "image_id": 172083, + "question_id": "bkDub4yWQqeZVboUxpBCAd", + "question": "What room is pictured here for a rest?", + "choices": [ + "restroom", + "bedroom", + "carnival", + "church" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "restroom", + "bathroom", + "restroom", + "restroom", + "bathroom", + "bathroom", + "restroom", + "restroom", + "restroom", + "restroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "The area is a bathroom since there is a soap dispenser.", + "There are sinks in this area. it is not a church, bedroom, or carnival.", + "It is a bathroom." + ] + }, + { + "split": "val", + "image_id": 283268, + "question_id": "bmXjvk9NznKw8jyhjjZuqi", + "question": "What is this food most likely made out of?", + "choices": [ + "plastic", + "grass", + "beans", + "lamb" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "plastic", + "toy parts", + "plastic", + "plastic", + "plastic", + "pork", + "plastic", + "plastic", + "plastic", + "plastic" + ], + "difficult_direct_answer": false, + "rationales": [ + "The food is a plastic toy.", + "The food has a consistency, composition and shine that are all associated with answer a which is a common material for kids toys.", + "This child is playing kitchen and making food. this food is pretend food on a pretend dish." + ] + }, + { + "split": "val", + "image_id": 580418, + "question_id": "bp87frxTcBx6bA7KtzDFp7", + "question": "Where are the white animals walking?", + "choices": [ + "mountain", + "trail", + "street", + "school" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "street", + "in road", + "in street", + "street", + "street", + "street", + "street", + "street", + "migrating", + "destination" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are cars driving behind the cows.", + "They're walking in the street since they're among the cars.", + "The animals are crossing the street." + ] + }, + { + "split": "val", + "image_id": 572620, + "question_id": "bqgrwRMbZtGzixs99Lommf", + "question": "What is the boy riding?", + "choices": [ + "surfboard", + "skateboard", + "bicycle", + "motorcycle" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "skateboard" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is on a board with wheels.", + "The boy is riding a skateboard over the ledge.", + "The boy is on a plank of wood attached to four wheels and doing a trick." + ] + }, + { + "split": "val", + "image_id": 296317, + "question_id": "bsEAp6tE9zHfcQ2ZASJYbZ", + "question": "What is the closest animal's neck most directly useful for?", + "choices": [ + "breathing underwater", + "eating leaves", + "peacocking", + "fighting predators" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "to eat", + "eating leaves", + "eating leaves", + "reaching", + "gathering leaves", + "reach food", + "for height", + "eating", + "fetching", + "eating" + ], + "difficult_direct_answer": false, + "rationales": [ + "Giraffes and their unique body shape allows them to get nourishment from tall plants that most animals cannot reach.", + "Because the giraffe's neck is so long, it can reach the very top of trees.", + "Giraffes have long necks. their long necks allows them to reach the leaves on trees." + ] + }, + { + "split": "val", + "image_id": 185409, + "question_id": "bt6WFDHUBaFadif2oq3h4k", + "question": "What is the zebra in the center doing?", + "choices": [ + "eating", + "drinking", + "sleeping", + "running" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "eating", + "fighting", + "big", + "running", + "running", + "fighting", + "turning", + "running", + "running", + "running" + ], + "difficult_direct_answer": false, + "rationales": [ + "The zebra is running.", + "It would lose balance if it were trying to stand still at that angle.", + "It appears to be performing this action. none of the other actions match." + ] + }, + { + "split": "val", + "image_id": 89697, + "question_id": "c4kK8bzsKvVyN2KzoAkKpT", + "question": "What might the two be feeling while sitting on the bench?", + "choices": [ + "neutral", + "hate", + "fear", + "love" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "love", + "love", + "hands", + "affection", + "love", + "love", + "romantic", + "arousal", + "love", + "show kind" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are reaching for each other", + "They are holding hands.", + "They are leaning towards each other. they are holding hands and the man is touching the woman's face." + ] + }, + { + "split": "val", + "image_id": 529939, + "question_id": "c7bJDbwpd27BqNaJzK9ubb", + "question": "Why is the clothing on the rack?", + "choices": [ + "to decorate", + "to sell", + "to clean", + "to dry" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "selling", + "for sale", + "selling", + "for sale", + "for sale", + "selling", + "for sale", + "for sale", + "to sell", + "for sale" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is surf clothing hung up for people to buy.", + "The clothing on the rack is for sale for people that want to buy it.", + "The clothing is for sale." + ] + }, + { + "split": "val", + "image_id": 376310, + "question_id": "cFQCDdKxosyJPfNAGYAd3o", + "question": "What are the two silver objects on the left wall used for?", + "choices": [ + "flossing", + "holding paper", + "drying hands", + "waxing shoes" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "mirrors", + "drying hands", + "lighting", + "hand dryer", + "drying hands", + "mirror", + "hand drying", + "hand dryer", + "light", + "drying hands" + ], + "difficult_direct_answer": false, + "rationales": [ + "The silver objects on the wall of the bathroom are used for drying off hands after washing them in the sink.", + "Two silver appliances hang from the wall in a bathroom near sinks. dryers are oftened used in public bathrooms in place of paper towels.", + "These blow out hot air" + ] + }, + { + "split": "val", + "image_id": 427034, + "question_id": "cHj9fNtX8oN4JATDhDUC4T", + "question": "Which of these animals is using the computer directly?", + "choices": [ + "cat", + "human", + "dog", + "rooster" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "person", + "dog", + "dog", + "human", + "human", + "human", + "human", + "human", + "man", + "dog" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person's hands are touching the computer, which means he's using it. the dog is just resting its chin on it.", + "The human is the one that can type.", + "Although the dog is resting on the keyboard, a dog can't actually use it. there is a person behind the dog whose hand can be seen on the keyboard." + ] + }, + { + "split": "val", + "image_id": 276804, + "question_id": "cHkTFzqn2VpbUHXky7DhQz", + "question": "What is likely the mascot of the team whose website address appears in the background?", + "choices": [ + "fish", + "cat", + "bear", + "dog" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "bears", + "bear", + "bear", + "bears", + "bears", + "bob cardigan", + "bear", + "bears", + "bear", + "bears" + ], + "difficult_direct_answer": false, + "rationales": [ + "The word is bear, and the mascot is usually aligned with the name of the team.", + "The word \"bears\" shows up in the url link.", + "The name 'bears' is on the back fence wall of this field." + ] + }, + { + "split": "val", + "image_id": 63602, + "question_id": "cJWo8W7BsstCU73xdVW3zF", + "question": "What is the device on the right filled with paper used for?", + "choices": [ + "drawing", + "printing", + "shredding", + "coloring" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "printing", + "printing", + "printer", + "printer", + "printing", + "printing", + "printing", + "printing", + "printing", + "printing" + ], + "difficult_direct_answer": false, + "rationales": [ + "An printer is turned on and has paper in it and is on a desk next to a computer.", + "It is a printer and used to print documents off the computer.", + "The device has paper coming out of it." + ] + }, + { + "split": "val", + "image_id": 227187, + "question_id": "cRGhffFZWNyQviWrJPmRCg", + "question": "There are ho many differently colored bird on the table?", + "choices": [ + "two", + "six", + "nine", + "ten" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "two", + "three", + "one", + "two", + "two", + "two", + "three", + "two", + "eating", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are two birds.", + "There are yellow birds and a black bird.", + "This picture displays a bird that is yellow and grey colored but also a bird that is colored red and black." + ] + }, + { + "split": "val", + "image_id": 494634, + "question_id": "cVAR5Tf2PErGycfZ6JUUEr", + "question": "What is the cat rubbing against?", + "choices": [ + "book", + "laptop", + "toaster", + "vase" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "laptop screen", + "glass", + "laptop", + "computer screen", + "laptop", + "laptop", + "laptop", + "monitor", + "laptop", + "laptop" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cat is rubbing against an electronic device that has a screen.", + "An out of focus cat is making contact with an open macbook in the foreground of this image.", + "There is a screen with a site on it" + ] + }, + { + "split": "val", + "image_id": 412894, + "question_id": "caoMCyFq9e2eNFohbFzEWN", + "question": "What are the vehicles about to do?", + "choices": [ + "park", + "back up", + "go", + "stop" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "stop", + "stop", + "stop", + "stop", + "stop", + "stop", + "stop", + "stop", + "go", + "stop" + ], + "difficult_direct_answer": false, + "rationales": [ + "Once the people all cross and the light turns the cars will be able to move again.", + "The vehicles go.", + "The vehicles are going to start." + ] + }, + { + "split": "val", + "image_id": 536947, + "question_id": "ccZR5KJLUyDM8CqyvVVWbj", + "question": "What shape are the support beams that hold up the building?", + "choices": [ + "circle", + "rectangle", + "square", + "oval" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "rectangle", + "walls", + "standard", + "square", + "squared", + "square", + "building", + "square", + "ibeam", + "square" + ], + "difficult_direct_answer": false, + "rationales": [ + "The shape is a square.", + "You can tell by the shape as to what is supporting the beams.", + "The support beams are rectangular since they're long." + ] + }, + { + "split": "val", + "image_id": 481386, + "question_id": "cctHD6Sgao4mvCUTQ8RLkU", + "question": "Where is the person bending?", + "choices": [ + "formal dining", + "grocer", + "pantry", + "kitchen" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "waist", + "in kitchen", + "kitchen", + "counter", + "waist", + "kitchen", + "kitchen", + "kitchen", + "kitchen counter", + "posing" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a cabinet of china in the background as well as shelves with cooking supplies in the foreground. cooking supplies and china are usually found in someone's kitchen.", + "There is a person standing with cabinets, a sink, and has some spices around her.", + "The person is in a kitchen." + ] + }, + { + "split": "val", + "image_id": 441543, + "question_id": "cdRdX2gv29YLpSgqTiWGPt", + "question": "This social demographic or social movement is represented by this gathering?", + "choices": [ + "blm", + "firefighters", + "lgbt", + "antifa" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "lgbtq", + "pride", + "parade", + "pride", + "lgbtq", + "lgbt", + "lgbtq", + "pride", + "lgbtq", + "lgbt" + ], + "difficult_direct_answer": false, + "rationales": [ + "The demographic is lgbt.", + "The umbrella is a rainbow design.", + "There is a balloon that says pride party. there are lots of younger people and gen z seems to think they are more \"gender fluid\"." + ] + }, + { + "split": "val", + "image_id": 1000, + "question_id": "chXZTHvYp7pFsdQhLyAC9F", + "question": "What activity has just ended?", + "choices": [ + "tennis lesson", + "picnic", + "tennis competition", + "hiking" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "tennis", + "tennis competition", + "tennis game", + "tennis", + "tennis game", + "tennis", + "tennis", + "tennis", + "tennis match", + "tennis" + ], + "difficult_direct_answer": false, + "rationales": [ + "The young children are dressed in their tennis outfits and holding their tennis gear. one boy is wearing a medal and he and another boy are holding a trophy.", + "The award implies that a is the right answer.", + "They are holding a trophy. winners of tournaments get trophies." + ] + }, + { + "split": "val", + "image_id": 301421, + "question_id": "ciMU7f8NdZMAwQJDmPrmcH", + "question": "What is a specific type of the animal in the picture?", + "choices": [ + "labrador", + "bengal", + "tabby", + "tuna" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "fish", + "goldfish", + "goldfish", + "fish", + "goldfish", + "fish", + "fish", + "tuna", + "goldfish", + "fish" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is only a fish visible in the image.", + "There is actually a fish.", + "There's a fish in the fishbowl." + ] + }, + { + "split": "val", + "image_id": 82807, + "question_id": "ckEWdFtXTjmNaM5gGbqQH4", + "question": "What is this dog ready to do?", + "choices": [ + "sleep", + "eat", + "attack", + "run" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "eat", + "celebrate", + "eat", + "eat pie", + "eat", + "eat cake", + "eat cake", + "eat", + "eat", + "eat" + ], + "difficult_direct_answer": false, + "rationales": [ + "A dog's paws are on the table waiting for its owner to let him consume this dessert.", + "A dog is standing in front of a cupcake.", + "The dog is sitting at a table. there is food in front of it." + ] + }, + { + "split": "val", + "image_id": 352491, + "question_id": "cm2fk2B2GKPXCLkpzrSxaH", + "question": "What continent is this?", + "choices": [ + "europe", + "asia", + "africa", + "north america" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "europe", + "european", + "asia", + "america", + "north america", + "europe", + "north america", + "north america", + "europe", + "asia" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cars are very long and have hints of blue that indicate the country.", + "There are buses.", + "Trains are used in europe more commonly." + ] + }, + { + "split": "val", + "image_id": 133087, + "question_id": "cmDRUcNRtcvVpHzURp8W45", + "question": "Why are the lights red with no traffic?", + "choices": [ + "directing traffic", + "late night", + "malfunctioning", + "long timer" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "programming", + "they're configured", + "traffic lights", + "it's late", + "automatic", + "night test", + "are scheduled", + "late night", + "late night", + "because timer" + ], + "difficult_direct_answer": true, + "rationales": [ + "Not many people are out driving later in the evening.", + "It's late at night.", + "There are no people or cars in the street and it is dark outside." + ] + }, + { + "split": "val", + "image_id": 55150, + "question_id": "cmnswk6vTNcnbewMUPmnv8", + "question": "How is the young red haired girl feeling?", + "choices": [ + "happy", + "depressed", + "angry", + "sad" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "joy", + "happy", + "happy", + "joy", + "happy", + "happy", + "joy", + "happy", + "happy", + "happy" + ], + "difficult_direct_answer": false, + "rationales": [ + "The young girl with red hair is smiling and looks very happy.", + "The girl is beaming.", + "The girl is smiling." + ] + }, + { + "split": "val", + "image_id": 506310, + "question_id": "cpFBV7cMfv53fdwaaWiWGt", + "question": "What type of appliance is open here?", + "choices": [ + "laundry", + "kitchen", + "power", + "handheld" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "kitchen", + "refrigerator", + "refrigerator", + "refrigerator", + "fridge", + "refrigerator", + "fridge", + "fridge", + "fridge", + "refrigerator" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is food in the room.", + "The appliance is for the kitchen.", + "This is a refrig in a kitchen" + ] + }, + { + "split": "val", + "image_id": 165831, + "question_id": "crFTuf4oK8K3SqFqWe7d8X", + "question": "From all food items present what is the color of food that presents the most moisture?", + "choices": [ + "orange", + "silver", + "white", + "green" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "green", + "green", + "tomato", + "green", + "green", + "orange", + "green", + "green", + "tomato", + "green" + ], + "difficult_direct_answer": false, + "rationales": [ + "Sweet potatoes are the moistest.", + "The carrots are slickest.", + "Carrots are orange and have the most moisture." + ] + }, + { + "split": "val", + "image_id": 375493, + "question_id": "cw76LXiDncor4xpkaWcaDX", + "question": "What animals are in the grass behind the woman in yellow?", + "choices": [ + "sheep", + "foxes", + "birds", + "cats" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cats", + "cats", + "cats", + "cats", + "cats", + "cats", + "cats", + "cats", + "cats", + "cats" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are kittens in the grass.", + "The animals are wearing collars, so they are pets. they do not have wings and are too small to be sheep.", + "There are small domesticated felines in the grass." + ] + }, + { + "split": "val", + "image_id": 471789, + "question_id": "dEK7AgGqKR96Axjhm22tnL", + "question": "How is the object in the air controlled?", + "choices": [ + "battery", + "computer", + "remote", + "string" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "wind", + "line", + "wind", + "wind", + "by string", + "hands", + "string", + "cord", + "string", + "wind" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is using a string to control the kite.", + "Thin ropes are attached to kites to control them and to keep them from floating away.", + "The object is a string." + ] + }, + { + "split": "val", + "image_id": 429011, + "question_id": "dF3yMTwwWYEDqax7b4n9VX", + "question": "Is this a real live scene?", + "choices": [ + "maybe", + "yes", + "no", + "unsure" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "no", + "no", + "no", + "no", + "no", + "no", + "no", + "no", + "no", + "no" + ], + "difficult_direct_answer": false, + "rationales": [ + "No, this is a make-believe town scene that includes a man, a building and an antique car, among other things.", + "The man is a doll", + "The objects are too small to be real. they are scale models." + ] + }, + { + "split": "val", + "image_id": 61471, + "question_id": "dGNtvZFEJbcK6dbZNuPfPq", + "question": "What is the animal engaging in?", + "choices": [ + "cleaning", + "peeing", + "pooing", + "playing" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "unrolling paper", + "cleaning", + "playing", + "eating", + "mischief", + "tearing", + "mischeif", + "eating paper", + "cat", + "playing" + ], + "difficult_direct_answer": true, + "rationales": [ + "The puppy is pulling toilet paper. puppies usually do this for fun.", + "The dog is having fun with a roll of tissue. when dogs are bored they'll play with almost anything.", + "This dog appears to be chewing on an errant piece of toilet paper on the ground. such an activity is not productive for anyone and must be because the puppy enjoys it." + ] + }, + { + "split": "val", + "image_id": 15751, + "question_id": "dHBDGPwELp65UFhPhSZyEu", + "question": "In what position is the highest bird?", + "choices": [ + "flight", + "sitting", + "nesting", + "resting" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "flying", + "flight", + "flying", + "back", + "laying", + "straight", + "perching", + "flight", + "on top", + "in flight" + ], + "difficult_direct_answer": false, + "rationales": [ + "The highest bird has its wings outstretched and they are blurry, indicating they are moving.", + "The bird is spreading its wings.", + "The bird's wings are spread and blurred by motion. flying is the way birds generally get from place to place." + ] + }, + { + "split": "val", + "image_id": 193162, + "question_id": "dLGivwZ7fRpiDAqxkDxd5X", + "question": "What vehicle is the man riding?", + "choices": [ + "tractor", + "bike", + "plane", + "car" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bike", + "atv", + "tractor", + "atv", + "atv", + "4-wheeler", + "tractor", + "tractor", + "tractor", + "four wheeler" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is on a tractor.", + "The vehicle has two wheels, is motorized, and is not capable of flying.", + "The vehicle is a tractor." + ] + }, + { + "split": "val", + "image_id": 547816, + "question_id": "dTa8nkCw9jfvKMzHmdvYCT", + "question": "If air is exchanged in this room at which location is a fan most likely to be found and installed?", + "choices": [ + "door", + "floor", + "toilet", + "ceiling" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "back wall", + "ceiling", + "ceiling", + "ceiling", + "ceiling", + "ceiling", + "ceiling", + "back wall", + "back wall", + "ceiling" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is nowhere else to install a fan.", + "There would be a fan installed on the ceiling of the bathroom in order to create airflow.", + "This room is a bathroom. a fan would be used to exhaust air to the roof, so it would not be installed in the door, floor, or toilet." + ] + }, + { + "split": "val", + "image_id": 430377, + "question_id": "dYPm6FoCySuwWSw7pPbTKC", + "question": "What might you build with the stuff on the ground?", + "choices": [ + "snowman", + "statues", + "compost heaps", + "sandcastles" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "snowman", + "snowman", + "snowman", + "snowman", + "snowman", + "snowman", + "snowman", + "snowman", + "snowman", + "snowman" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is skiing. the ground is covered in a white material that falls during the winter.", + "A snowman is built with snow.", + "There is snow on the ground." + ] + }, + { + "split": "val", + "image_id": 227511, + "question_id": "da6PS4adVsfrcADUNQ8GMx", + "question": "How many signs have a diagonal line through them?", + "choices": [ + "four", + "five", + "seven", + "two" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "two", + "one", + "two", + "two", + "two", + "three", + "two", + "two", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "Both signs have them.", + "On the upper right side we see two signs with diagonal lines through them. they signify that buses, motorcycles and trucks should not use this roadway.", + "Two signs have diagonals." + ] + }, + { + "split": "val", + "image_id": 233771, + "question_id": "dbC66LJz8ReZjXJJEt7xvW", + "question": "What flag is on the umbrella?", + "choices": [ + "united states", + "union jack", + "denmark", + "canada" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "england", + "union jack", + "united states", + "britain", + "union jack", + "british", + "uk", + "united kingdom", + "uk", + "england" + ], + "difficult_direct_answer": false, + "rationales": [ + "The umbrella has the red, white, and blue union jack of the united kingdom on the top.", + "The flag has blue, so it is not canadian or danish. the flag is associated with the united kingdom.", + "The flag is red, white, and blue. it does not have stars and stripes." + ] + }, + { + "split": "val", + "image_id": 182923, + "question_id": "ddjEou8vsFUmvEAvgXxh8n", + "question": "What profession is the majority of the sideline?", + "choices": [ + "tennis players", + "photographers", + "football players", + "referees" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "photographers", + "journalism", + "photographers", + "photographers", + "photographers", + "journalism", + "photographers", + "photographers", + "photographers", + "journalism" + ], + "difficult_direct_answer": false, + "rationales": [ + "The majority of the people are holding expensive cameras.", + "They are holding cameras", + "There are people aiming cameras at the player on the side." + ] + }, + { + "split": "val", + "image_id": 346232, + "question_id": "dgiMniYGqfUmHnVDLJdayu", + "question": "What style of hat is the man on the left wearing?", + "choices": [ + "derby", + "top hat", + "fedora", + "baseball cap" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "baseball cap", + "baseball", + "baseball cap", + "baseball", + "baseball", + "baseball", + "baseball cap", + "baseball", + "baseball cap", + "baseball cap" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man on the left, along with his friends, appears to be attending a festival of some sort. it is only appropriate that he should wear his iconic backwards baseball cap to an event such as this!.", + "The hat is a type of soft hat with a stiff bill and rounded crown.", + "The man on the left is wearing a white baseball cap backwards on his head." + ] + }, + { + "split": "val", + "image_id": 163257, + "question_id": "dhJDsvTigyVh6W3kHQcMLa", + "question": "What is the woman in the back most likely pushing in the stroller?", + "choices": [ + "baby", + "dog", + "parrot", + "cat" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "baby", + "baby", + "baby", + "baby", + "baby", + "baby", + "baby", + "baby", + "baby", + "baby" + ], + "difficult_direct_answer": false, + "rationales": [ + "Most times people will push their infants in a stroller.", + "She has a baby.", + "The stroller size and accessories belong to an infant." + ] + }, + { + "split": "val", + "image_id": 119995, + "question_id": "dohJioF4j23dw6b8AgCxqx", + "question": "What type of stroke is being used?", + "choices": [ + "breast", + "side", + "backhand", + "forehand" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "backhand", + "return", + "backhand", + "backhand", + "backhand", + "backhand", + "backhand", + "return", + "forehand", + "backhand" + ], + "difficult_direct_answer": false, + "rationales": [ + "His front hand is extended.", + "Forehand strokes are strokes shot from behind.", + "The back of the player's hand is facing the tennis ball." + ] + }, + { + "split": "val", + "image_id": 94614, + "question_id": "dpTTTMowgDYptWd2YZdUT7", + "question": "What direction is this man going?", + "choices": [ + "downhill", + "left", + "uphill", + "right" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "downhill", + "down", + "downwards", + "downward", + "down", + "down hill", + "downhill", + "down", + "downhill", + "down" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is skiing.", + "Skiers usually ski down the hills.", + "A man is skiing down a hill. you can see it is sloping downward towards camera." + ] + }, + { + "split": "val", + "image_id": 398652, + "question_id": "dqTfuzYZnbZ4MTNFc9Zkeb", + "question": "What kind of plant is the red one near the door?", + "choices": [ + "pointsettia", + "tulip", + "rose", + "daisy" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "poinsettia", + "hypiscus plant", + "pointsettia", + "poinsettia", + "poinsettia", + "poinsettia", + "flower", + "good", + "roses", + "poinsettia" + ], + "difficult_direct_answer": false, + "rationales": [ + "The plant is a red ornamental flower.", + "This plant is a symbol of christmas. it is a few feet tall, has red flower petals, green foliage, and is poisonous to animals.", + "It has large red leaves and is put out for christmas." + ] + }, + { + "split": "val", + "image_id": 463730, + "question_id": "dsj5pM6cKMWbpv8viqkUyN", + "question": "What does the triangular sign indicate?", + "choices": [ + "parking", + "roundabout", + "recycle", + "yield" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "roundabout", + "rotary", + "circular turn", + "roundabout", + "roundabout", + "roundabout", + "yield", + "roundabout", + "roundabout", + "turnabout" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign is arrows in a circle, indicating the direction the traffic will be going.", + "The sign indicates that traffic will turn in a circle ahead.", + "The sign indicates a roundabout." + ] + }, + { + "split": "val", + "image_id": 148999, + "question_id": "dvvTUCDA3wK4Q9KZKboPgg", + "question": "What does the white cloud emitted by the train contain?", + "choices": [ + "steam", + "fuel exhaust", + "wood smoke", + "pesticide" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "steam", + "smoke", + "steam", + "smoke", + "steam", + "smog", + "smoke", + "steam", + "smoke", + "steam" + ], + "difficult_direct_answer": false, + "rationales": [ + "The air coming from the train is white because it is hotter than the other air.", + "Based on the common fuel used for this type of locomotive and the way energy is generated, answer a is the likeliest answer.", + "The train is powered by bowling water." + ] + }, + { + "split": "val", + "image_id": 226147, + "question_id": "dwxReu6Xio6pQQxjps3Xtj", + "question": "What is the person using to capture an image?", + "choices": [ + "phone", + "camera", + "pencil", + "memory" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "phone", + "cell phone", + "phone", + "phone", + "cellphone", + "cellphone", + "phone camera", + "camera", + "phone", + "phone" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is holding an electronic object above her food. this is what is known as a \"food selfie\"; people have phones and do it all the time, and the distance between the device and food as well as style of the device and camera on the back makes it a phone.", + "It has a camera on it", + "It is a small rectangular devise that has a camera capability." + ] + }, + { + "split": "val", + "image_id": 398742, + "question_id": "dzMDeKZdrfarPRuDMg5DPE", + "question": "What has the man in the air used to wrap his hand?", + "choices": [ + "rubber", + "tape", + "chords", + "string" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "tape", + "athletic tape", + "ace bandage", + "ace bandage", + "bandage tape", + "tape", + "tape", + "gauze", + "athletic tape", + "tape" + ], + "difficult_direct_answer": false, + "rationales": [ + "Sports injuries required wrapping using bandage material and tape to hold it in place.", + "The wrapping on this standing man's right arm has a type of black tape keeping it secured.", + "His hand is wrapped in a flexible material that is of even width throughout of approximately 1\". the material is white and has adhesive on the side where it touches his arm." + ] + }, + { + "split": "val", + "image_id": 378244, + "question_id": "e2tBLmwDciwSoY7nqUsS2D", + "question": "What are the ski poles being used for?", + "choices": [ + "snow shovelling", + "ice picking", + "propulsion", + "climbing" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "skiing", + "stability", + "maintain balance", + "balance", + "balance", + "propulsion", + "steering", + "balance", + "skiing", + "to guide" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ski poles help keep the man moving forward.", + "The poles are for propelling.", + "Poles are used to push against the ground to push you along." + ] + }, + { + "split": "val", + "image_id": 323496, + "question_id": "e52REttPVvHxGe9H9Y8iya", + "question": "What country is represented on his t-shirt?", + "choices": [ + "mexico", + "france", + "canada", + "united states" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "usa", + "usa", + "united states", + "usa", + "usa", + "usa", + "usa", + "usa", + "usa", + "usa" + ], + "difficult_direct_answer": false, + "rationales": [ + "The country is america.", + "The colors and letters indicate that this is the correct answer.", + "He has usa on his shirt." + ] + }, + { + "split": "val", + "image_id": 105455, + "question_id": "e7kbVPy7P3pEp7pBNJNZTU", + "question": "What religion is represented at the top of the clock tower?", + "choices": [ + "buddhism", + "hinduism", + "islam", + "christianity" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "islam", + "christian", + "north", + "catholic", + "christiananity", + "christianity", + "christian", + "christian", + "christianity", + "christian" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a cross on it", + "There is a gold cross on the top of the clock tower which is a symbol of christianity.", + "A cross usually represents the crucifixion of christ." + ] + }, + { + "split": "val", + "image_id": 273132, + "question_id": "e7mX2aASmkZwAXRiHbK6QZ", + "question": "What is the age of this woman?", + "choices": [ + "75", + "70", + "65", + "60" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "eighty-five", + "seventy-five", + "elderly", + "68", + "old", + "60", + "senior", + "64 years", + "old", + "old" + ], + "difficult_direct_answer": false, + "rationales": [ + "She is older with grey hair but not really old yet", + "The woman looks to be pretty old.", + "The woman is still young enough to be mobile and able to take care of herself." + ] + }, + { + "split": "val", + "image_id": 279541, + "question_id": "e8C3zCrRwuZXfsWLB6WisZ", + "question": "What type of establishment are the pizza's presented?", + "choices": [ + "pizza shop", + "office building", + "outdoor market", + "flower shop" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "pizza shop", + "buffet restaurant", + "ala carte", + "buffet", + "buffet restaurant", + "pizza shop", + "cafeteria", + "buffet", + "pizzeria", + "restaurant" + ], + "difficult_direct_answer": false, + "rationales": [ + "The place specializes in them.", + "The pizzas are sitting in a display case in a pizza shop where they were baked.", + "The establishment is a pizza shop." + ] + }, + { + "split": "val", + "image_id": 259597, + "question_id": "e8EayGjQkqTfuYyHQRAEBC", + "question": "What is the boy using his phone to do?", + "choices": [ + "text", + "browse internet", + "play games", + "take picture" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "photograph", + "record", + "record", + "pictures", + "record", + "take picture", + "record", + "photo", + "take picture", + "take pictures" + ], + "difficult_direct_answer": false, + "rationales": [ + "The screen image reflects what the boy is looking at and a phone is commonly used in this manner to do answer a.", + "The boy wants to take a photo.", + "The boy is trying to capture a photo." + ] + }, + { + "split": "val", + "image_id": 513041, + "question_id": "eB3RtTTsyXa6YKzPMrm4kd", + "question": "What alcohol is in the glasses?", + "choices": [ + "red wine", + "vodka", + "beer", + "white wine" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "red wine", + "wine", + "wine", + "red wine", + "wine", + "red wine", + "wine", + "wine", + "red wine", + "wine" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are two specialized glasses of maroon liquid.", + "The alcohol is the red wine.", + "The alcohol has a dark color. it is not white, gold, or clear." + ] + }, + { + "split": "val", + "image_id": 6040, + "question_id": "eBgzKWWRWbkzRJsrfBqGBV", + "question": "What is the primary purpose for this train?", + "choices": [ + "passenger transport", + "consumer goods", + "commercial transport", + "manufacturing" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "commuting", + "transportation", + "transportation", + "transit", + "shuttle", + "passenger transport", + "passengers", + "transport passengers", + "transportation", + "transportation" + ], + "difficult_direct_answer": false, + "rationales": [ + "The train at the station is a passenger train for public transporation.", + "The train brings passengers from various locations to other places.", + "You can see a lot of people inside the train going from place to place." + ] + }, + { + "split": "val", + "image_id": 546475, + "question_id": "eDZFWUyFe832NMLpecBV63", + "question": "Why is the person holding the phone up?", + "choices": [ + "picture taking", + "breaking it", + "calling someone", + "showing off" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "take picture", + "taking selfie", + "selfie", + "taking photo", + "picture taking", + "selfie", + "selfie", + "take picture", + "taking picture", + "selfie" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is taking a picture.", + "The man is holding up the phone to a mirror in order to take a picture of him and the baby.", + "The man is pointing his camera on his phone towards the mirror. people do this to more easily take photos of themselves." + ] + }, + { + "split": "val", + "image_id": 465836, + "question_id": "eEb8jhgNYqiJED63DeAKVT", + "question": "Who would be the coldest here based on the evidence?", + "choices": [ + "left person", + "middle person", + "photographer", + "right person" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "middle", + "right man", + "right", + "right person", + "rightmost", + "short sleeves", + "playing", + "man w/shortsleeves", + "snow", + "left right" + ], + "difficult_direct_answer": true, + "rationales": [ + "The coldest is the right.", + "The man on the right might be the coldest of the three because he is wearing the lightest shirt with short sleeves.", + "This person short sleeves on and no jacket to keep him warm." + ] + }, + { + "split": "val", + "image_id": 450075, + "question_id": "eJTAScNwDH8iedN247LDBV", + "question": "What is the woman wearing?", + "choices": [ + "nothing", + "helmet", + "tie", + "bow" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "tie", + "suit", + "tie", + "tie", + "tie", + "earrings", + "tie", + "ties", + "tie", + "tie" + ], + "difficult_direct_answer": false, + "rationales": [ + "She is helping him with a tie.", + "She is wearing a long piece of cloth around her neck with a dress shirt", + "The woman is wearing something around her neck." + ] + }, + { + "split": "val", + "image_id": 39769, + "question_id": "eNrkV5MyWHSeR6F7jbf3Fm", + "question": "What are the cats laying next to?", + "choices": [ + "magazines", + "books", + "phones", + "remote controls" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "remotes", + "remote", + "remote controls", + "remotes", + "remotes", + "remote controls", + "tv remotes", + "remote", + "tv remotes", + "remotes" + ], + "difficult_direct_answer": false, + "rationales": [ + "The remotes are on the surface next to the cats and they look like tv remotes.", + "The cats are on the couch sleeping. people usually watch tv while sitting on the couch.", + "The cats are by remotes." + ] + }, + { + "split": "val", + "image_id": 298697, + "question_id": "eQRQC4E5pZanwwyme6kTJA", + "question": "The cows are located in what type of area?", + "choices": [ + "park", + "zoo", + "farm", + "nature reserve" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "rural", + "field", + "pasture", + "farming", + "field", + "field", + "pasture", + "fields", + "pasture", + "farm" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animals are grazing in an area that looks sheltered and has plenty of grass.", + "The cows are on a farm.", + "The cows are on a farm." + ] + }, + { + "split": "val", + "image_id": 84270, + "question_id": "eTzxabUHi9XjTeaAKr9nz2", + "question": "What type of location is this?", + "choices": [ + "library", + "station", + "hospital", + "court" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "station", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "airport", + "shopping mall", + "airport" + ], + "difficult_direct_answer": false, + "rationales": [ + "The place has multiple platforms and signs indicating pick up areas for transportation, and most people are travelers based on their luggage.", + "The location is a train station.", + "This building is a station where people can depart to different travel destinations." + ] + }, + { + "split": "val", + "image_id": 58350, + "question_id": "eVSP3pkyjc7WXrz4KPd2rz", + "question": "The girl is holding the pizza with what?", + "choices": [ + "hands", + "feet", + "teeth", + "fork" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "her mouth", + "mouth", + "mouth", + "her mouth", + "teeth", + "mouth", + "mouth", + "teeth", + "mouth", + "her mouth" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman uses teeth.", + "The slice is coming out of her closed mouth.", + "The woman is holding the entire slice of pizza with just her teeth." + ] + }, + { + "split": "val", + "image_id": 59635, + "question_id": "ec8EjipayMWjJLnwsWsrD3", + "question": "What type of boards are the people using?", + "choices": [ + "surfboard", + "snowboard", + "skateboard", + "wakeboard" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "surf", + "surfboards", + "surfboards", + "surfboards", + "surf", + "surfboard", + "skating board", + "surf", + "surf", + "surf board" + ], + "difficult_direct_answer": false, + "rationales": [ + "The boards are for surfing.", + "The people are wearing surfing bathing suits and if in the water.", + "In water and waves such as this, it is common to use boards that can handle the surf." + ] + }, + { + "split": "val", + "image_id": 404923, + "question_id": "edgUrxZbEmJboFbFUdBdCm", + "question": "What is the man holding in his hands?", + "choices": [ + "hockey puck", + "baseball bat", + "football", + "basketball" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "bat", + "bat", + "baseball bat", + "bat", + "baseball bat", + "bat", + "baseball bat", + "baseball bat", + "bat", + "bat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is holding a bat at a baseball game.", + "This tool is used by people in his profession to hit things with.", + "The person is on grass, not wood or ice. he is not holding a ball or puck." + ] + }, + { + "split": "val", + "image_id": 274272, + "question_id": "ee4bPHg93VdP6dqmUAGtbg", + "question": "What company made the red bus to the right?", + "choices": [ + "suzuki", + "honda", + "bmw", + "volvo" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "volvo", + "volvo", + "volvo", + "volvo", + "volvo", + "volvo", + "volvo", + "volvo", + "volvo", + "volvo" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the logo in the front of the bus as who made it.", + "There is a \"volvo\" logo under the windshield of the bus.", + "The brand of the bus is written on the front of the bus and readable." + ] + }, + { + "split": "val", + "image_id": 213224, + "question_id": "efPGEhVYzatJbs8HcmV9rW", + "question": "These bouquets are probably located in what kind of venue?", + "choices": [ + "school", + "wedding", + "restaurant", + "home" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "home", + "home", + "vase", + "dining room", + "dining room", + "kitchen", + "home", + "kitchen", + "wedding", + "home" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bouquets are on a dining table.", + "Vases of flower are on a table and salt and pepper shakers are on the table too.", + "These bouquets are placed on the table of a home." + ] + }, + { + "split": "val", + "image_id": 363207, + "question_id": "egoXFuXgENCZik7xrP9der", + "question": "Which two words were said by both the person in black and the person in white here?", + "choices": [ + "i do", + "try again", + "nothing nothing", + "get out" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "i do", + "i do", + "i do", + "i do", + "happy birthday", + "i do", + "happy birthday", + "i do", + "i do", + "i do" + ], + "difficult_direct_answer": false, + "rationales": [ + "The photo was obviously taken at a wedding with the bride and groom at the center of it. it is traditional that they say \"i do\" when taking their vows.", + "There is a wedding cake. the smiling people in the suit and white dress are the bride and groom.", + "The people got married." + ] + }, + { + "split": "val", + "image_id": 250282, + "question_id": "eiLeNz2CFKYS7AFZDXrKEM", + "question": "The children pictured are likely photographed as part of what same group?", + "choices": [ + "family", + "class", + "sports", + "nationality" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "school", + "school", + "class", + "school class", + "school", + "class", + "school", + "school class", + "school", + "school age" + ], + "difficult_direct_answer": false, + "rationales": [ + "The kids are in class.", + "These people are wearing school uniforms.", + "This is a classroom picture so the kids are classmates." + ] + }, + { + "split": "val", + "image_id": 258883, + "question_id": "eiTuwtpwaP6LXCBDdhRfUU", + "question": "Where is the food being prepared?", + "choices": [ + "stove", + "oven", + "grill", + "fireplace" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "grill", + "pizza", + "pizza", + "grill", + "grill", + "grill", + "grill", + "pizza", + "pizza", + "grill" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a black surface.", + "A person is reaching over chicken breasts on black grates.", + "The machine shows some lines on the bottom." + ] + }, + { + "split": "val", + "image_id": 509824, + "question_id": "eknnNjTPL6m3PBzaxLZbbh", + "question": "What type of furniture is the book on?", + "choices": [ + "sofa", + "chair", + "bookshelf", + "table" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "table", + "coffee table", + "coffee table", + "table", + "table", + "wood", + "coffee table", + "table", + "table", + "coffee table" + ], + "difficult_direct_answer": false, + "rationales": [ + "The book is on top of a coffee table that is usually placed in front of a sofa.", + "The furniture piece is a flat surface with four legs.", + "There is a coffee table." + ] + }, + { + "split": "val", + "image_id": 16958, + "question_id": "epWz8dQzRohUWmTphUjt4p", + "question": "What is the brick lined area against the wall on the left used to contain?", + "choices": [ + "fire", + "animals", + "water", + "books" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "fire", + "firewood", + "fire", + "fire", + "fire", + "fireplace", + "fire", + "fire", + "fire", + "smoke" + ], + "difficult_direct_answer": false, + "rationales": [ + "The area is a fireplace.", + "Most home fireplaces are made from red brick to help contain the heat produced by the fire.", + "It is a fireplace" + ] + }, + { + "split": "val", + "image_id": 361506, + "question_id": "epeFzsUCjPeSnj6QjSa9So", + "question": "What is this person jumping off of?", + "choices": [ + "trash can", + "curb", + "porch", + "tree" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "curb", + "concrete", + "ledge", + "scatting board", + "curb", + "bench", + "ramp", + "curb", + "platform", + "curb" + ], + "difficult_direct_answer": false, + "rationales": [ + "This structure is elevated and adjacent to the road. this is where a curb would be located.", + "He's doing a skateboard trick", + "The person is jumping from the curb." + ] + }, + { + "split": "val", + "image_id": 426203, + "question_id": "es4dTSrFkgs2LEtLByV5Fk", + "question": "What trick is the skateboarder performing?", + "choices": [ + "kickflip", + "front kick", + "rail grind", + "ollie" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "rail", + "ollie", + "skateboarding", + "rail grind", + "railslide", + "rail grind", + "jumping", + "sliding rail", + "jump", + "grinding" + ], + "difficult_direct_answer": true, + "rationales": [ + "He is sliding sideways down a metal bar.", + "The trick is the grind.", + "The skateboarder is scooting across the railing which is called grinding." + ] + }, + { + "split": "val", + "image_id": 66771, + "question_id": "et6akpyxHvFPfKyPNtNzSi", + "question": "What type of phone is being used?", + "choices": [ + "rotary", + "landline", + "cellular", + "pay" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "iphone", + "cell", + "cellular", + "cellphone", + "cell", + "cell", + "iphone", + "smart", + "cell", + "cell phone" + ], + "difficult_direct_answer": false, + "rationales": [ + "A handheld phone with no cord is being used by a woman sitting at a table.", + "The woman has a phone and is using it in a public setting.", + "This person is taking a picture with the phone." + ] + }, + { + "split": "val", + "image_id": 177861, + "question_id": "f5DyWHCeTdLVN7kHd8zguE", + "question": "Why are the people using umbrellas?", + "choices": [ + "it's snowing", + "it's cold", + "it's hot", + "it's raining" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "it's raining", + "raining", + "rain", + "rainy day", + "its raining", + "raining", + "raining", + "rain", + "rain", + "raining" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is rain and the people are being sheltered by umbrellas.", + "The people want rain protection.", + "They are protecting themselves from getting wet from the rain." + ] + }, + { + "split": "val", + "image_id": 446651, + "question_id": "f5nsFmeqGkf4zfaSVk4ocX", + "question": "The girl behind the man likely is of what relation to him?", + "choices": [ + "mother", + "sister", + "daughter", + "none" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "daughter", + "daughter", + "daughter", + "daughter", + "daughter", + "daughter", + "daughter", + "daughter", + "daughter", + "daughter" + ], + "difficult_direct_answer": false, + "rationales": [ + "The girl is very young than the man in the front.", + "The girl has a daughter.", + "The girl is significantly younger than him." + ] + }, + { + "split": "val", + "image_id": 423123, + "question_id": "f64sjY8tRYzCoYyGq2fyem", + "question": "What is the white appliance the people are looking in being used to store?", + "choices": [ + "fish", + "animals", + "food", + "books" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "fridge", + "food", + "fridge", + "eggs", + "fridge", + "food", + "fridge", + "food", + "vegetables looking", + "refrigerator" + ], + "difficult_direct_answer": false, + "rationales": [ + "The appliance is a fridge.", + "Perishable food is kept in this little refrigerator, which is too small for many people, but just right for one or two.", + "There are multiple edible items in the fridge already." + ] + }, + { + "split": "val", + "image_id": 263463, + "question_id": "f6veAkmc4fZwqbVmqZxs7z", + "question": "In what area of the vehicle is the dog likely riding?", + "choices": [ + "back seat", + "roof", + "front seat", + "open back" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "back seat", + "back seat", + "back seat", + "back seat", + "not clear", + "back", + "backseat", + "back seat", + "back", + "back seat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dog is in the back window.", + "The person taking the photo is sitting in the front seat. the dog is behind the photographer.", + "The dog is visible in the rear view mirror. this is beside the front passenger, so the dog must be behind the person." + ] + }, + { + "split": "val", + "image_id": 174231, + "question_id": "f8zgqNptbviU5cyJpQKege", + "question": "What is the cat laying inside?", + "choices": [ + "basket", + "book", + "laptop", + "cushions" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "laptop", + "laptop", + "laptop", + "laptop", + "laptop", + "laptop", + "laptop", + "laptop", + "laptop", + "laptop" + ], + "difficult_direct_answer": false, + "rationales": [ + "The form of the notebook computer can be seen around the cat.", + "A cat is laying on a computer that resembles a small notebook like machine.", + "The cat is resting inside an electronic device that has ports on its sides and back." + ] + }, + { + "split": "val", + "image_id": 429281, + "question_id": "f98CKzuCeHPRkbQSvQ8DWn", + "question": "Why are the bananas piled up on the shelf?", + "choices": [ + "to dry", + "to cook", + "to sell", + "to eat" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "to sell", + "for sale", + "sale", + "for sale", + "for sale", + "for sale", + "for sale", + "for sale", + "for sale", + "sale" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's part of a grocery store/bodega, so they're for people to buy", + "They are in a shop with a price tag", + "The price of the bananas is on the sign." + ] + }, + { + "split": "val", + "image_id": 9400, + "question_id": "fANoeH2ASUFa5ZeVzBYwjF", + "question": "In addition to working what else does the group seem to be doing at the tables?", + "choices": [ + "chatting", + "napping", + "playing", + "eating" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "drinking water", + "talking", + "talking", + "having meal", + "eating", + "socializing", + "eating", + "drinking", + "eating", + "typing" + ], + "difficult_direct_answer": false, + "rationales": [ + "They're eating.", + "The people are eating.", + "Although we can't see any actual food on the tables, there are bottles of ketchup and mustard visible, so we can assume there was indeed some food consumed there earlier today." + ] + }, + { + "split": "val", + "image_id": 256407, + "question_id": "fBAFVnTtnpQ93wUBQAEC8L", + "question": "What is the dish and cup set positioned to resemble?", + "choices": [ + "television", + "painting", + "ball", + "clock" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "clock", + "numbers", + "clock", + "clock", + "clock", + "clock", + "clock", + "clock", + "clock", + "clock" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are 12 cups sitting on individual little cups that represent time.", + "There are twelve cups in a clockface pattern.", + "There are twelve cups to represent each hour and there is a minute and hour hand as well." + ] + }, + { + "split": "val", + "image_id": 425925, + "question_id": "fBq7g59duqhmbqAtjWY5xf", + "question": "What brand is a competitor of the brand on the billboard?", + "choices": [ + "green giant", + "popeye's", + "mcdonald's", + "dr. pepper" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "dr. pepper", + "coca-cola", + "coke", + "coke", + "coca-cola", + "coke", + "pepsi", + "coke", + "coca cola", + "coca cola" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ad says pepsi which is another soft drink", + "There is a soda advertisement.", + "Dr. pepper is a coke product. coke is a competitor to pepsi." + ] + }, + { + "split": "val", + "image_id": 395633, + "question_id": "fELKZdaVNLwGEQZByv3jmp", + "question": "What is seen in the background of the photo?", + "choices": [ + "mountains", + "people", + "skyline", + "animals" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "city", + "city", + "skyline", + "city", + "city", + "skyline", + "skyline", + "city", + "skyline", + "city" + ], + "difficult_direct_answer": false, + "rationales": [ + "The skyline is seen.", + "There is a city far off in the background, which covers part of the sky with tall buildings. there is nothing blocking most of the view of the city.", + "The background is outlines of buildings against the horizon." + ] + }, + { + "split": "val", + "image_id": 411938, + "question_id": "fLRvDM4xG4ag8n4JC6CUQz", + "question": "What is the man in the green sweatshirt holding?", + "choices": [ + "teddy bear", + "pillow", + "backpack", + "kite" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "teddy bear", + "teddy bear", + "bear", + "teddy bear", + "teddy bear", + "teddy bear", + "teddy bear", + "bear", + "teddy bear", + "bear" + ], + "difficult_direct_answer": false, + "rationales": [ + "The item the man is holding is a stuffed ursine animal.", + "A guy in a hoody is holding a large stuffed animal.", + "He is biking with a large stuffed animal." + ] + }, + { + "split": "val", + "image_id": 334399, + "question_id": "fQFRMaUHmiyqntdRxaa8Lf", + "question": "What type of numbers does the clock face show?", + "choices": [ + "greek", + "chinese", + "tagalog", + "roman" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "roman numerals", + "roman numerals", + "roman", + "roman", + "roman numerals", + "roman", + "roman", + "roman numerals", + "roman numerals", + "roman" + ], + "difficult_direct_answer": false, + "rationales": [ + "The numbers are in roman form.", + "The numbers are roman.", + "The clock face has roman numerals on it." + ] + }, + { + "split": "val", + "image_id": 111207, + "question_id": "fQxikBu5n7M2LWh5xV2BAb", + "question": "What type of skateboard move is the man doing?", + "choices": [ + "kickflip", + "superman", + "ollie", + "grind" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "grinding", + "grind", + "grind", + "jump", + "slide", + "grind", + "grind", + "grind", + "rail", + "grind" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is sliding the bottom of the skateboard across a surface.", + "The skateboarder is on a bar. he is not jumping, flipping, or grabbing.", + "It looks like he is doing a grind on the side of the pole." + ] + }, + { + "split": "val", + "image_id": 87470, + "question_id": "fQykduWza8cpGuwj3CxHtF", + "question": "What is this type of maintenance of the animal group called?", + "choices": [ + "grifting", + "flocking", + "grazing", + "herding" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "cow", + "herding", + "cow", + "herding", + "herding", + "herding", + "ranching", + "heading", + "herd", + "cowherding" + ], + "difficult_direct_answer": false, + "rationales": [ + "The word is based on the name for a group of these cows.", + "Cows run in herds.", + "A group of cows together are a herd and with the cowboys in the back pushing all the cows together in one direction is herding the cows." + ] + }, + { + "split": "val", + "image_id": 303499, + "question_id": "fRsrJ35b56YXKrbbzs59pn", + "question": "The positioning of the horses suggests what level of formality?", + "choices": [ + "low", + "high", + "none", + "medium" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "royal level", + "royalty", + "riding", + "unknown", + "high", + "high", + "high level", + "military formation", + "high", + "very formal" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people riding the horses are dressed in the most formal outfits.", + "Two horses are decorated in the same riding gear and stand side by side in front of a castle.", + "The horses are tall." + ] + }, + { + "split": "val", + "image_id": 109118, + "question_id": "fUKdZK7FEHkWsjtLTeajkn", + "question": "What city is the team from?", + "choices": [ + "seattle", + "detroit", + "spokane", + "portland" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "spokane valley", + "spokane", + "spokane", + "spokane", + "spokane", + "spokane valley", + "seattle", + "spokane", + "spokane", + "spokane" + ], + "difficult_direct_answer": false, + "rationales": [ + "The jerseys have writing on the front of them that likely places where they are from and is consistent with answer c.", + "Spokane is in washington.", + "It says the city on their shirts." + ] + }, + { + "split": "val", + "image_id": 509699, + "question_id": "fVBJLwGMCV6Dq9cEaGyrq3", + "question": "What type of television is the person watching?", + "choices": [ + "hd", + "portable", + "flat screen", + "console" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "tube", + "crt", + "crt television", + "big screen", + "tube", + "console", + "old", + "console", + "black white", + "old" + ], + "difficult_direct_answer": false, + "rationales": [ + "Years ago all televisions were tubed and consoled.", + "The tv is very bulky.", + "This was the only type of television available in the time period when this picture was taken." + ] + }, + { + "split": "val", + "image_id": 422836, + "question_id": "fVuz8FFvFG4BEFRwzT5Ppg", + "question": "Why does the man have an elevated arm?", + "choices": [ + "balance", + "waving", + "eating", + "exercise" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "maintaining balance", + "hailing cab", + "balance himself", + "for balance", + "walking", + "for balance", + "balance", + "balance", + "balance", + "carrying" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is balancing.", + "The man is walking forward and uses his arm to keep himself steady.", + "It looks like he's trying to stay up straight, or hold onto the pole." + ] + }, + { + "split": "val", + "image_id": 355257, + "question_id": "fVxFwdk685zsCqsk7PvKM3", + "question": "Which number on the monitor is higher?", + "choices": [ + "top", + "bottom", + "left", + "right" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "ninety seven", + "ninety seven", + "ninety seven", + "ninety seven", + "ninety seven", + "146", + "ninety seven", + "bottom", + "ninety seven", + "146" + ], + "difficult_direct_answer": false, + "rationales": [ + "97 is higher than 73.", + "You can see a 73 and a 97 on the bottom. 97 is higher than 73.", + "The top is 73 and the bottom is more" + ] + }, + { + "split": "val", + "image_id": 325347, + "question_id": "fZVNJLSu2SxMramndCnER8", + "question": "What kind of ball is he going to hit with the racket?", + "choices": [ + "tennis ball", + "basketball", + "baseball", + "golf ball" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "tennis ball", + "tennis", + "tennis", + "tennis ball", + "tennis", + "tennis ball", + "tennis", + "tennis ball", + "tennis ball", + "tennis ball" + ], + "difficult_direct_answer": false, + "rationales": [ + "The ball is a tennis ball.", + "The ball is for tennis.", + "The man has a racket in his hand there is also a court which he is standing in. this behavior is indicative of a person playing tennis, which involves hitting a ball with the racket in his hand." + ] + }, + { + "split": "val", + "image_id": 461405, + "question_id": "fc9QkXjzTTYvw5oAqRj6H4", + "question": "What is a group of these animals called?", + "choices": [ + "flock", + "clowder", + "gang", + "pride" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "sheeps", + "flock", + "flock", + "flock", + "flock", + "flock", + "flock", + "pack", + "herd", + "flock" + ], + "difficult_direct_answer": false, + "rationales": [ + "A group of sheep is called a herd.", + "These are sheep and a group of multiple sheep is technically known as a \"flock.\".", + "There is a group of sheep." + ] + }, + { + "split": "val", + "image_id": 272566, + "question_id": "feGFfp3nMKyVUYRboCosh9", + "question": "What goods does this man sell?", + "choices": [ + "shoes", + "food", + "electronics", + "animals" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "fruits", + "fruit", + "food", + "fruits vegetables", + "fruits vegetables", + "fruits", + "fruits vegetables", + "fruits", + "fruits", + "fruit" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man has fruit.", + "The goods are food.", + "The man is selling bananas and apples for people to eat." + ] + }, + { + "split": "val", + "image_id": 463199, + "question_id": "fgF7yNqEPZiNszHnQZKkxU", + "question": "The men facing the camera are all wearing what?", + "choices": [ + "necklaces", + "body armor", + "bananas", + "glasses" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "hat", + "glasses", + "hats", + "glasses", + "glasses", + "wearing glass", + "glasses", + "glasses", + "glasses", + "glasses" + ], + "difficult_direct_answer": false, + "rationales": [ + "All of the men are wearing glasses, some that are dark and others that are not.", + "All of them have glasses on their face.", + "The men have glasses." + ] + }, + { + "split": "val", + "image_id": 329614, + "question_id": "fjqDSmg3254rQUdBJujxZy", + "question": "What continent is this?", + "choices": [ + "australia", + "europe", + "asia", + "north america" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "britain", + "europe", + "europe", + "italy", + "europe", + "europe", + "european", + "europe", + "europe", + "europe" + ], + "difficult_direct_answer": false, + "rationales": [ + "A city with a double decker bus in the street is visible.", + "The architecture is victorian.", + "The shape of the buildings and the features of the tops of the buildings indicate that his area is most likely around the european area." + ] + }, + { + "split": "val", + "image_id": 437205, + "question_id": "fpF5ZKeP3xrZCP58anLwra", + "question": "What was the child given to eat?", + "choices": [ + "meat", + "pie", + "vegetables", + "fruit" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "fruit", + "banana", + "banana", + "banana", + "banana", + "banana", + "banana", + "banana", + "banana", + "banana" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is a banana", + "The kid is holding a banana.", + "The child is eating a banana." + ] + }, + { + "split": "val", + "image_id": 172547, + "question_id": "fpgzreGfZFZQjPFocePhFo", + "question": "What kind of precipitation is at the top of the mountain?", + "choices": [ + "snow", + "rain", + "fog", + "hail" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "snow", + "snow", + "snow", + "snow", + "snow", + "snow", + "snow", + "snow", + "snow", + "snow" + ], + "difficult_direct_answer": false, + "rationales": [ + "The change in the atmosphere causes fog in higher elevations.", + "The precipitation is snow.", + "The mountain tops are white." + ] + }, + { + "split": "val", + "image_id": 1000, + "question_id": "fucubLgW4kCAtRkT6nDaPa", + "question": "What is the boy in the middle in the red shirt holding?", + "choices": [ + "doll", + "trophy", + "submarine", + "action figure" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "trophy", + "trophy", + "trophy", + "hat", + "trophy", + "trophy", + "trophy", + "trophy", + "trophy", + "bag" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is playing tennis.", + "He is looking directly at the person operating the camera.", + "They have won." + ] + }, + { + "split": "val", + "image_id": 350122, + "question_id": "fxWzXTapRBT3NJNiL9yuX6", + "question": "What group of people is the yellow area under the bus created for?", + "choices": [ + "handicapped", + "elderly", + "pregnant women", + "blind" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "people waiting", + "passengers", + "loading", + "passnegers", + "passengers", + "bike way", + "blind", + "travel", + "passengers", + "passengers" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's so the blind can feel that they should not step past that point.", + "It looks like it's raised so a person that can not see can feel it and not get hurt.", + "It is ridged so that they can feel a change in the ground since they cannot see the yellow color." + ] + }, + { + "split": "val", + "image_id": 126107, + "question_id": "g5VNWgEAqTK8RdPgfGh9NX", + "question": "What type of boat is on the beach?", + "choices": [ + "barge", + "row", + "sail", + "canoe" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "sailboat", + "sail boat", + "rowboat", + "sailboat", + "sail boat", + "sail boat", + "sailboat", + "sail", + "rowboat", + "sailboat" + ], + "difficult_direct_answer": false, + "rationales": [ + "The boat is a sailboat.", + "The boat has a sail.", + "The boat has a mast." + ] + }, + { + "split": "val", + "image_id": 301135, + "question_id": "g6FBm6c3vQifeHApcPidEZ", + "question": "What structure is contained beyond the large rippled metal door in the background in front of the black car?", + "choices": [ + "garage", + "store", + "apartment", + "warehouse" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "garage", + "store", + "garage", + "garage", + "store", + "vending machine", + "brick", + "pole", + "tent", + "car" + ], + "difficult_direct_answer": false, + "rationales": [ + "Garage doors are commonly made to look like this and the design is so they can open up and allow space to get in.", + "Large rippled metal doors are used on garages.", + "The door looks large enough to hold a car." + ] + }, + { + "split": "val", + "image_id": 492077, + "question_id": "g7xtDFAVrWx9w6DHFgcKkz", + "question": "Why are there so many bicycles here?", + "choices": [ + "bike lane", + "mountain biking", + "olympics", + "marathon" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bike lane", + "work crew", + "commuting", + "travelling", + "transportation", + "bike lane", + "transportation", + "riding", + "race", + "cheaper transportation" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are all riding in the lane for them.", + "People are all riding in single file in a lane on a road.", + "This row of bikers proceeds in a single file line alongside car traffic in this city scene. this is likely a designated area for them to ride with traffic on their bicycles." + ] + }, + { + "split": "val", + "image_id": 474167, + "question_id": "gBMjiGJJSm7nuM2hmvxURC", + "question": "What is between the two meals?", + "choices": [ + "wine", + "orange juice", + "coffee", + "water" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bottle", + "beverage", + "soda bottle", + "drink", + "wine", + "wine bottle", + "beer", + "cheese", + "wine", + "soda bottle" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a bottle.", + "It is in a glass bottle and it is the colour of wine.", + "There is a bottle between them. the bottle has a dark liquid in them." + ] + }, + { + "split": "val", + "image_id": 512476, + "question_id": "gHLMqJkY93TUV94a7tLpoR", + "question": "The last letter near the bowl is needed to spell what word?", + "choices": [ + "town", + "blow", + "up", + "car" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "carnation", + "tomato", + "t words", + "true", + "nickel", + "turtle", + "foot", + "often", + "t words", + "town" + ], + "difficult_direct_answer": true, + "rationales": [ + "There is the letter n that is written on the box of carnation.", + "Get is on the front of the counter", + "The word \"town\" starts with t." + ] + }, + { + "split": "val", + "image_id": 260470, + "question_id": "gHfctVt5jWCGmTwQyDgebm", + "question": "What type of food is on display in this shop?", + "choices": [ + "desserts", + "chinese", + "pizza", + "meats" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "pastries", + "cakes", + "cakes", + "baked goods", + "cakes", + "deserts", + "desserts", + "pastry", + "cake", + "sweets" + ], + "difficult_direct_answer": false, + "rationales": [ + "These dishes are all for after dinner.", + "These have frosting and fruits on them", + "Cakes are on display." + ] + }, + { + "split": "val", + "image_id": 303305, + "question_id": "gNrbLyhKYG8AMtxJTgB7E2", + "question": "Why is there a rack on the front of the bus?", + "choices": [ + "luggage", + "cattle mover", + "moving pedestrians", + "for bikes" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "for bicycles", + "for bikes", + "bikes", + "for bikes", + "hold bikes", + "bikes", + "bikes", + "bumper protection", + "bikes", + "for bikes" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bus rack is used for bikes.", + "This is so people can put them there to ride the bus further distances faster", + "The rack in front of the bus is to hold bikes." + ] + }, + { + "split": "val", + "image_id": 537153, + "question_id": "gR5qY6Tpgq26YAbGrZAwwJ", + "question": "Where might this bench be located?", + "choices": [ + "pond", + "island", + "mountain", + "lakeshore" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "island", + "beach", + "oceanside", + "beach", + "ocean side", + "uk", + "waterfront", + "ocean", + "ireland", + "water's edge" + ], + "difficult_direct_answer": true, + "rationales": [ + "The scene shows green hills by the ocean which might been found on a tropical island.", + "The bench is on an island.", + "The beach appears next to a body of water and it could be a lake." + ] + }, + { + "split": "val", + "image_id": 384670, + "question_id": "gVpcdVA7d4t69Wgw9yS5d9", + "question": "What is the boy behind the player picking up?", + "choices": [ + "tennis ball", + "shoe", + "towel", + "racket" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "ball", + "tennis ball", + "tennis ball", + "ball", + "tennis ball", + "tennis ball", + "tennis ball", + "tennis ball", + "tennis ball", + "ball" + ], + "difficult_direct_answer": false, + "rationales": [ + "The boy has the ball.", + "The boy is picking up a ball.", + "The boy behind the tennis player is picking up balls." + ] + }, + { + "split": "val", + "image_id": 142585, + "question_id": "gXBksm4FiAGgUDw3a3EUaF", + "question": "Who is the most vulnerable on the road?", + "choices": [ + "motorbike", + "car", + "van", + "bus" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "biker", + "motorcycle", + "bike passenger", + "motorcycle passenger", + "biker", + "bike", + "motorcyclist", + "motorcyclist", + "motorbike", + "biker" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people in the other vehicles have more around them to protect them from impacts.", + "The motorbike is most vulnerable.", + "The people on the motorcycle have nothing around them." + ] + }, + { + "split": "val", + "image_id": 872, + "question_id": "gYUipbusGScQ7oXEUejBMf", + "question": "What was the player doing before running?", + "choices": [ + "batting", + "pitching", + "fielding", + "coaching" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "hitting baseball", + "standing", + "batting", + "batting", + "batting", + "hitting", + "batting", + "batting", + "hitting ball", + "playing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The player bats.", + "He is wearing a hard helmet, which is only used during a game of baseball when up at bat.", + "The player running is going from base to base after being at home plate at bat." + ] + }, + { + "split": "val", + "image_id": 183709, + "question_id": "gaHwkDQUiMLveSnrXFQMms", + "question": "What part of the street are the pedestrians waiting at?", + "choices": [ + "sewer", + "crosswalk", + "middle", + "end" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sidewalk", + "crosswalk", + "crosswalk", + "crosswalk", + "crosswalk", + "corner", + "intersection", + "crosswalk", + "green light", + "crosswalk" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is indicated by the white painted lines on the street.", + "There is a path on the street that consists of painted white rectangles.", + "The people are standing on a sidewalk. there are white markings on the street in front of them." + ] + }, + { + "split": "val", + "image_id": 369812, + "question_id": "gaKyGVP3dVZGGtonfcuK6r", + "question": "In what city is this street most probably located?", + "choices": [ + "london", + "paris", + "berlin", + "amsterdam" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "uk", + "london", + "newton", + "washington dc", + "tottenham", + "tottenham", + "hale village", + "tottenham", + "tottenham", + "london" + ], + "difficult_direct_answer": false, + "rationales": [ + "This street is most likely located in a street of london.", + "I'm really not sure. i've never heard of these towns.", + "The city is london." + ] + }, + { + "split": "val", + "image_id": 276804, + "question_id": "gbDHb3RPHzKdwPsEQP6vxs", + "question": "What country is there?", + "choices": [ + "canada", + "france", + "us", + "uk" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "usa", + "usa", + "us", + "america", + "united states", + "usa", + "usa", + "united states", + "usa", + "usa" + ], + "difficult_direct_answer": false, + "rationales": [ + "The american flag is flown on the flagpole in the background.", + "There's an american flag in the back, so the game is in the us.", + "The red, white, and blue stars and stripes of the american flag is flying over the baseball field." + ] + }, + { + "split": "val", + "image_id": 183965, + "question_id": "gcedAQnUFuSzQFGSnjixym", + "question": "What food is the brown powder sprinkled on the drink?", + "choices": [ + "soybean powder", + "coffee grounds", + "cocoa", + "cleansing clay" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "cocoa", + "cocoa", + "cocoa powder", + "coffee", + "desert", + "chocolate", + "cinnamon", + "coffee", + "cocoa powder", + "cinnamon" + ], + "difficult_direct_answer": false, + "rationales": [ + "The composition of the substance looks like cocoas and is being served on top of a hot brown liquid in a cocoa mug.", + "The food in option a is usually sprinkled on top of a hot drink.", + "The food is cocoa." + ] + }, + { + "split": "val", + "image_id": 119038, + "question_id": "geoznuKRiPX5hf2he5EgpS", + "question": "How many cows are on the hill?", + "choices": [ + "twelve", + "three", + "two", + "nine" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "three", + "three", + "three", + "three", + "three", + "three", + "three", + "three", + "three", + "three" + ], + "difficult_direct_answer": false, + "rationales": [ + "Three cows are on a single hill.", + "There are two cows on the right and one on the left.", + "This is the only number visible in this scene." + ] + }, + { + "split": "val", + "image_id": 208423, + "question_id": "gfHjDx5E9L9QMsbgnxSFdm", + "question": "What is the make of the silver hatchback?", + "choices": [ + "chevrolet", + "volkswagen", + "honda", + "toyota" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "kia", + "suv", + "honda", + "nissan", + "road light", + "honda", + "volkswagen", + "volkswagen", + "volkswagen", + "steel" + ], + "difficult_direct_answer": false, + "rationales": [ + "The silver car is a volkswagen.", + "The logo on the back of the car is the volkswagon logo.", + "The make is a volkswagen." + ] + }, + { + "split": "val", + "image_id": 120853, + "question_id": "gnWMLABzefU4wXEUTXxrVC", + "question": "What is sitting next to the sandwich in a bowl?", + "choices": [ + "salad", + "sauce", + "fruit", + "dessert" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cole slaw", + "cole slaw", + "salad", + "food", + "cole slaw", + "coleslaw", + "cole slaw", + "salad", + "salad", + "salad" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bowl is holding a mixture of cabbage and other vegetables.", + "It is a type of slaw.", + "It looks like it might be an apple and cabbage one. it's hard to tell." + ] + }, + { + "split": "val", + "image_id": 344888, + "question_id": "guwEPSB4oc6X2txXJJsomW", + "question": "The appearance of the long grass in the foreground indicates what ambient effect?", + "choices": [ + "wind", + "rain", + "drought", + "still wind" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "lush", + "wind", + "wind", + "rainfall effect", + "cleaning land", + "brightened colors", + "rain", + "feather", + "windy", + "breeze" + ], + "difficult_direct_answer": true, + "rationales": [ + "The pastures are full of vegetation. the flowing vegetation shows how the weather pattern is.", + "High intensity air movement causes the grass to move.", + "If there were a drought, then there would be no grass being blown. the sky is clear, so it is not raining." + ] + }, + { + "split": "val", + "image_id": 18837, + "question_id": "gyf9Y4vh6mVZcbY7MH6fxB", + "question": "Who is the manufacturer of the truck?", + "choices": [ + "dodge", + "mercedes", + "hyundai", + "isuzu" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "isuzu", + "isuzu", + "isuzu", + "isuzu", + "isuzu", + "isuzu", + "izuzu", + "isuzu", + "isuzu", + "isuzu" + ], + "difficult_direct_answer": false, + "rationales": [ + "The name is displayed under the windshield.", + "It says on the front.", + "The manufacturer is isuzu." + ] + }, + { + "split": "val", + "image_id": 24027, + "question_id": "gzytVm5g6vXWY8VDF7tSEr", + "question": "The kite is flying in what direction?", + "choices": [ + "circle", + "down", + "bend", + "diagonal" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "left", + "north west", + "left", + "left", + "left", + "skyward", + "diagonal", + "right up", + "upwards", + "left" + ], + "difficult_direct_answer": false, + "rationales": [ + "The kite in the air is flying at an angle that is between going straight up and straight across.", + "Based on where the head and tail of the kite are, this angle is described as diagonal. the head is up, the tail is down, but not above and below each other.", + "The kite is diagonal." + ] + }, + { + "split": "val", + "image_id": 502737, + "question_id": "h4PoYae2w6GRRu2npXvwuK", + "question": "What shape is the donut in?", + "choices": [ + "bird", + "dog", + "cat", + "robot" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "robot", + "person", + "person", + "gingerbread man", + "gingerbread man", + "person", + "man", + "rectangle", + "lost arm", + "person" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is the only shape that the donut resembles as it has no ears or beak.", + "It has a head and arm", + "The donut looks like a robot." + ] + }, + { + "split": "val", + "image_id": 356432, + "question_id": "h4zCFQx6fTvww2Z3rzcq9K", + "question": "What is this wall used for?", + "choices": [ + "protection", + "art", + "privacy", + "awards" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "artwork", + "holding paintings", + "hanging pictures", + "hang paintings", + "back draft", + "art", + "decoration art", + "art", + "pictures", + "display photos" + ], + "difficult_direct_answer": true, + "rationales": [ + "They only have wall designs on the wall.", + "There are paintings, not awards, on the wall.", + "There is nothing but this item on the wall." + ] + }, + { + "split": "val", + "image_id": 424721, + "question_id": "h74gXxfogmocHgcRdcoHEg", + "question": "What kind of fruit is cut up next to the ham?", + "choices": [ + "carrots", + "apple", + "ham", + "pineapple" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "apple", + "pineapple", + "pineapple", + "apple", + "pineapple", + "apple", + "pineapple", + "apples", + "pineapple", + "pineapple" + ], + "difficult_direct_answer": false, + "rationales": [ + "The fruit is pineapple.", + "It is yellow.", + "Ham is not a fruit and is not next to itself. the apples and carrots are still whole." + ] + }, + { + "split": "val", + "image_id": 301563, + "question_id": "hAnVoSeXQksd6ZjSYMBFpA", + "question": "What is the man wearing the baseball cap and sunglasses doing on the mountain?", + "choices": [ + "camping", + "skating", + "running", + "skiing" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing", + "skiing" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is seen going downhill using ski poles and standing on top of skis.", + "They are used to keep the sun off of him and out of his eyes so he can see what he is doing.", + "He is wearing skis and sliding down a hill of snow." + ] + }, + { + "split": "val", + "image_id": 16010, + "question_id": "hB2doqSEEeky2XNUEHdz79", + "question": "The animals are feeding on the?", + "choices": [ + "stool", + "table", + "chair", + "field" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "grass", + "grass", + "grass", + "grass", + "grass", + "grass", + "grass", + "field", + "grass", + "grass" + ], + "difficult_direct_answer": false, + "rationales": [ + "It is a large, open and grassy area", + "They are eating grass. the grass is growing is a typical environment for grass.", + "The animals are grazing in the field and eating the grass that is growing." + ] + }, + { + "split": "val", + "image_id": 98392, + "question_id": "hECCUB8FXovMC5nNPG2itn", + "question": "The first number on the bus is needed to from what sequence?", + "choices": [ + "14", + "85", + "22", + "37" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "stop", + "ten", + "10-1", + "numerical sequence", + "ten", + "numerical", + "1oi pattern", + "14", + "time", + "10-1" + ], + "difficult_direct_answer": false, + "rationales": [ + "The number fourteen starts with a one.", + "The digit 1 is on the bus.", + "The question makes no sense, but the first visible digit on the bus is included in the number of answer a." + ] + }, + { + "split": "val", + "image_id": 141671, + "question_id": "hGPYsdTTBmP2uYYGodPkkt", + "question": "What is in the lead?", + "choices": [ + "motorcycle", + "horse", + "man", + "car" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "horse", + "motorcycles", + "horse", + "horse", + "horse", + "motorcycle", + "horse", + "horse rider", + "horses", + "horse" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animal with four legs has its nose across the line before everyone else.", + "Its nose is across the finish line", + "When looking at the flags, the horse head can be seen further ahead than anyone else." + ] + }, + { + "split": "val", + "image_id": 177893, + "question_id": "hJe5wYuE8Qr9uuzc9zahBx", + "question": "What type of vehicle is this?", + "choices": [ + "watercraft", + "cargo", + "construction", + "passenger" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "bus", + "bus", + "bus", + "city bus", + "bus", + "bus", + "passenger", + "bus", + "bus", + "bus" + ], + "difficult_direct_answer": false, + "rationales": [ + "This bus carries a lot of people.", + "The vehicle is for passengers.", + "The vehicle is a passenger bus." + ] + }, + { + "split": "val", + "image_id": 198928, + "question_id": "hLHsuNu5R8Hf8xat2DzcDb", + "question": "What type of building appears in the background?", + "choices": [ + "skyscraper", + "house", + "government", + "religious" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "royal building", + "courthouse", + "courthouse", + "government", + "old one", + "palace", + "castle", + "court", + "parliament", + "hotel" + ], + "difficult_direct_answer": true, + "rationales": [ + "The building is for government.", + "The building is used to house the parliament of the country.", + "The building behind the woman on the street is a large parliamentary looking building used for government meetings." + ] + }, + { + "split": "val", + "image_id": 78266, + "question_id": "hSrHK8kZfrc6tZgTB7yMmW", + "question": "What kind of setting is this?", + "choices": [ + "domestic kitchen", + "factory", + "commercial kitchen", + "laundry room" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "kitchen", + "commercial kitchen", + "utility room", + "kitchen", + "kitchen", + "kitchen", + "kitchen", + "utility room", + "utility room", + "kitchen" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the industrial equipment and setting as to where the photo was taken.", + "The setting is a commercial kitchen.", + "The setting is a commercial one since it has all the largest ovens." + ] + }, + { + "split": "val", + "image_id": 101884, + "question_id": "hTNJXskvyVHvfhYb7Mdp7X", + "question": "What kind of vehicle is in the opening?", + "choices": [ + "sedan", + "hatchback", + "horse carriage", + "truck" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "truck", + "truck", + "truck", + "truck", + "truck", + "pick up", + "truck", + "truck", + "pick up", + "truck" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a truck that is opening.", + "The vehicle is a truck.", + "There only one type of car in the picture." + ] + }, + { + "split": "val", + "image_id": 78404, + "question_id": "hUddfx4tZ3KGtSWFbGphnh", + "question": "What do you call the number of people sitting on the bench?", + "choices": [ + "duo", + "trio", + "quintet", + "quartet" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "women", + "three", + "trio", + "three", + "three", + "three", + "trio", + "few", + "trio/three", + "trio" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are three people shown.", + "The number is a trio.", + "There are three women sitting on the bench and the number 3 is also referred to as a trio. one would be singular, 2 would be a duo." + ] + }, + { + "split": "val", + "image_id": 21503, + "question_id": "hUiYQuwqYiQH2xibX65Wss", + "question": "What have the pastries on the table been covered with?", + "choices": [ + "ice cream", + "icing", + "mayo", + "butter" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "frosting", + "icing", + "frosting", + "frosting", + "frosting", + "icing", + "frosting", + "icing", + "frosting", + "icing" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a white substance spread on them", + "These pastries are all covered with icing.", + "It is an off white sugary substance." + ] + }, + { + "split": "val", + "image_id": 347335, + "question_id": "hUuZHj9U6dgD53jRBVVYfk", + "question": "What is in the pink packet near the fork that someone may add to a coffee?", + "choices": [ + "cinnamon", + "sugar", + "creamer", + "salt" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "fake sugar", + "artificial sweetener", + "artificial sugar", + "sugar", + "sweet low", + "sugar", + "artifcial sweetener", + "sugar substitute", + "sugar", + "sugar" + ], + "difficult_direct_answer": false, + "rationales": [ + "Restaurants have different seasonings and sweeteners sitting in containers on the table for customers to add to their food.", + "Pink packets near coffee normally indicate the substitute sweetener sweet 'n low.", + "It is a sweetener" + ] + }, + { + "split": "val", + "image_id": 416256, + "question_id": "hVFNQ63oXdszJvNvWDLoHt", + "question": "The cat is doing what?", + "choices": [ + "running", + "leaping", + "laying", + "foaming" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "laying down", + "sleeping", + "laying down", + "laying", + "sleeping", + "resting", + "laying", + "laying", + "laying down", + "resting" + ], + "difficult_direct_answer": false, + "rationales": [ + "Cats like to lay down on soft and warm surfaces.", + "The cat lies.", + "The cat is about to nap." + ] + }, + { + "split": "val", + "image_id": 474293, + "question_id": "hYJoVHmJ5wehgSYxxAt2Eb", + "question": "What. is hanging on her shoulder?", + "choices": [ + "child", + "shirt", + "bag", + "towel" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "purse", + "purse", + "purse", + "bag", + "back pack", + "purse", + "bag", + "purse", + "hand bag", + "purse" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman has a purse hanging from her shoulder.", + "A woman walks past a store with a purse over her shoulder.", + "It has a strap and the shape and size of it indicates that it can hold items." + ] + }, + { + "split": "val", + "image_id": 550084, + "question_id": "hZV5fCospVTsaMc27Rbvc4", + "question": "What kind of vehicle is the one that says Deere?", + "choices": [ + "car", + "bulldozer", + "train", + "fork lift" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "backhoe", + "backhoe", + "bulldozer", + "backhoe", + "backhoe", + "backhoe", + "backhoe", + "backhoe", + "backhoe", + "backhoe" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vehicle is a bulldozer.", + "There is a bulldozer in the background.", + "That vehicle can dig soil." + ] + }, + { + "split": "val", + "image_id": 572678, + "question_id": "hdZWqnfnTxgxXMZ4AJSWtM", + "question": "The room can be described as what?", + "choices": [ + "tidy", + "messy", + "on fire", + "destroyed" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "neutral colors", + "bright", + "dining room", + "dining room", + "dining room", + "dining room", + "living room", + "dining room", + "tidy", + "classy" + ], + "difficult_direct_answer": false, + "rationales": [ + "This room is in good shape and is not dirty or on fire.", + "A room is well decorated with pillows lined up neatly on a couch and a table set formally. there is no clutter in sight.", + "There is no trash and everything in the room is neatly placed." + ] + }, + { + "split": "val", + "image_id": 261888, + "question_id": "hgamoABdWM75WAPWU2rCdT", + "question": "Who is in the most danger from cars?", + "choices": [ + "woman", + "bugs", + "horses", + "trees" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "horses", + "bicyclist", + "horses", + "cyclist", + "bike", + "horses", + "horses", + "horses", + "biker", + "horses" + ], + "difficult_direct_answer": false, + "rationales": [ + "The thing in the most danger is a horse.", + "It moves slower and they are on their own", + "Horses could be hit." + ] + }, + { + "split": "val", + "image_id": 100238, + "question_id": "hikczeyros8C4QajTVYThj", + "question": "What are the people holding in their hands?", + "choices": [ + "puck", + "frisbee", + "football", + "baseball" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "frisbees", + "frisbee", + "frisbees", + "frisbee", + "frisbee", + "frisbee", + "frisbees", + "frisbee", + "frisbees", + "frisbees" + ], + "difficult_direct_answer": false, + "rationales": [ + "They have plastic discs in their hands.", + "This is obvious based on the size and shape of the objects.", + "This thin plastic product is a common toy for humans and dogs alike!." + ] + }, + { + "split": "val", + "image_id": 333745, + "question_id": "hkMfnT4LEQi4HKPck6FVor", + "question": "What country can you learn about travel to if you visit the website on the bus?", + "choices": [ + "bolivia", + "malaysia", + "china", + "japan" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "malaysia", + "maylasia", + "malaysia", + "maylasia", + "maylasia", + "malaysia", + "malaysia", + "malaysia", + "malaysia", + "malaysia" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bus says invite the world to malaysia.", + "The country is malaysia.", + "Looks to be writing from an asian culture." + ] + }, + { + "split": "val", + "image_id": 104669, + "question_id": "hmfuC58r3K4Yg7EkMxJXXb", + "question": "Which food item has the most starch?", + "choices": [ + "potato", + "carrot", + "orange", + "steak" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "potatoes", + "potatoes", + "potatoes", + "potatoes", + "potato", + "potato", + "potato", + "potatoes", + "potato", + "potatoes" + ], + "difficult_direct_answer": false, + "rationales": [ + "They're considered one of the starchiest vegetables.", + "Potatoes have starch.", + "Potatoes are very starchy foods." + ] + }, + { + "split": "val", + "image_id": 163682, + "question_id": "hnKD5XstcaNYe6tjb6vCPe", + "question": "Where is this person located?", + "choices": [ + "school", + "store", + "hospital", + "office" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "office", + "at desk", + "office", + "office", + "office", + "office", + "at desk", + "office", + "office", + "office" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is in the office.", + "He is wearing a tie and sitting at a desk.", + "He is dressed in professional attire and appears to be sitting at a table in a board room." + ] + }, + { + "split": "val", + "image_id": 570539, + "question_id": "hrbVpGvQvzUsT7sFzWQWXu", + "question": "The advertisement on the bus is for what type of medium?", + "choices": [ + "film", + "literature", + "video game", + "television" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "video", + "movie", + "planet 51", + "movie", + "game", + "cinema", + "movie", + "cartoon", + "film", + "movie" + ], + "difficult_direct_answer": false, + "rationales": [ + "Movies are advertised on the side of buses.", + "There is a recognizable character and the visible writing is that of a film title.", + "The advertisement is for planet 51. this is not a video game, television show, or literary work." + ] + }, + { + "split": "val", + "image_id": 1993, + "question_id": "hrzBKUpTCF5Bp7uvJbjv9Z", + "question": "What is the favorite color of the person who lives here?", + "choices": [ + "purple", + "blue", + "red", + "green" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "purple", + "purple", + "purple", + "brown", + "purple", + "purple", + "brown", + "purple", + "purple", + "purple" + ], + "difficult_direct_answer": false, + "rationales": [ + "The carpet, wall and bedspread are all shades of plum and violet.", + "The wall, bed, and carpet is purple so it is assumed the resident is fond of that colour.", + "There are at least three places--the bedspread and two walls--where purple is the predominant color in this room, so it's safe to say that purple is the favorite color of the room's occupant." + ] + }, + { + "split": "val", + "image_id": 576955, + "question_id": "hxRkeGBLz5CdxgnXSgiiH7", + "question": "What are the horses feet called?", + "choices": [ + "stompers", + "claws", + "hooves", + "feet" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "hoofs", + "hooves", + "hooves", + "hooves", + "hooves", + "hooves", + "hooves", + "hoofs", + "hooves", + "hooves" + ], + "difficult_direct_answer": false, + "rationales": [ + "The horses have hooves.", + "Horses' feet are hooves.", + "The feet on horses are known as hooves and are different than some animals feet." + ] + }, + { + "split": "val", + "image_id": 186345, + "question_id": "hzfzWaLVz2ASnBBWc77fxG", + "question": "What type of animals are the kites representing?", + "choices": [ + "dragons", + "cats", + "frogs", + "dogs" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "seahorses", + "seahorses", + "seahorses", + "seahorses", + "dragons", + "seahorses", + "seahorses", + "seahorses", + "seahorses", + "seahorses" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animals are dragons.", + "The kites are actually seahorses.", + "Dragons have a face like this." + ] + }, + { + "split": "val", + "image_id": 359833, + "question_id": "i2ZhyTn4CzHyVxCjM6JFP5", + "question": "What type of foods are in the basket?", + "choices": [ + "fruit", + "fish", + "meat", + "vegetables" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "apples", + "apple", + "apples", + "apples", + "apple", + "apple", + "apples", + "fruit", + "fruits", + "apples" + ], + "difficult_direct_answer": false, + "rationales": [ + "The type is a fruit.", + "The items are apples.", + "The red color and the shape correspond to the food mentioned in option a." + ] + }, + { + "split": "val", + "image_id": 180560, + "question_id": "i2snYhswVVyhfgxn8DcGnk", + "question": "Which of these people is very warm?", + "choices": [ + "right person", + "neither", + "left person", + "both" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "open mouth", + "wearing coat", + "both", + "both", + "cake holder", + "cake holder", + "both", + "closest woman", + "women", + "left one" + ], + "difficult_direct_answer": false, + "rationales": [ + "Both people are warm.", + "The people are both warm.", + "They are both wearing heavy sweaters." + ] + }, + { + "split": "val", + "image_id": 138550, + "question_id": "i9MJBUxa64ZL4vaG7hse5x", + "question": "What is not allowed in this area of the sidewalk?", + "choices": [ + "walking", + "eating", + "parking", + "sitting" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "parking", + "parking", + "parking", + "parking", + "parking", + "vehicles", + "parking", + "parking", + "vehicles", + "vehicles" + ], + "difficult_direct_answer": false, + "rationales": [ + "Vehicles can be towed if they are blocking the fire hydrant.", + "Parking is not allowed in this area because there is a fire hydrant. a vehicle must be 9 feet+ away from fire hydrants to be parked legally.", + "The parking isn't allowed." + ] + }, + { + "split": "val", + "image_id": 503823, + "question_id": "iEUBT5a5ajx5MR33EMkQVr", + "question": "What are the items on the right?", + "choices": [ + "chairs", + "pallets", + "boat", + "boxes" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "canoes", + "boats", + "boats", + "canoes", + "boat", + "boats", + "boat", + "boats", + "boats", + "fishing boats" + ], + "difficult_direct_answer": false, + "rationales": [ + "They wooden and carved out so they can be used on water as a means of transportation.", + "There is a body of water and a beach. the items on the beach are vehicles that can travel on the water.", + "The items are a boat." + ] + }, + { + "split": "val", + "image_id": 25986, + "question_id": "iL7gMCQ2U2vjmJWoyYc9wn", + "question": "What was used to cover the salad on the left?", + "choices": [ + "plastic plate", + "glass lid", + "tin foil", + "saran wrap" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "foil", + "tin foil", + "foil", + "tin foil", + "tin foil", + "foil", + "aluminum foil", + "tin foil", + "tin foil", + "tin foil" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cover is made out of metal, not plastic or glass.", + "A large bowl of salad has a piece of foil hanging off of one side of the dish.", + "The salad in the silver bowl has a piece of tin foil on top of it that was used to cover it." + ] + }, + { + "split": "val", + "image_id": 31093, + "question_id": "iNDT4fYo9xeKBX6TrvtkVR", + "question": "What is the biggest risk of this sport?", + "choices": [ + "obesity", + "stroke", + "heart attack", + "broken bones" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "falling", + "broken bone", + "scrapes", + "falling", + "death", + "broken bones", + "falling", + "falling", + "thrown away", + "broken bones" + ], + "difficult_direct_answer": false, + "rationales": [ + "If he falls on the hard concrete it can cause skeletal damage", + "This sport involves going up and down slopes fast with a lot of rest time in between doing that multiple times. this is done on a skateboard.", + "A man is skateboarding on concrete. he has protective gear on in case he falls and hurts himself." + ] + }, + { + "split": "val", + "image_id": 438304, + "question_id": "iSYpHGY6hdWo6qLQBbrENX", + "question": "What is the name of a famous man associated with this sport?", + "choices": [ + "david beckham", + "john mcenroe", + "wayne rooney", + "tiger woods" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "arthur ashe", + "stan smith", + "faruk marcos", + "john mcenroe", + "mcenroe", + "adidas", + "andre agassi", + "tiger", + "arthur ashe", + "andy murray" + ], + "difficult_direct_answer": true, + "rationales": [ + "He was famous in this sport.", + "The two models in this ad are engaged in the game of tennis. mcenroe is the only of the athletes listed associate with this sport.", + "The players are using racquets to hit a ball over a net. this sport is tennis, not soccer or golf." + ] + }, + { + "split": "val", + "image_id": 264535, + "question_id": "iXYYsBAjutihbRQuT3LVzn", + "question": "Why is the man looking down?", + "choices": [ + "observing", + "writing", + "reading", + "thinking" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "he's reading", + "reading", + "reading", + "reading", + "reading book", + "reading book", + "reading", + "reading", + "reading book", + "reading" + ], + "difficult_direct_answer": false, + "rationales": [ + "He has a book on his lap and is paying attention to it.", + "This man looks down at and slopes his head downward towards an open book in his lap. he is giving the book his attention.", + "He is looking down at a book that is on his lap." + ] + }, + { + "split": "val", + "image_id": 230362, + "question_id": "iepNGdTWvJFnPbHVTuKmLw", + "question": "What type of boat this is called as?", + "choices": [ + "bass boat", + "sailing vessel", + "trimaran", + "fishing vessel" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sailboats", + "sailboat", + "sailboat", + "sailing vessel", + "sailboat", + "sail", + "sail", + "sailboat", + "fishing", + "sailboat" + ], + "difficult_direct_answer": false, + "rationales": [ + "They all have long poles which are masts, and the mast hold sails.", + "The boats have masts. they do not have fishing equipment.", + "These boats have sails that move them in the wind." + ] + }, + { + "split": "val", + "image_id": 292236, + "question_id": "ijeUcdVFHVYtTABEpPYJCR", + "question": "Why are the men wearing a hat?", + "choices": [ + "for rain", + "uniform", + "for warmth", + "fashion" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "unknown", + "conductor", + "signify role", + "uniform", + "design", + "cap", + "uniform requirement", + "train employees", + "uniform", + "uniform part" + ], + "difficult_direct_answer": true, + "rationales": [ + "The man is wearing a uniform and the hat is part of it.", + "The man is wearing it as part of a uniform.", + "The men are wearing a uniform." + ] + }, + { + "split": "val", + "image_id": 33368, + "question_id": "inA8DF895bDbH7gLhXnenH", + "question": "What kind of shoes is this tennis player wearing?", + "choices": [ + "umbro", + "nike", + "adidas", + "wilson" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "nike", + "tennis shoes", + "tennis", + "tennis", + "tennis shoes", + "tennis", + "nike", + "nike", + "nike", + "tennis" + ], + "difficult_direct_answer": false, + "rationales": [ + "If you look at his shoe you'll the logo.", + "The tennis player is wearing shoes with the nike logo.", + "The shoes are nikes." + ] + }, + { + "split": "val", + "image_id": 505565, + "question_id": "ioNZxNbwvEagLBwSYCmVkU", + "question": "What kind of bird is this?", + "choices": [ + "puffin", + "seagull", + "pelican", + "sparrow" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "stork", + "pelican", + "pelican", + "pelican", + "pelican", + "flamingo", + "pelican", + "stork", + "egrit", + "ibis" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bird is a pelican.", + "It looks like a happy little pelican", + "The bird has a long beak like a pelican." + ] + }, + { + "split": "val", + "image_id": 386912, + "question_id": "iq9BaDbmL7bZfnXELtibFz", + "question": "What type of computer is the woman sitting in front of?", + "choices": [ + "dell", + "hp", + "imac", + "chromebook" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "imac", + "imac", + "apple", + "mac", + "imac", + "desktop", + "imac", + "imac", + "apple computer", + "apple" + ], + "difficult_direct_answer": false, + "rationales": [ + "The back shows the word \"mac\".", + "The computer is a mac.", + "The type is on the back of the monitor." + ] + }, + { + "split": "val", + "image_id": 357816, + "question_id": "irhkgQFLQikZ9fY6LfKbKN", + "question": "What company made the cleats the batter wearing?", + "choices": [ + "under armour", + "nike", + "converse", + "new balance" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "under armour", + "under armour", + "nike", + "under armour", + "under armor", + "under armour", + "ridell", + "under armour", + "underarmour", + "under armour" + ], + "difficult_direct_answer": false, + "rationales": [ + "Each company has a specific picture or logo that represent them and they generally place it on their products for advertising purposes this particular image belongs to a company called under armor.", + "The batter is wearing cleats with the under armour logo on the sides of them.", + "The logo on them match a's logo." + ] + }, + { + "split": "val", + "image_id": 379533, + "question_id": "iriWmuGxQfwS4Uj8UE2ojD", + "question": "Where are these elephants located?", + "choices": [ + "circus", + "wild", + "zoo", + "museum" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "savannah", + "desert", + "field", + "africa", + "background", + "africa", + "outside", + "wild", + "field", + "savanna" + ], + "difficult_direct_answer": false, + "rationales": [ + "The elephants are located in the wild because the terrain is completely wide open with no enclosures or humans in sight.", + "There is no fence therefore they are not in a zoo, circus, or museum.", + "The elephants are in a safari." + ] + }, + { + "split": "val", + "image_id": 185802, + "question_id": "isR9iC8cxoXvYQYBacRuzc", + "question": "How ripe is the banana?", + "choices": [ + "completely brown", + "yellow", + "brown spots", + "green" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "medium", + "very", + "very", + "halfway", + "green", + "very", + "pull peel", + "very", + "very ripe", + "moderately ripe" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can see the brown spots on the banana and the banana is yellow.", + "The bananas have black spots.", + "You can tell by its color as to how ripe it is." + ] + }, + { + "split": "val", + "image_id": 37988, + "question_id": "j3G4tBe5ga2sVPS2yWYbFM", + "question": "The person opposite the court to the player holding the racquet is preparing to do what?", + "choices": [ + "serve", + "volley", + "lob", + "return serve" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "return serve", + "serve ball", + "return serve", + "serve", + "hit ball", + "catch", + "serve", + "serve", + "return serve", + "retrieve ball" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person returns.", + "This player is about to serve, and in the game of tennis, the other person would earn points if they could return the serve over the net.", + "The opponent is waiting for the ball to come in their direction." + ] + }, + { + "split": "val", + "image_id": 3845, + "question_id": "j4usZ4NoJf62hcBq4GCBc7", + "question": "What style of cuisine is being served?", + "choices": [ + "italian", + "mexican", + "asian", + "russian" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "japanese", + "chinese", + "asian", + "chinese", + "asian", + "stirfry", + "chinese", + "chinese", + "chinese", + "asian" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is called stir fry, and uses a technique and ingredients originating in asia.", + "The dish is a stir fry with rice. this dish is not associated with italian, mexican, or russian cuisine.", + "A plate has rice and stir fry on it." + ] + }, + { + "split": "val", + "image_id": 55167, + "question_id": "j5HvFYT7fQSpvcuwoY7495", + "question": "The colors on the bus match the colors on what flag?", + "choices": [ + "united states", + "mexico", + "sweden", + "italy" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "canada", + "ukraine", + "ukraine", + "ukraine", + "unknown", + "ukraine", + "ukraine", + "ukraine", + "sweden", + "lakers flag" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bus is yellow and blue which is the same color on the flag of option a. the other options have different colors than those on the bus.", + "The bus is blue and yellow like sweden.", + "It is blue and yellow." + ] + }, + { + "split": "val", + "image_id": 279278, + "question_id": "j5j6LUEzw383spcNXi7XhT", + "question": "What is the person standing on?", + "choices": [ + "bicycle", + "boogie board", + "skateboard", + "surfboard" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "skateboard", + "skateboard", + "skateboard", + "ground", + "ground", + "skateboard", + "skateboard", + "skateboard", + "skateboard", + "skateboard" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man has a board with wheels underneath his foot. these things make a skateboard.", + "The person is on a skateboard.", + "The person had his foot on his board with 4 wheels" + ] + }, + { + "split": "val", + "image_id": 479155, + "question_id": "j6AP78GdCUYqzaxWmNS5MX", + "question": "What section are the people in?", + "choices": [ + "cereal", + "produce", + "meat", + "bakery" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "produce", + "produce", + "fresh fruit", + "produce section", + "produce section", + "produce", + "produce", + "produce", + "fruit", + "produce" + ], + "difficult_direct_answer": false, + "rationales": [ + "The section has produce.", + "The people are in a grocery store and there are fruits and vegetables all around.", + "The people are standing in the produce section of a store where the fruits and vegetables are found." + ] + }, + { + "split": "val", + "image_id": 425227, + "question_id": "j6q58xPaDShNBgnj2kKpAP", + "question": "Where is the person while flying the kite?", + "choices": [ + "in backyard", + "at park", + "at school", + "on beach" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "on beach", + "beach", + "beach", + "beach", + "beach", + "beach", + "beach", + "sand", + "near sea", + "on beach" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is standing in the sand.", + "The person is on the beach.", + "The people are by sand and water." + ] + }, + { + "split": "val", + "image_id": 472375, + "question_id": "j9ix7Egb5KJ7PkXttbbtdC", + "question": "What is the pet doing?", + "choices": [ + "getting sick", + "crying", + "being punished", + "being photographed" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "sitting", + "siting", + "being photographed", + "wearing helmet", + "wearing helmet", + "sitting", + "sitting", + "wearing helmet", + "sitting", + "sitting" + ], + "difficult_direct_answer": false, + "rationales": [ + "The pet is being photographed.", + "The pet dog is photographed in a helmet.", + "The dog is posing in front of a scooter. it is not being punished, getting sick, or crying." + ] + }, + { + "split": "val", + "image_id": 483667, + "question_id": "jDicosLUWpypTQmQkRhC4W", + "question": "What kind of hat is the man wearing?", + "choices": [ + "fedora", + "ski", + "top", + "baseball" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "top", + "top hat", + "top hat", + "fedora", + "top hat", + "top hat", + "top hat", + "tophat", + "top hat", + "fedora" + ], + "difficult_direct_answer": false, + "rationales": [ + "The hat is on top.", + "The hat is of a tall and circular shape which resembles option a. the man is also in a formal dress type which is linked to option a as well.", + "The man has a top hat." + ] + }, + { + "split": "val", + "image_id": 520910, + "question_id": "jE3TsyErJ4eD8rPhTzBzb6", + "question": "What are the woman's eyes doing?", + "choices": [ + "fluttering", + "staring", + "closing", + "opening" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "staring", + "looking", + "staring", + "opened", + "staring", + "staring", + "staring", + "looking", + "closed", + "staring" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman stares.", + "Her eyes are open, and she is looking straight ahead, a no-brainer as what she is doing.", + "The eyes are staring." + ] + }, + { + "split": "val", + "image_id": 463618, + "question_id": "jENRJNFPp8S9aqLGkRfkiU", + "question": "They are most likely viewing the caged bird where?", + "choices": [ + "home", + "classroom", + "zoo", + "event" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "living room", + "living room", + "home", + "living room", + "home", + "home", + "living room", + "living room", + "family room", + "home" + ], + "difficult_direct_answer": false, + "rationales": [ + "Homes have things like televisions and couches in them. also, the baby is not dressed, like babies are when they are at home.", + "The room the people are in is a personal living room.", + "The woman and child are looking at the birdcage on the floor of a living room in a house where they probably live." + ] + }, + { + "split": "val", + "image_id": 298251, + "question_id": "jJtrzZ4RRXKH8SSVmgw8tp", + "question": "Where are these zebras located?", + "choices": [ + "circus", + "zoo", + "wild", + "in enclosure" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "field", + "savannah", + "field", + "field", + "wild", + "wildanimal parks", + "field", + "savannah", + "desert", + "field" + ], + "difficult_direct_answer": false, + "rationales": [ + "The zebras are wild.", + "The animals are in a very large area with no fences.", + "There is no fence or barrier visible in this picture of zebra's in a field, and the grass shows no signs of maintenance such as would be found in a zoo or enclosure." + ] + }, + { + "split": "val", + "image_id": 394510, + "question_id": "jK2QtNn8nC2mC2E57bZv7L", + "question": "What time of year was the picture likely taken?", + "choices": [ + "fall", + "summer", + "winter", + "spring" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "fall", + "fall", + "autumn", + "fall", + "fall", + "fall", + "summer time", + "fall", + "fall", + "fall" + ], + "difficult_direct_answer": false, + "rationales": [ + "The child is wearing a long sleeve shirt and pants but no coat.", + "There are brown leaves on the sidewalk.", + "The time is fall." + ] + }, + { + "split": "val", + "image_id": 201072, + "question_id": "jKMHHLCYMYAARWrY2r4KHW", + "question": "Which arm is the tennis player wearing a band on?", + "choices": [ + "left", + "none", + "both", + "right" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "right", + "right arm", + "right arm", + "right", + "right", + "right", + "left", + "right", + "right", + "right" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sweat band is on the player's right wrist.", + "The man's right arm is banded.", + "The arm is the right." + ] + }, + { + "split": "val", + "image_id": 581206, + "question_id": "jMvTvShVbt7rP82s3rRXxf", + "question": "What is keeping the person's hands clean from the food?", + "choices": [ + "metal", + "glass", + "paper", + "tissue" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "paper", + "paper plate", + "tray", + "plate", + "paper tray", + "paper plate", + "walled dish", + "paper plate", + "tray", + "paper container" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is using a paper plate to keep hands clean while carrying the food.", + "The person has the food in a paper tray to keep their hands clean.", + "This looks like a food-grade disposable a dish." + ] + }, + { + "split": "val", + "image_id": 534827, + "question_id": "jQLQXdTab2NMEr4CHskSjQ", + "question": "What vehicle are the people riding on?", + "choices": [ + "trucks", + "cars", + "motorcycle", + "taxis" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "moped", + "motorcycle", + "motorcycles", + "motorcycle", + "motorcycles", + "motorcycles", + "motorcycle", + "motorcycles", + "motorcycles", + "motorcycle" + ], + "difficult_direct_answer": false, + "rationales": [ + "Each vehicle has two, not four, wheels.", + "The vehicle is a motorbike.", + "The people are using motorcycles for transportation." + ] + }, + { + "split": "val", + "image_id": 163118, + "question_id": "jQjEGnnPzL4AVqfBAfHvjq", + "question": "Where are the two playing frisbee?", + "choices": [ + "tennis court", + "field", + "beach", + "gymnasium" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "basketball court", + "gym", + "gym", + "gym", + "indoor gym", + "gym", + "basketball court", + "gymnasium", + "gym", + "gym" + ], + "difficult_direct_answer": false, + "rationales": [ + "The room has a gym door and gym style flooring.", + "They're in a gym.", + "They are playing indoor in a building with walls and a door which eliminates a field and the beach. tennis courts are not usually indoors and the court does not have the same floor markings as a tennis court." + ] + }, + { + "split": "val", + "image_id": 42178, + "question_id": "jRxbsCVJxNtUMvsEBfpTaE", + "question": "What kind of train is in the photo?", + "choices": [ + "tram", + "passenger train", + "locomotive ttrain", + "tank car" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "freight train", + "tank car", + "freight train", + "cargo", + "cargo", + "freight", + "oil", + "freight", + "freight electric", + "long" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the shape of the tanks that the train is pulling.", + "It is a cylindrical shape that holds liquids, making it a tank car", + "The cars are round cylinders made to hold liquids." + ] + }, + { + "split": "val", + "image_id": 278463, + "question_id": "jT7i37wypejYFkuDY3xLLg", + "question": "What likely made the markings in the open book?", + "choices": [ + "crayon", + "printer", + "pen", + "paintbrush" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "human", + "owner", + "pen", + "manchine", + "pen", + "human", + "person", + "student", + "pen", + "pen" + ], + "difficult_direct_answer": false, + "rationales": [ + "The pen made the markings.", + "There is a pen lying on the notebook and the markings on the pages are ink markings, which must have been made with a pen.", + "The writing utensil is still on the open book." + ] + }, + { + "split": "val", + "image_id": 332351, + "question_id": "jVXbihURQxsHwkTVByGBKj", + "question": "What are the people riding in the water?", + "choices": [ + "raft", + "kayak", + "boat", + "surfboard" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "waves", + "surfboards", + "surfboards", + "surfboards", + "surfboard", + "surf boards", + "surfboard", + "surf boards", + "surfboards", + "surf board" + ], + "difficult_direct_answer": false, + "rationales": [ + "The people are surfing.", + "The people are standing on the items, and they do not have seats like the other watercraft mentioned.", + "People in the water are standing on surfboards or holding them in the waves." + ] + }, + { + "split": "val", + "image_id": 546964, + "question_id": "jZ6AjasusNaTDooYZHPv6L", + "question": "What type of room is this?", + "choices": [ + "cafeteria", + "formal", + "class", + "hospital" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "formal", + "formal", + "foyer", + "museum", + "royal", + "museum", + "salon", + "living toom", + "lobby", + "showcase" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is fancy furniture.", + "The room is formal.", + "This room has velvet sofas and ornate chairs." + ] + }, + { + "split": "val", + "image_id": 356347, + "question_id": "ja6pMKAxBoEM6Q9tvtsmMA", + "question": "What is pan made of?", + "choices": [ + "wood", + "plastic", + "glass", + "metal" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "metal", + "metal", + "aluminum", + "porcelain", + "metal", + "metal", + "aluminum", + "metal", + "metal", + "metal" + ], + "difficult_direct_answer": false, + "rationales": [ + "The pan is metal.", + "The pan is made of metal.", + "It looks like an aluminum pan." + ] + }, + { + "split": "val", + "image_id": 531495, + "question_id": "jb2M9hwaHvK2itZac5i4tb", + "question": "The large white building to the far left on the shore is likely the main facility governing what object/structure on the water?", + "choices": [ + "port", + "beach", + "steamboat", + "cruiseship" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "marina docks", + "marina", + "boats", + "boats", + "marina", + "docks", + "docks", + "boats", + "pier", + "port" + ], + "difficult_direct_answer": false, + "rationales": [ + "The building is an office and hub for the port and for customer interaction and business services.", + "The building is a port.", + "There is a marina here with room for a lot of boats" + ] + }, + { + "split": "val", + "image_id": 448263, + "question_id": "jbdEbFFZDtMSrD3h32SFAp", + "question": "Why is the boy using a glove?", + "choices": [ + "warmth", + "to catch", + "health", + "costume" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "to catch", + "catching", + "catch ball", + "catch ball", + "catch ball", + "catch baseball", + "protect hand", + "ball catching", + "catching ball", + "baseball" + ], + "difficult_direct_answer": false, + "rationales": [ + "The boy is wearing a catcher's mitt while learning from an adult baseball player who is also wearing a catcher's mitt and holding a baseball.", + "The boy is using a glove to catch the ball during a baseball game.", + "He is wearing the glove to protect his hand as he's capturing the ball." + ] + }, + { + "split": "val", + "image_id": 569917, + "question_id": "jfuLWvGbtvRTnLYAPEE8pi", + "question": "How many people at least share this bathroom?", + "choices": [ + "ten", + "five", + "two", + "one" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are toothbrushes.", + "There are two toothbrushes.", + "There are 2 people." + ] + }, + { + "split": "val", + "image_id": 223747, + "question_id": "jnEMGAZLdvFn9ZgBYUbAUX", + "question": "The time of day suggests the man will do what soon?", + "choices": [ + "make dinner", + "fall asleep", + "close window", + "wake up" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "wake up", + "awaken", + "awaken", + "awaken", + "wake up", + "awaken", + "wake up", + "wake up", + "wake up", + "wake up" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is asleep in bed and will probably wake up soon because the sun is coming up.", + "The man appears to be sleeping in a bed and there is sunlight visible. frequently, when one is sleeping and there is sunlight they will wake up relatively soon.", + "The time is to wake up." + ] + }, + { + "split": "val", + "image_id": 534673, + "question_id": "jnuckE6W2YqaueH7XL4ogy", + "question": "What service is being offered for riders on the blue and white bus?", + "choices": [ + "tours", + "haircuts", + "healthcare", + "buffets" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "coast tour", + "coast tour", + "transportation", + "transportation", + "tours", + "coast tour", + "coast tour", + "transportation", + "coast tour", + "transportation" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is a tour bus.", + "It has the word on the front", + "The bus says coast tour." + ] + }, + { + "split": "val", + "image_id": 58539, + "question_id": "jqhSWKF72XwtaJGZH7XbS9", + "question": "How many people are wearing hats?", + "choices": [ + "ten", + "twelve", + "two", + "seven" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "The two men have on hats.", + "One man is wearing a red hat and another is wearing a beanie.", + "There are 2 people wearing hats of some sort." + ] + }, + { + "split": "val", + "image_id": 578871, + "question_id": "jtqcU9Q9ToadtKDFM8p7mP", + "question": "What is the child eating?", + "choices": [ + "rice", + "steak", + "spaghetti", + "peanut butter" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "fried rice", + "fried rice", + "cereal", + "rice", + "rice", + "rice", + "pasta", + "rice", + "egg rice", + "rice" + ], + "difficult_direct_answer": false, + "rationales": [ + "The child has fried rice in front of her.", + "There is a plate of the food in option a sitting on the table.", + "The kid has rice." + ] + }, + { + "split": "val", + "image_id": 160556, + "question_id": "jvRoVpT79gh4dBU94qtsK8", + "question": "What is to the left of the woman?", + "choices": [ + "phone", + "tv", + "stereo", + "microwave" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "microwave", + "microwave", + "microwave", + "microwave", + "microwave", + "microwave", + "microwave", + "computer", + "computer", + "microwave" + ], + "difficult_direct_answer": false, + "rationales": [ + "The item does not have a screen or speakers. it is a kitchen appliance.", + "The item is a box with buttons, which makes it look like a microwave.", + "This warms up food and has the timer controls on one side" + ] + }, + { + "split": "val", + "image_id": 2685, + "question_id": "jyrnj3VZZGHVf5gYxzYmxA", + "question": "What are these people attending?", + "choices": [ + "beer crawl", + "bachelor party", + "baby shower", + "wine tasting" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "wine tasting", + "wine tasting", + "wine gallery", + "wine tasting", + "tasting", + "wine tasting", + "wine tasting", + "tasting", + "wine tasting", + "wine tasting" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are several bottles on the bar.", + "The counter has wine on it. the people are holding glasses of wine.", + "The people are tasting wine." + ] + }, + { + "split": "val", + "image_id": 74209, + "question_id": "k3XafzjyDZn8GCzcH9BE5g", + "question": "The small hand of the clock on the wall is closest to what number?", + "choices": [ + "eight", + "six", + "two", + "nine" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "six", + "12", + "six", + "six", + "six", + "twelve", + "six", + "at six", + "six", + "six" + ], + "difficult_direct_answer": false, + "rationales": [ + "Six is the closest to the small hand at the bottom of the clock.", + "The clock's hand is closest to six.", + "The small hand is right on the 6." + ] + }, + { + "split": "val", + "image_id": 365745, + "question_id": "k8WjRvSCus9iQjUV6mPbCQ", + "question": "What kind of drink is advertised?", + "choices": [ + "bomb squad", + "dvd", + "stella artois", + "s.f.p.d" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "stella artois", + "stella artois", + "stella artois", + "beer", + "stella artois", + "stella artois", + "beer", + "stella artois", + "stella air tones", + "liquor" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cars shows that there are squad that takes patrol.", + "The drink is stella.", + "The label on the truck has the same words as those mentioned in option b." + ] + }, + { + "split": "val", + "image_id": 567740, + "question_id": "k8y3RfpAYmSuXDkcpiDQrx", + "question": "What are the two people in the picture doing?", + "choices": [ + "eating", + "laughing", + "frowning", + "angry" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "laughing", + "posing", + "skiing", + "posing", + "skiing", + "skiing", + "skiing", + "skiing", + "smiling", + "skiing" + ], + "difficult_direct_answer": false, + "rationales": [ + "Two people are posing and have big smiles with their arms outstretched.", + "The people are smiling and animated.", + "Their mouths are open and their teeth can be seen, they are posing for the camera in a happy mood." + ] + }, + { + "split": "val", + "image_id": 127530, + "question_id": "kHb4MjmU3bZTRY5qJSrZe7", + "question": "What type of shot is the man hitting?", + "choices": [ + "forehand", + "backhand", + "serve", + "dropshot" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "backhand", + "tennis", + "tennis ball", + "forehand", + "right hand", + "forehand", + "forehand", + "backhand", + "swing", + "forehand" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is presenting the inner side of the palm to launch the racket forward.", + "A man is swinging forward with a racket in his right hand.", + "The man wants to get a hit off with his forearm." + ] + }, + { + "split": "val", + "image_id": 159791, + "question_id": "kLeQDtR5HUh6L8dbvEzhGe", + "question": "What appliance is next to an appliance that is highly decorated?", + "choices": [ + "mixer", + "stove/oven", + "refrigerator", + "microwave" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "stove/oven", + "stove", + "range", + "stove", + "oven", + "stove", + "oven", + "stove", + "stove", + "oven" + ], + "difficult_direct_answer": false, + "rationales": [ + "You can tell by the shape and color of the appliance as to what it is.", + "The highly decorated object is the refrigerator and the object directly to the left of the refrigerator is the stove/oven.", + "There is a fridge with a bunch of stickers and to the left is where they cook things on top of it." + ] + }, + { + "split": "val", + "image_id": 274687, + "question_id": "kP9etcrALtsYL363dVhT5Y", + "question": "What is the long bar of the bicycle?", + "choices": [ + "kick stand", + "bike lock", + "water bottle", + "phone" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "top tube", + "frame", + "handlebar", + "handle", + "frame", + "black", + "stearing", + "frame", + "bike lock", + "handle" + ], + "difficult_direct_answer": false, + "rationales": [ + "The kickstand is a long bar on a bike.", + "There is a chain on the long bar. it is used to secure the vehicle when it is not being used.", + "The question is nonsensical, but the long bar of the bicycle has an object visible on it that has the same design as answer a." + ] + }, + { + "split": "val", + "image_id": 99053, + "question_id": "kZWuYe4HefJH33d7GCb4Tk", + "question": "What kind of cuisine does this food from?", + "choices": [ + "japanese", + "italian", + "american", + "indian" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "japanese", + "chinese", + "asian", + "chinese", + "asia", + "chinese", + "china", + "chinese", + "chinese food", + "asian" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cuisine is japanese.", + "Noodles in brown sauce are associated with the cuisine in option a.", + "From its appearance the food is a noodle dish with a soy sauce based sauce and fried vegetables. this combination of foods is frequently served in answer a." + ] + }, + { + "split": "val", + "image_id": 133645, + "question_id": "kaocqcY3CESTstFs9Bd4Pg", + "question": "What time of day was this?", + "choices": [ + "midnight", + "afternoon", + "morning", + "evening" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "early evening", + "dusk", + "evening", + "evening", + "evening", + "evening", + "night", + "dusk", + "twilight", + "evening" + ], + "difficult_direct_answer": false, + "rationales": [ + "The time is the evening.", + "The walkway lights are on but you can still see pretty well.", + "The natural light is waning and it is starting to get dark." + ] + }, + { + "split": "val", + "image_id": 260470, + "question_id": "kgUHGxPt2H4SrR5Nb9be44", + "question": "What item of visible clothing is red?", + "choices": [ + "shirt", + "belt", + "pants", + "hat" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "shirt", + "sweater", + "sweater", + "shirt", + "shirt", + "shirt", + "shirt", + "shirt", + "sweater", + "shirt" + ], + "difficult_direct_answer": false, + "rationales": [ + "The hoodie is red", + "The customer is wearing a red long-sleeved polo.", + "The customer's is wearing a red top." + ] + }, + { + "split": "val", + "image_id": 309678, + "question_id": "khkvYrTt2t5MTJyJvBNiDR", + "question": "What is going on top of the red sauce?", + "choices": [ + "tomato", + "pepperoni", + "pepper", + "steak" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cheese", + "marination", + "tomato", + "tomatoes", + "tomato", + "tomato", + "fruit", + "tomato", + "tomato paste", + "tomato" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is placing a red fruit, not meat, on top of the red sauce. it is round, not pepper shaped.", + "The hand has a tomato in it.", + "The person is holding a cherry tomato above the pizza. it is logical to assume she may put the tomato on top of the pizza sauce." + ] + }, + { + "split": "val", + "image_id": 445248, + "question_id": "kkSpeDk4MgZ6g4KPcyS5Lc", + "question": "How many animal trunks are visible here?", + "choices": [ + "six", + "two", + "four", + "one" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "two", + "two", + "two", + "three", + "two", + "two", + "two", + "four", + "two", + "three" + ], + "difficult_direct_answer": false, + "rationales": [ + "Three elephants can be seen, but one of their trunks is hidden. an elephant has one trunk.", + "Although there are 3 elephants, the baby elephant is blocking the adult behind it.", + "The third elephant's trunk is blocked." + ] + }, + { + "split": "val", + "image_id": 338625, + "question_id": "kpuykmWTony3CofsE8S8Dt", + "question": "What U.S. city is the most likely setting for this street?", + "choices": [ + "los angeles", + "seattle", + "new york", + "chicago" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "new york", + "nyc", + "new york", + "boston", + "new york", + "new york", + "new york", + "new york", + "new york", + "new york" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's indicated on the bus window.", + "This is likely a scene from new york city basked on the style of the buildings and the sign on the back of the bus window.", + "There is a bus on the street that says \"new york city bus\" on the back which is run by the mta>" + ] + }, + { + "split": "val", + "image_id": 121242, + "question_id": "kqVKk7x35jEP3uXnZR3wBf", + "question": "What is the man doing with the ropes in his hands?", + "choices": [ + "sleeping", + "driving", + "fixing", + "eating" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "driving", + "guiding horse", + "driving carriage", + "guiding horses", + "whipping", + "leading horses", + "reins", + "driving horses", + "riding", + "holding horses" + ], + "difficult_direct_answer": true, + "rationales": [ + "The man is driving.", + "The man drives.", + "The man is holding the reins of the horses as he \"drives\" them. depending on what directions he gives them by maneuvering the reins, that is where the horses will go." + ] + }, + { + "split": "val", + "image_id": 439715, + "question_id": "kqxqUW6zqryU2Cu2oz46fH", + "question": "What is holding the man's feet?", + "choices": [ + "cleats", + "stirrups", + "shoes", + "horse shoes" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "stirrups", + "stirrups", + "stirrups", + "stirrups", + "stirrups", + "stirrup", + "saddle", + "harness", + "stirrup", + "stirrups" + ], + "difficult_direct_answer": false, + "rationales": [ + "They have metal pieces up over his foot", + "The man has his feet in stirrups.", + "The man on the horse has his feet in the stirrups while he rides." + ] + }, + { + "split": "val", + "image_id": 430056, + "question_id": "ksqkKgifofmUwDS94V5ggP", + "question": "What could keep this food from falling apart?", + "choices": [ + "phyllo dough", + "fork", + "sauce", + "sandwich pick" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "toothpick", + "bread", + "bread", + "toothpick", + "toothpick", + "bread", + "toothpick", + "toothpick", + "sandwich pick", + "toothpick" + ], + "difficult_direct_answer": false, + "rationales": [ + "The food has a pick.", + "The multi layered sandwich on display in this image appears to be tilting under it's own weigh; ready to fall apart. a long toothpick would keep these layers steadier.", + "A toothpick is what could keep the sandwich together by spearing through the components." + ] + }, + { + "split": "val", + "image_id": 182441, + "question_id": "kyKhGsfSaSgAxrLEqyWgqq", + "question": "What is the most diverse seashore bird?", + "choices": [ + "sandpiper", + "crow", + "pelican", + "seagull" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "sandpiper", + "pelican", + "seagull", + "swan", + "sandpipers", + "seabird", + "gulls", + "pelicans", + "gully", + "seagull" + ], + "difficult_direct_answer": true, + "rationales": [ + "These birds come in many shapes and sizes.", + "It is a less common bird, and can not be found in other places like the other birds mentioned.", + "The bird is the sandpiper." + ] + }, + { + "split": "val", + "image_id": 395801, + "question_id": "kzYUWLK5ajb3LRzgYcCFXc", + "question": "What service is offered for free behind the woman in red?", + "choices": [ + "parking", + "dancing", + "car washing", + "dry cleaning" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "parking", + "parking", + "trash", + "parking", + "parking", + "parking", + "transportation", + "parking", + "parking", + "parking" + ], + "difficult_direct_answer": false, + "rationales": [ + "People can park their cars free of charge.", + "There is free parking.", + "You can tell by the sign and the arrow as to what it is used for." + ] + }, + { + "split": "val", + "image_id": 18380, + "question_id": "m2mA48VKETDDYeJKgD5qSx", + "question": "What kind of gathering does this look like?", + "choices": [ + "business", + "social", + "family", + "religious" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "reunion", + "potluck", + "thanksgiving", + "family", + "family", + "family gathering", + "family", + "holiday meal", + "dinner", + "family" + ], + "difficult_direct_answer": false, + "rationales": [ + "They look related.", + "Most of the people look related, and it's a pretty personal setting.", + "The gathering is of family." + ] + }, + { + "split": "val", + "image_id": 109916, + "question_id": "m4BSqisXuHjv98qLTDT2NE", + "question": "What has this stove been used for?", + "choices": [ + "baking", + "sauteing", + "boiling", + "frying" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cooking cakes", + "baking", + "baking cake", + "cooking", + "cooling rack", + "cake", + "baking", + "cooking", + "baking", + "baking" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a cooked food on top of the oven that is in baking tins and is the color of something that has been baked.", + "The stove is for baking.", + "There is a something that has just been taking out of the oven. it looks like a pie of some kind that was cooked." + ] + }, + { + "split": "val", + "image_id": 357941, + "question_id": "m4HzZ8497MsdVCT3HWMJA2", + "question": "What type of telephone is in the room?", + "choices": [ + "dial", + "emergency", + "mobile", + "mobile" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "mobile", + "home phone", + "old", + "portable", + "cordless", + "wireless", + "cordless", + "cordless", + "digital", + "landline" + ], + "difficult_direct_answer": false, + "rationales": [ + "The phone is on the charging base and has no cord.", + "The phone doesn't have a cord, meaning you can carry it around in other rooms.", + "There is a mobile telephone station shown in this room." + ] + }, + { + "split": "val", + "image_id": 215723, + "question_id": "m5WdqTRtUoKxbPMBxJRUtg", + "question": "What does the blue sign indicate?", + "choices": [ + "pedestrians", + "parcels", + "police", + "parking" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "parking", + "parking", + "parking", + "parking", + "parking", + "parking", + "parking", + "parking", + "parking", + "parking" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a sign that indicates a p for people to move their cars there. they leave them there and get in them and drive away later.", + "The p abbreviation in traffic symbols refers to this.", + "Street signs use a p to indicate parking and the sign includes this with an arrow." + ] + }, + { + "split": "val", + "image_id": 47571, + "question_id": "m7QwuD24FiwpWgFgkzBb7M", + "question": "Which person is controlling the horse?", + "choices": [ + "man", + "woman", + "child", + "horse" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "woman", + "in front", + "woman", + "woman", + "women", + "woman", + "right", + "female rider", + "woman", + "woman" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is the woman.", + "She is holding the rope controls of the horse.", + "A woman is driving the horse since she has a ponytail." + ] + }, + { + "split": "val", + "image_id": 476787, + "question_id": "m8XZ5DnesmzfsjwMhMsbfe", + "question": "What ingredient is used first on the pizza?", + "choices": [ + "pepperoni", + "sauce", + "cheese", + "oregano" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "sauce", + "crust", + "cheese", + "tomato sauce", + "sauce", + "sauce", + "tomato sauce", + "dough", + "sauce", + "tomato sauce" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is common knowledge if you were to make pizza anywhere.", + "The sauce is below every other ingredient which means it was added first.", + "Red sauce can be seen on the bottom of the pizza meaning it had to be put on first." + ] + }, + { + "split": "val", + "image_id": 98520, + "question_id": "mAt78gqtxnGgcVGrA4tHN5", + "question": "What century were these invented in?", + "choices": [ + "nineteenth", + "twentieth", + "twenty first", + "seventeenth" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "nineteenth", + "20th", + "19th", + "20th", + "nineteenth", + "nineteenth", + "twentieth", + "19th", + "nineteenth", + "20th" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is a large passenger jet.", + "Planes were made in the early 1900s.", + "These were invented in the same century as the internet." + ] + }, + { + "split": "val", + "image_id": 315187, + "question_id": "mDPZ2AJQQx7b6CASimGgGD", + "question": "What type of shop is to the right of the silver bus?", + "choices": [ + "bank", + "restaurant", + "grocery store", + "pharmacy" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "pharmacy", + "walgreens", + "pharmacy", + "drug store", + "walgreens", + "pharmacy", + "pharmacy", + "pharmacy", + "drugstore", + "pharmacy" + ], + "difficult_direct_answer": false, + "rationales": [ + "Walgreens is the name of a nationwide chain of stores", + "Walgreens is a well known chain of pharmacies.", + "The shop is a pharmacy." + ] + }, + { + "split": "val", + "image_id": 37751, + "question_id": "mEmUcZuHB6GamJkfCAwtsD", + "question": "What kind of landscapes are present?", + "choices": [ + "lakes", + "hills", + "mountains", + "oceans" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "grassy hills", + "hills", + "natural", + "hill", + "rural", + "hillsides", + "hills", + "hills", + "hills", + "hilly" + ], + "difficult_direct_answer": false, + "rationales": [ + "The land is a naturally raised area that is not as high or craggy as a mountain.", + "The man on the bike is riding along a path through an area full of hills.", + "You can see all the hills in the background." + ] + }, + { + "split": "val", + "image_id": 237517, + "question_id": "mNNi2tGdk9CvAdHYyZekG9", + "question": "In what environment is the meal taking place?", + "choices": [ + "formal", + "city", + "outdoors", + "nightclub" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "outdoor", + "outside", + "home garden", + "back yard", + "backyard", + "outside", + "outdoors", + "outdoors", + "outdoor picnic", + "outside" + ], + "difficult_direct_answer": false, + "rationales": [ + "Plates of food are sitting on a bench in a grassy area.", + "The is a picnic table.", + "There is grass and trees." + ] + }, + { + "split": "val", + "image_id": 121744, + "question_id": "mQ4rtN2j9oECfTdyWEczjX", + "question": "Athletes often participate in what activity to warm up their muscles before starting?", + "choices": [ + "cheering", + "dancing", + "sleeping", + "stretching" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "hamstring", + "stretch", + "stretching", + "stretching", + "stretching", + "stretching", + "practice", + "sports", + "stretching", + "stretching" + ], + "difficult_direct_answer": false, + "rationales": [ + "They stretch.", + "They will warm up their muscles so they don't pull one.", + "The man has his leg up." + ] + }, + { + "split": "val", + "image_id": 54123, + "question_id": "mQ5TJVLswrNGGP3La64Erc", + "question": "What are the zebras doing?", + "choices": [ + "sleeping", + "drinking", + "grazing", + "running" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "grazing", + "eating", + "feeding", + "grazing", + "grazing", + "grazing", + "grazing", + "grazing", + "grazing", + "grazing" + ], + "difficult_direct_answer": false, + "rationales": [ + "They have their heads down to the grass", + "The zebras are eating grass.", + "They are eating the grass." + ] + }, + { + "split": "val", + "image_id": 107226, + "question_id": "mQJZ2QZgUf2uzSoLNyFn8w", + "question": "What is powering the bikes?", + "choices": [ + "dogs", + "humans", + "wind", + "motors" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "dogs", + "dogs", + "dogs", + "dogs", + "dogs", + "dogs", + "dogs", + "dogs", + "dogs", + "dogs" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are harnessed to the bikes", + "The bikes have a set of dogs in front of them. since they appear to be connected to each other it would make sense that the dogs are powering the bikes.", + "There are a bunch of sled dogs pulling bikes." + ] + }, + { + "split": "val", + "image_id": 53624, + "question_id": "mR37Xa62rp3FvidP5ppgCc", + "question": "What animal has a similar nose to this animal?", + "choices": [ + "human", + "anteater", + "goat", + "koala" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "ant eater", + "anteater", + "anteater", + "elephant", + "anteater", + "wooly mammoth", + "aardvark", + "anteater", + "anteater", + "anteater" + ], + "difficult_direct_answer": false, + "rationales": [ + "Anteaters have long noses.", + "The creature has a long snout meant for eating insects.", + "The anteater has an elongated snout." + ] + }, + { + "split": "val", + "image_id": 61333, + "question_id": "mTeNP8rQAWywyEL6BxJzMr", + "question": "What does the person who spends time in this room like to do?", + "choices": [ + "perform", + "exercise", + "cook", + "read" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "read", + "read", + "read", + "read", + "read", + "read books", + "read", + "read", + "read", + "reading" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person has a large amount of books.", + "It would appear that whoever occupies this room loves to read books, as many of them are displayed in shelves behind the pretty cat.", + "There are a lot of books on shelves" + ] + }, + { + "split": "val", + "image_id": 484404, + "question_id": "mWHEDu3pfYCy9FwrW5Qkt2", + "question": "What do the black seats appear to be made from?", + "choices": [ + "cotton", + "wool", + "leather", + "plastic" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "leather", + "leather", + "leather", + "leather", + "leather", + "leather", + "leather", + "leather", + "leather", + "leather" + ], + "difficult_direct_answer": false, + "rationales": [ + "The black seats appear to be made from leather.", + "There are several rows of seats that are shiny and stitched around the outer edges.", + "The seats are leather." + ] + }, + { + "split": "val", + "image_id": 337498, + "question_id": "mXqJFvpNahd3xSBSMLqk9M", + "question": "What is the main liquid topping on this food?", + "choices": [ + "mayo", + "ketchup", + "sauce", + "salsa" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "marinara sauce", + "grease", + "tomato sauce", + "sauce", + "red sauce", + "tomato sauce", + "sauce", + "tomato sauce", + "tomato sauce", + "pizza" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a lot of sauce.", + "The main liquid on top of the slice of pizza is tomato sauce.", + "That's what the red stuff on the pizza pie is." + ] + }, + { + "split": "val", + "image_id": 450488, + "question_id": "ma7Jzg4NKgXtp5cBVh4kFP", + "question": "What kind of room is it?", + "choices": [ + "bedroom", + "living room", + "hospital ward", + "hotel" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "bedroom", + "bedroom", + "bedroom", + "hotel room", + "bedroom", + "hotel", + "hotel", + "bedroom", + "hotel", + "bedroom" + ], + "difficult_direct_answer": false, + "rationales": [ + "The room is part of a hotel.", + "The room is for guests at a hotel.", + "This is definitely a room that's paid for." + ] + }, + { + "split": "val", + "image_id": 541773, + "question_id": "mcfejYn8zoagoF5VgNuR2F", + "question": "What kind of drink is in the glasses?", + "choices": [ + "red wine", + "whiskey", + "champagne", + "white wine" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "wine", + "wine", + "red wine", + "wine", + "wine", + "wine", + "wine", + "red wine", + "wine", + "red wine" + ], + "difficult_direct_answer": false, + "rationales": [ + "The drink is wine.", + "There is a red beverage in the glasses.", + "The glasses have small amounts of burgundy wine in them." + ] + }, + { + "split": "val", + "image_id": 50149, + "question_id": "mdsQntNbjZRukzkyyHaD8T", + "question": "How would you eat this food?", + "choices": [ + "peel it", + "melt it", + "grind it", + "chop it" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "peeled", + "peeling", + "peel", + "pealed", + "unpeeled", + "one hand", + "peel it", + "peeling", + "peel", + "peel it" + ], + "difficult_direct_answer": false, + "rationales": [ + "Bananas have a peeling that can't be eaten.", + "The rind isn't as palatable as the fruit inside", + "There is a bunch of bananas that you have to put the skin back to consume." + ] + }, + { + "split": "val", + "image_id": 213605, + "question_id": "mdxki75RbHjL4kGrUbbSY2", + "question": "In which city does this bus travel?", + "choices": [ + "ankorage", + "boston", + "arkansas", + "san francisco" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "san francisco", + "san francisco", + "san francisco", + "san francisco", + "castro", + "san francisco", + "california", + "san francisco", + "san francisco", + "stanyan" + ], + "difficult_direct_answer": false, + "rationales": [ + "Most likely the rainbow flag designates where the city possibly is.", + "The castro is a famous neighborhood in the \"city by the bay\".", + "The city is sf." + ] + }, + { + "split": "val", + "image_id": 368684, + "question_id": "mhLhbPavrBpfdknacMN7GL", + "question": "Where is this person watching television?", + "choices": [ + "bar", + "home", + "store", + "office" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "living room", + "living room", + "couch", + "living room", + "sofa", + "behind camera", + "living room", + "livingroom", + "home", + "at sofa" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is at home.", + "They are relaxing on their family room sofa.", + "The items in the background indicate that this is a residential living room." + ] + }, + { + "split": "val", + "image_id": 283717, + "question_id": "miQ67PB4K4pA5v37BoLda9", + "question": "What is the large black appliance on the wood table used to do?", + "choices": [ + "blend", + "sand", + "paint", + "cook" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "micro wave", + "heat food", + "heat food", + "microwave", + "side", + "baking food", + "heat food", + "cook food", + "microwave oven", + "cook" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is a microwave it uses microwaves to heat food to a desired temp for consumption.", + "A microwave is on a wood stand.", + "The appliance is for cooking." + ] + }, + { + "split": "val", + "image_id": 290248, + "question_id": "minwD4A8mxqhLxMHjfniKy", + "question": "What food is associated with the name on the sign to the far left?", + "choices": [ + "doughnuts", + "chicken", + "peanuts", + "eggs" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "street food", + "donut", + "pizza", + "donuts", + "donuts", + "donut", + "coffee", + "doughnuts", + "donuts", + "donuts" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dunkin' coffee company is known to sell coffee and dougnuts.", + "The name is duncan which is a well known doughnut place with characteristic orange colors.", + "It is a well known coffee chain, that also serves doughnuts to go along with it." + ] + }, + { + "split": "val", + "image_id": 19402, + "question_id": "mjCY6VtSoZiKbBKKx3YuLZ", + "question": "Why does the person have their mouth open?", + "choices": [ + "to talk", + "to eat", + "to kiss", + "to smoke" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "eat", + "eating pizza", + "eating", + "eat food", + "eating", + "to eat", + "eating", + "pizza", + "pizza eating", + "licking" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is eating.", + "The person has food in their hands and can be seen putting the food into their mouth, which is why their mouth is open.", + "They are moving a piece of pizza to take a bite" + ] + }, + { + "split": "val", + "image_id": 279774, + "question_id": "mo9chSC5Km6Nu3Dg3mwrX6", + "question": "What famous sports star wore this number jersey?", + "choices": [ + "cam bedrosian", + "pavel datsyuk", + "andruw jones", + "john smoltz" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "derek jeter", + "mays", + "pavel datsyuk", + "wilt chamberlain", + "allan iverson", + "wilt chamberlain", + "no idea", + "dan marino", + "roberto clemente", + "dave concepcion" + ], + "difficult_direct_answer": true, + "rationales": [ + "The star is datsyuk.", + "He is wearing 13, not 29, 25, or 32.", + "The number is thirteen." + ] + }, + { + "split": "val", + "image_id": 93353, + "question_id": "moDoPYYpw2bSfSdDnFnut9", + "question": "What is the meat inside the yellow roll?", + "choices": [ + "steak", + "turkey", + "ham", + "hot dog" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "hot dog", + "hotdog", + "hot dog", + "hot dog", + "hotdog", + "sausage", + "sausage", + "pork hotdog", + "sausage", + "hot dog" + ], + "difficult_direct_answer": false, + "rationales": [ + "The meat is a hot dog.", + "The food has a color and texture that is consistent with answer a and this food is commonly served in some kind of bun as seen in the image.", + "The meat inside the roll has the shape and color that a hotdog would." + ] + }, + { + "split": "val", + "image_id": 283520, + "question_id": "mxJ9HhWF4QbrG97rdsY7Pe", + "question": "Where are these men located?", + "choices": [ + "forest", + "beach", + "backyard", + "track" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "forest", + "woods", + "woods", + "forest", + "woods", + "forest", + "park", + "forest", + "woods", + "near forest" + ], + "difficult_direct_answer": false, + "rationales": [ + "The men are standing on a dirt path in the forest that is surrounded by tall trees.", + "Men are standing in a wooded area. forests are comprised of heavily wooded areas.", + "The men are in a forest." + ] + }, + { + "split": "val", + "image_id": 67616, + "question_id": "myZ67NZGoYaNEa8kADF8rV", + "question": "Why are the trees without leaves?", + "choices": [ + "bad weather", + "fall season", + "landscaping", + "fake trees" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "it's winter", + "fall season", + "autumn", + "fall", + "winter time", + "too cold", + "winter", + "it's fall", + "seasonal changes", + "dry" + ], + "difficult_direct_answer": true, + "rationales": [ + "Tree loose their leaves before winter.", + "It's autumn there.", + "C might have also ripped them away near a." + ] + }, + { + "split": "val", + "image_id": 176901, + "question_id": "n2V3ufCHusHxHg3doMLfoT", + "question": "How did the person wearing blue come to be in the position they are in?", + "choices": [ + "marketing", + "escaping", + "falling", + "waking up" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "fell", + "skiing", + "falling", + "skiing", + "falling", + "fell down", + "skiing", + "scatting sceir", + "fell down", + "fell" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is falling.", + "The person fell.", + "The person was skiing and fell down." + ] + }, + { + "split": "val", + "image_id": 520009, + "question_id": "n2aTnUjkSkZPZEWK8S6T9Q", + "question": "If the bus shown wants to to the way they have come what may they do?", + "choices": [ + "turn right", + "travel reverse", + "nothing", + "u turn" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "next exit", + "turn corner", + "reverse", + "turn right", + "upturn", + "go straight", + "upturn", + "turn right", + "stop", + "uturn" + ], + "difficult_direct_answer": false, + "rationales": [ + "The bus turns right.", + "They must turn to the right to prevent the accident.", + "There's really only one directed the bus can travel due to how the roads were made." + ] + }, + { + "split": "val", + "image_id": 215114, + "question_id": "n3EWd223KWajDuTgFCGZmw", + "question": "What is the man sitting inside?", + "choices": [ + "dryer", + "washer", + "fridge", + "shower" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "refrigerator", + "fridge", + "fridge", + "fridge", + "fridge", + "fridge", + "refrigerator", + "fridge", + "refrigerator", + "fridge" + ], + "difficult_direct_answer": false, + "rationales": [ + "The other options don't match this type of appliance.", + "The man is inside an appliance. there is food inside the appliance.", + "There is a man inside the refrigerator." + ] + }, + { + "split": "val", + "image_id": 57232, + "question_id": "n3pP3X6CbTGfsNu52Eujfm", + "question": "What are the cushions made out of?", + "choices": [ + "bases", + "windows", + "pizza boxes", + "paper" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bases", + "bases", + "baseball bases", + "leather", + "plastic", + "vinyl", + "blocks", + "polyester", + "cloth fabrics", + "baseball bases" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cushions are bases.", + "All of the items in the chair are used in the sport that babe ruth played.", + "The cushions are made from bases." + ] + }, + { + "split": "val", + "image_id": 15497, + "question_id": "n94Br4ZABpt9F8AeBnAaQK", + "question": "What is the cat looking at?", + "choices": [ + "wire", + "camera", + "computer", + "mouse" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "camera", + "camera", + "photographer", + "camera", + "photographer", + "camera", + "camera", + "camera", + "camera", + "camera" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are staring at the person taking the photo.", + "The cat appears to be looking at the person viewing the photo. that happens when a person or animal looks at this while a photo is being taken.", + "The flash from the device's light is reflected in the cat's eyes." + ] + }, + { + "split": "val", + "image_id": 55528, + "question_id": "nKwQobxEKFkMGtc8DcQ5Ju", + "question": "How many remotes are on the table?", + "choices": [ + "four", + "three", + "one", + "two" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "two", + "two", + "two", + "two", + "one", + "two", + "two", + "two", + "two", + "two" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is a black one and silver one", + "There are items with buttons and of the size consistent with being remotes on the table and there are visibly two of them.", + "Some people have a remote for different electronics in the room." + ] + }, + { + "split": "val", + "image_id": 291791, + "question_id": "nPTyUSa2BpdW7QXX7eKxpv", + "question": "What is the first number on the motorcycle?", + "choices": [ + "three", + "two", + "six", + "four" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "four", + "four", + "4837280", + "four", + "four", + "four", + "four", + "four", + "four", + "four" + ], + "difficult_direct_answer": false, + "rationales": [ + "The number is 4.", + "The side of the tank shows the number.", + "The first number is four." + ] + }, + { + "split": "val", + "image_id": 79588, + "question_id": "nPhzzycXaUKH9UGFjCjsKQ", + "question": "How many people are standing in the courtyard?", + "choices": [ + "two", + "four", + "seven", + "five" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "four", + "four", + "four", + "four", + "four", + "four", + "4 people", + "four", + "four", + "4 people" + ], + "difficult_direct_answer": false, + "rationales": [ + "There are four people outside the building.", + "There are two people in red and two in black.", + "Two groups of two people are in front of a large building." + ] + }, + { + "split": "val", + "image_id": 410878, + "question_id": "nRteor62jdHkABoiGEqDoS", + "question": "The characters in the yellow plate at the back of the bike is called what?", + "choices": [ + "registration number", + "speeding ticket", + "plate number", + "tracking id" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "letters", + "license", + "license plate", + "license numbers", + "letters", + "plate number", + "license number", + "licenseplate number", + "letters", + "letters" + ], + "difficult_direct_answer": false, + "rationales": [ + "The other options don't match the reason for this type of number.", + "The yellow plate on the back of the bike is a license plate and has numbers on it for id.", + "The characters are the license plate number." + ] + }, + { + "split": "val", + "image_id": 376625, + "question_id": "nSKBbRdixLP5o5mr8W2VBJ", + "question": "Which vehicle is leading traffic?", + "choices": [ + "trolley", + "walker", + "motorcycle", + "car" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "trolley", + "trolley", + "train", + "trolley", + "bus", + "bus", + "bus", + "trolly", + "trolley car", + "streetcar" + ], + "difficult_direct_answer": false, + "rationales": [ + "The vehicle is a trolley.", + "A trolley can be seen in front of other vehicles.", + "The trolley is leading traffic down the highway road." + ] + }, + { + "split": "val", + "image_id": 178028, + "question_id": "nVg8yTiMtqm4VmDPRDPhLB", + "question": "What is the white appliance against the right wall used for?", + "choices": [ + "drying hair", + "massaging back", + "brushing teeth", + "making calls" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "sitting", + "drying hair", + "restroom", + "hair drying", + "hairdryer", + "drying hair", + "vaccuming", + "drying hair", + "hand washing", + "dry hair" + ], + "difficult_direct_answer": false, + "rationales": [ + "The appliance is for hair.", + "Hotels often have blow dryers on the wall of the bathroom for people to use to dry their hair.", + "The hair dryer is used for drying hair." + ] + }, + { + "split": "val", + "image_id": 493905, + "question_id": "nWKHkqWrAhfXG7eRWGX8B5", + "question": "When playing tennis what is the name of the actual event?", + "choices": [ + "court", + "rackets", + "doubles", + "match" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "open", + "match", + "tournament", + "wimbledon", + "tennis match", + "match", + "tennis match", + "wimbledon", + "grand slam", + "playing" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is in a match.", + "Tennis games are referred to as matches when you play them.", + "There is a game going on." + ] + }, + { + "split": "val", + "image_id": 344909, + "question_id": "nbKEZAsRQ7mimyjkQYFn6d", + "question": "What department would use this fixture?", + "choices": [ + "health", + "court", + "trash", + "fire" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "fire", + "fire department", + "fire department", + "fire department", + "fire", + "fire department", + "fire department", + "fire", + "fire", + "fire" + ], + "difficult_direct_answer": false, + "rationales": [ + "This fixture is called a fire hydrant. water comes out of it.", + "The hydrant is one of the distinguishable items on a street. these are used by fire departments throughout the entire country.", + "The water hydrant is attached to a firetruck." + ] + }, + { + "split": "val", + "image_id": 147415, + "question_id": "nejsAgBentBTfKxMaELBsr", + "question": "What is the woman using the pen to do?", + "choices": [ + "write", + "clean", + "draw", + "organize" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "grade paper", + "grade paper", + "write", + "write", + "write", + "write", + "write", + "write", + "write", + "grade paper" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman is journaling.", + "The woman is using the pen to put text on a piece of paper.", + "She is putting words on a paper" + ] + }, + { + "split": "val", + "image_id": 565877, + "question_id": "ngQSEzXpxxTNJ4mVQxD9JM", + "question": "Where is the person browsing?", + "choices": [ + "red couch", + "car", + "library", + "bench" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "home", + "online", + "internet", + "internet", + "lounge", + "at home", + "internet", + "internet", + "red couch", + "internet" + ], + "difficult_direct_answer": false, + "rationales": [ + "The item they are sitting on is red, and the soft cushions indicate it is a couch at a home.", + "The person is sitting on a red cushion that has at least one other identical red cushion touching the side of it. there are cushions behind and next to the person that are abutting the cushions that are being sat on.", + "They're on a couch." + ] + }, + { + "split": "val", + "image_id": 213830, + "question_id": "nhdJhq3kPGKBKMx4FCvXUs", + "question": "Where is the game most likely being played?", + "choices": [ + "country club", + "stadium", + "park", + "campus" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "tennis court", + "court", + "tennis court", + "park", + "tennis court", + "neighborhood park", + "tennis", + "park", + "tennis court", + "tennis court" + ], + "difficult_direct_answer": false, + "rationales": [ + "Most people don't have a tennis court in their back yard so they play at the local courts at a city park.", + "The game is in a park.", + "There are two people playing tennis around a grassy area. there are also two kids on other side of fence." + ] + }, + { + "split": "val", + "image_id": 281693, + "question_id": "nidoPGHJpvjJLkJWzxWUng", + "question": "What kind of plane is this?", + "choices": [ + "passenger", + "cargo", + "military", + "helicopter" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "oneworld", + "commercial", + "passenger", + "passenger", + "passenger", + "jumbo jet", + "commercial", + "one world", + "passenger plane", + "boeing 737" + ], + "difficult_direct_answer": false, + "rationales": [ + "It appears to have a logo on this side which means its not private and it's not part of a company that transports freight.", + "This plane is huge so it's a passenger plane.", + "The civilian fixed-wing plane has a oneworld livery. this is not a cargo airline." + ] + }, + { + "split": "val", + "image_id": 320743, + "question_id": "nif2rWzKpmykkka2moeA3e", + "question": "What are the people in blue doing on top of the elephants?", + "choices": [ + "washing them", + "whipping them", + "riding them", + "fighting them" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "riding elephant", + "riding", + "riding", + "riding them", + "riding training", + "riding", + "riding", + "five", + "riding", + "riding" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are mounted on top of the elephants.", + "They are clearly performing option a while the things associated with the other options are not obviously or visibly happening at the moment.", + "The people ride." + ] + }, + { + "split": "val", + "image_id": 122962, + "question_id": "njzRWp6op4a49j3UtEjEFo", + "question": "What type of event is happening?", + "choices": [ + "pizza party", + "graduation", + "wedding", + "engagement" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "birthday party", + "pizza party", + "birthday party", + "childrens", + "pizza party", + "birthday", + "pizza party", + "pizza party", + "birthday party", + "party" + ], + "difficult_direct_answer": false, + "rationales": [ + "The kids are having a party and eating slices of pizza.", + "Kids are sitting at a long decorated table and all are eating pizza.", + "The kids are eating pizza." + ] + }, + { + "split": "val", + "image_id": 433515, + "question_id": "nkstSbXoxcYyHbvBbKvZtV", + "question": "What does the kite look like?", + "choices": [ + "praying mantis", + "horse", + "zebra", + "sting ray" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "dragon", + "dragon", + "dragon", + "sting ray", + "stingray", + "snake", + "ray", + "sting ray", + "eel", + "snake" + ], + "difficult_direct_answer": false, + "rationales": [ + "The kite has a long tail and a diamond like head.", + "The object most resembles a of the other options. the other options have legs which this kite does not have.", + "A kite has a wide center and long tail." + ] + }, + { + "split": "val", + "image_id": 535156, + "question_id": "nmLBpYK7TqpwcCnkYbL2Tr", + "question": "What is the elephant doing near the post?", + "choices": [ + "eating", + "attacking", + "bathing", + "scratching" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "rubbing pole", + "scratching", + "scratching", + "scratching", + "scratching", + "leaning", + "scratching", + "rubbing", + "rubbing it", + "scratching" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animal is rubbing its head against the post.", + "An elephant is rubbing it's head on a post. people and animals rub on things when they have an itch.", + "The elephant is rubbing on the post in order to relieve an itch. the elephant is not attacking, eating, or bathing." + ] + }, + { + "split": "val", + "image_id": 465675, + "question_id": "npMJUgqcniPJuZPEh7mP3t", + "question": "What is behind the tractor?", + "choices": [ + "person", + "grass", + "tiger", + "water" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "water", + "water", + "boat", + "dock", + "dock", + "buoys", + "boat", + "boat", + "ocean", + "water" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is an ocean in the background.", + "The water is behind.", + "The ocean is behind the tractor." + ] + }, + { + "split": "val", + "image_id": 326970, + "question_id": "nqDVieEVdjDt3CELi7g5Zh", + "question": "How are the people communicating?", + "choices": [ + "email", + "talking", + "phones", + "mail" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "phones", + "text", + "cellphones", + "smartphone", + "phones", + "text", + "cell phones", + "texting", + "phone", + "phone" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are holding small electronic devices in their hands that are used for receiving and sending communications and are lightweight and thin and longer than they are wide.", + "Everyone has their head down looking at a small screen.", + "You can tell by the peoples looking at there phones as to what they are doing." + ] + }, + { + "split": "val", + "image_id": 231088, + "question_id": "ntQQ9FVL9GKUoT2WvCWiHD", + "question": "What is preventing the open objects from flying off?", + "choices": [ + "rope", + "nothing", + "wire ties", + "glue" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "hooked", + "string", + "rope", + "wire", + "wires", + "tied", + "wires", + "wires", + "strings", + "wire ties" + ], + "difficult_direct_answer": false, + "rationales": [ + "Thin silver lines can be seen between several umbrellas.", + "The item is too thin for rope and you can see it is not glue", + "They are connected together with this" + ] + }, + { + "split": "val", + "image_id": 141821, + "question_id": "nz5BRooQteeNkQ2by7nGyU", + "question": "Which of these consumables is caffeinated?", + "choices": [ + "mtn dew", + "water", + "pizza", + "dip" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "mountain dew", + "mtn dew", + "mountain dew", + "mountain dew", + "mountain dew", + "mountain dew", + "mountain dew", + "drink", + "drink", + "pizza" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is caffeine in soda.", + "This item is depicted on the far right and is the only one of the four choices which usually contains caffeine.", + "The mountain dew is caffeinated." + ] + }, + { + "split": "val", + "image_id": 476770, + "question_id": "nzNFFqRxL3q4gJf2iXRMtT", + "question": "The man on the left dressed in a blue uniform has what on his hand?", + "choices": [ + "glove", + "ribbon", + "gun", + "hat" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "mitt", + "mitt", + "mitt", + "glove", + "mitt", + "baseball mitt", + "glove", + "baseball mitt", + "baseball mitt", + "glove" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man on the left in the blue uniform has a baseball glove on his hand used for catching.", + "All players in the field in a baseball game have to wear one; it reduces the risk of injury.", + "This man is a baseball player. he is on the defensive team." + ] + }, + { + "split": "val", + "image_id": 536073, + "question_id": "o5Pf29Ro76nufH3SYS49LM", + "question": "What drink is being made?", + "choices": [ + "pina colada", + "martini", + "white russian", + "margarita" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "margarita", + "marguerite", + "margarita", + "margarita", + "margarita", + "daiquiri", + "margarita", + "juice", + "margarita", + "margarita" + ], + "difficult_direct_answer": false, + "rationales": [ + "A margarita with tequila is being made.", + "The ingredients of the drink are clearly laid out.", + "You can tell by the ingredients as to what is being made." + ] + }, + { + "split": "val", + "image_id": 7088, + "question_id": "o7YUWt5CppEBSMU9tUszUZ", + "question": "What weather event has caused the girl to use the umbrella?", + "choices": [ + "rain", + "wind", + "snow", + "hail" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "rain", + "rainy day", + "rainy day", + "rainy day", + "rain", + "rain", + "rain", + "rain", + "rain", + "rain" + ], + "difficult_direct_answer": false, + "rationales": [ + "The little girl knows what to to with it's raining outside.", + "You can see liquid on the ground suggesting that the water is coming down from the sky. the girl uses the umbrella to protect herself.", + "The ground is wet." + ] + }, + { + "split": "val", + "image_id": 288862, + "question_id": "o7eySiU8AwFHu3Lgp5xoK9", + "question": "What type of trick is the man in black doing?", + "choices": [ + "waxing", + "flip trick", + "grind", + "handplant" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "skating", + "handstand", + "handstand", + "handplant", + "flip", + "handplant", + "handstand kickflip", + "skateboard trick", + "handstand", + "handstand" + ], + "difficult_direct_answer": false, + "rationales": [ + "His hand is on the ground and guiding him through the trick.", + "The man is holding his body up with his hand on a half pipe, which is the the way one would perform a handplant.", + "He is holding himself in the air with one hand." + ] + }, + { + "split": "val", + "image_id": 341681, + "question_id": "o9RMCCdLoYDGb6oR8Z3yvi", + "question": "What other surface is this game played on?", + "choices": [ + "pebbles", + "grass", + "concrete", + "sand" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "dirt", + "clay court", + "concrete", + "grass", + "grass", + "concrete", + "clay", + "grass", + "clay", + "tarmac" + ], + "difficult_direct_answer": false, + "rationales": [ + "Tennis can be played in the grass.", + "The surface is grass.", + "Tennis can be played on grass." + ] + }, + { + "split": "val", + "image_id": 463849, + "question_id": "o9UdSvT8pgAVAQCkm8XPdz", + "question": "What body of water is this?", + "choices": [ + "ocean", + "canal", + "river", + "lake" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "river", + "canal", + "canal", + "canal", + "river", + "canal", + "canal", + "river", + "canal", + "venice canal" + ], + "difficult_direct_answer": false, + "rationales": [ + "The place is venice and the waterway is the grand canal.", + "The water is a canal.", + "The body is a canal." + ] + }, + { + "split": "val", + "image_id": 489305, + "question_id": "oAL5LQnAH9sB2oMiAmxsbq", + "question": "What dish is being made?", + "choices": [ + "smoothie", + "cake", + "stir-fry", + "fruit salad" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "salad", + "fruit salad", + "fruit salad", + "fruit salad", + "fruit salad", + "fruit salad", + "fruit salad", + "salad", + "salad", + "fruit salad" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dish is fruit salad.", + "The person has chopped up fruit to make a salad.", + "Grapes, kiwi, pineapple, berries and watermelon are cut up and combined together in a bowl." + ] + }, + { + "split": "val", + "image_id": 64718, + "question_id": "oCwi6S3N5sKMdGtLLocG4p", + "question": "What is the name of the person winning on the scoreboard?", + "choices": [ + "adrian", + "egon", + "james", + "aegon" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "adrian", + "adrian", + "james ward", + "adrian", + "adrian", + "adrian", + "adrian", + "james ward", + "adrian", + "adrian" + ], + "difficult_direct_answer": false, + "rationales": [ + "James ward has the lower score. the other player is winning.", + "His score is one point more", + "According to the display, adrian has the higher score of 15 versus the other player's score of 14." + ] + }, + { + "split": "val", + "image_id": 181666, + "question_id": "oGPSzHdRANrLhhyZLbbqNf", + "question": "Where are the men in the back directing the animals to?", + "choices": [ + "water", + "captivity", + "slaughter", + "freedom" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "pens", + "pen", + "gates", + "captivity", + "fence", + "pens", + "pasture", + "corral", + "pen", + "right" + ], + "difficult_direct_answer": false, + "rationales": [ + "They are herding the animals into the pens.", + "There appears to be many pens around these men where animals of this type would be kept.", + "The men are captive." + ] + }, + { + "split": "val", + "image_id": 508730, + "question_id": "oJD9cm8E2JFszgzyPjaVgn", + "question": "How do these people know each other?", + "choices": [ + "neighbors", + "siblings", + "coworkers", + "spouses" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "twins", + "brothers", + "twins", + "siblings", + "sisters", + "siblings", + "siblings", + "siblings", + "siblings", + "siblings" + ], + "difficult_direct_answer": false, + "rationales": [ + "They appear to be twins.", + "The children are in a personal setting and look identical.", + "They're siblings." + ] + }, + { + "split": "val", + "image_id": 80932, + "question_id": "oNbHrnMXrskfw3TXzZ2QUp", + "question": "What specifically is the child consuming?", + "choices": [ + "sausage pizza", + "white pizza", + "cheese pizza", + "pepperoni pizza" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "cheese pizza", + "pizza crust", + "cheese pizza", + "pizza crust", + "cheese pizza", + "pizza", + "crust", + "cheese pizza", + "pizza", + "pizza crust" + ], + "difficult_direct_answer": false, + "rationales": [ + "The pizza is eaten.", + "The kid is eating pizza with no toppings.", + "There is only cheese on top of the pizza." + ] + }, + { + "split": "val", + "image_id": 157767, + "question_id": "oUJexrTXPEKNEATboAHaAA", + "question": "What meal is the food being served for?", + "choices": [ + "breakfast", + "lunch", + "dinner", + "feast" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "lunch", + "pastry", + "dinner", + "sandwiches", + "croissants", + "breakfast", + "dinner", + "breakfast", + "breakfast", + "breakfast" + ], + "difficult_direct_answer": false, + "rationales": [ + "The meal consists of breakfast foods like danishes.", + "The food consists of pastries.", + "The meal is breakfast." + ] + }, + { + "split": "val", + "image_id": 173799, + "question_id": "578p2wBoYH5uozEuVypCEw", + "question": "What animals are shown in the picture?", + "choices": [ + "rhino", + "elephant", + "hippo", + "bear" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "elephant", + "elephants", + "elephant", + "elephants", + "elephants", + "elephants", + "elephants", + "elephants", + "elephants", + "elephants" + ], + "difficult_direct_answer": false, + "rationales": [ + "The animals shown has a trunk and they are big.", + "These animals have trunks for noses.", + "They have long trunks." + ] + }, + { + "split": "val", + "image_id": 410712, + "question_id": "CijjLDFS7tQM9TcoWMr2Ai", + "question": "What business transaction is advertised on a billboard?", + "choices": [ + "acquisition", + "liquidation", + "bankruptcy", + "merger" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "banking", + "acquisition", + "image", + "banking", + "banking", + "crossroad", + "shopping", + "unknown", + "downstairs", + "shopping" + ], + "difficult_direct_answer": false, + "rationales": [ + "The transaction is an acquisition.", + "The billboard says that wachovia is now wells fargo, which implies that they have become one company.", + "The a of wachovia by wells fargo." + ] + }, + { + "split": "val", + "image_id": 6471, + "question_id": "DD26xWreRvVu7ZDimAYL3e", + "question": "What number comes after the number on the man's jersey when you count to twenty?", + "choices": [ + "fifteen", + "nineteen", + "sixteen", + "eleven" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "11", + "ten", + "eleven", + "eleven", + "eleven", + "eleven", + "11", + "eleven", + "eleven", + "11" + ], + "difficult_direct_answer": false, + "rationales": [ + "The number is ten.", + "11 because he's wearing a number 10 in the photo.", + "The number 10 is on the batter's jersey." + ] + }, + { + "split": "val", + "image_id": 187734, + "question_id": "DD4oNBRHkHMzFGGVpdmrJi", + "question": "What part of the woman's lower half is visible?", + "choices": [ + "hips", + "legs", + "toes", + "feet" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "legs", + "legs", + "legs", + "leg", + "leg", + "knee", + "legs", + "legs", + "leg", + "legs" + ], + "difficult_direct_answer": false, + "rationales": [ + "Her feet and toes are covered by her shoes. her hips are covered by her skirt.", + "There is a girl in a white skirt holding a racket. she is standing around many other people on both sides of her and some behind her.", + "The woman is wearing a short skirt and shoes to cover up her lower half. only the legs are visible." + ] + }, + { + "split": "val", + "image_id": 73702, + "question_id": "DdkfCj4NDiSSSVhqbtwCY2", + "question": "What is the colorful object on the man's head used for?", + "choices": [ + "laughs", + "punishment", + "shade", + "style" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "blocking sun", + "umbrella", + "shade", + "shade", + "umbrella", + "shade", + "shade", + "rain protection", + "protection", + "shade" + ], + "difficult_direct_answer": false, + "rationales": [ + "The man is wearing an umbrella on his head.", + "The object provides shade.", + "It is an umbrella hat. the overhang protects from the sun." + ] + }, + { + "split": "val", + "image_id": 473237, + "question_id": "MAeoFJtYupeza6U6eeTWRc", + "question": "The girl may be eating lunch at what daytime facility?", + "choices": [ + "cafe", + "park", + "home", + "school" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "school", + "school", + "school", + "cafeteria", + "fast food", + "restaurant", + "school", + "school", + "airport", + "school" + ], + "difficult_direct_answer": false, + "rationales": [ + "The girl is at school.", + "The girl looks like she is around 8, which means she should be getting an education. she will be eating there.", + "She is probably at school" + ] + }, + { + "split": "val", + "image_id": 108026, + "question_id": "NRg96YBDgRbc5zFqdhKCC4", + "question": "What is the object in the person's hand used for?", + "choices": [ + "safety", + "work", + "school", + "gaming" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "control mouse", + "remote control", + "controlling cursor", + "mouse", + "typing", + "gaming", + "control", + "playing game", + "gaming", + "games" + ], + "difficult_direct_answer": true, + "rationales": [ + "They have a gaming controller in their hand so they're playing a game on their computer.", + "A person has their hand on a keyboard for a computer. people play games on computers.", + "A person is holding a controller in one hand while they sit in front of a computer." + ] + }, + { + "split": "val", + "image_id": 548339, + "question_id": "PK5o4oqyymgbmrsrLkF2Hw", + "question": "What brand are the batter's shoes?", + "choices": [ + "under armor", + "adidas", + "new balance", + "nike" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "under armour", + "under armour", + "under armour", + "under armor", + "under armor", + "under armour", + "under armour", + "nike", + "maybe nike", + "under armour" + ], + "difficult_direct_answer": false, + "rationales": [ + "A large u can be seen on a baseball players shoes.", + "The under armor logo is written in white on the black shoes of the player.", + "I know under armor's logo is a \"h\" looking thing and the shoes appear to have an \"h\" on them." + ] + }, + { + "split": "val", + "image_id": 152686, + "question_id": "QfzADtoknvheZQ3r9o4XWa", + "question": "The man's physique can be described as being what?", + "choices": [ + "sloth-like", + "gargantuan", + "rotund", + "in shape" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "lean", + "physique", + "fit", + "athletic", + "slim", + "slim", + "in shape", + "athletic", + "scrawny lean", + "athletic" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is in shape because you can see how toned his muscles are and how lean/thin he is.", + "The physique is in shape.", + "The man is in shape." + ] + }, + { + "split": "val", + "image_id": 172648, + "question_id": "SkThfxuJxxSm39tNSA4FmQ", + "question": "What is the man in green's job?", + "choices": [ + "construction worker", + "police officer", + "traffic control", + "fireman" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "street cleaner", + "construction", + "road construction", + "construction worker", + "street maintenance", + "road work", + "painting", + "repair roads", + "contruction", + "spread rocks" + ], + "difficult_direct_answer": true, + "rationales": [ + "The man's job deals with wood and dirt, meaning they won't be dealing with traffic or fires.", + "His job is indicated by his characteristic reflective uniform and standing next to a truck of building materials.", + "The man does construction work." + ] + }, + { + "split": "val", + "image_id": 96493, + "question_id": "TCqWeX5SXeeUmMjqkWnbSz", + "question": "What is the boy holding in his left hand?", + "choices": [ + "phone", + "remote control", + "hat", + "pizza" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "remote control", + "remote", + "remote", + "remote", + "remote", + "remote", + "remote control", + "tv remote", + "remote control", + "remote" + ], + "difficult_direct_answer": false, + "rationales": [ + "A boy is sitting on a couch with a black device used to change tv.", + "He's sitting on the couch watching tv with a remote control.", + "It is rectangular in shape and has buttons on it for a television" + ] + }, + { + "split": "val", + "image_id": 323263, + "question_id": "UY4enMq3yMvLG5oAXZQVQL", + "question": "What is this street vendor in black shirt and hat selling at her stand?", + "choices": [ + "green peppers", + "mango peppers", + "hot peppers", + "banana peppers" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "food", + "food", + "food", + "hot peppers", + "flowers", + "food", + "peppers", + "fruit", + "vegtable", + "some food" + ], + "difficult_direct_answer": false, + "rationales": [ + "The food items are red, not green, yellow, or orange.", + "You can tell by the color of the veggies as to what she is selling.", + "The woman vendor is holding red peppers in her hand." + ] + }, + { + "split": "val", + "image_id": 235399, + "question_id": "WrPmpcpv5q8Drcc8xwkak9", + "question": "What are the dog's owners likely doing?", + "choices": [ + "moving", + "stealing", + "vacationing", + "garbage" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "moving", + "moving in", + "moving", + "unpacking items", + "moving", + "moving", + "moving in", + "moving", + "moving", + "moving" + ], + "difficult_direct_answer": false, + "rationales": [ + "The dog is sitting in a van that is used for moving items. a mattress and cloths can be seen which indicate a person is leaving one place and going to live in another.", + "There is a large truck that is open in the back. there is a dog sitting in it and behind it is a mattress and blankets.", + "This is a box truck and it has furniture blankets and a mattress in it" + ] + }, + { + "split": "val", + "image_id": 348881, + "question_id": "Y4KDhiu2MeKojYumTWRevx", + "question": "What is the object connecting the plane to the tunnel?", + "choices": [ + "tunnel", + "jetway", + "curtain", + "accordion" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "gate", + "tunnel", + "jetway", + "jetway", + "jet bridge", + "portable door", + "jet bridge", + "jet bridge", + "rubber", + "boarding bridge" + ], + "difficult_direct_answer": false, + "rationales": [ + "The object is a jetway.", + "The object is a jetway.", + "Passengers generally enter a plane from an enclosed area. the tunnel connects the door of the plane to the airport for passengers to board." + ] + }, + { + "split": "val", + "image_id": 447088, + "question_id": "YgiqkypFRQHVYHqieDPN9u", + "question": "Why is one player wearing gloves?", + "choices": [ + "fashion", + "grip", + "warmth", + "health" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "pitcher", + "grip", + "batter", + "discretionary", + "grip", + "pitcher", + "at bat", + "batting", + "better grip", + "playing baseball" + ], + "difficult_direct_answer": false, + "rationales": [ + "They use the gloves for gripping on the bat and ball.", + "The player grips.", + "One player is gripping." + ] + }, + { + "split": "val", + "image_id": 323355, + "question_id": "a4WQwPgnKUrGfWf3T2vpxE", + "question": "How does the boy feel about the box he is holding?", + "choices": [ + "proud", + "angry", + "nervous", + "sad" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "happy", + "happy", + "happy proud", + "happy", + "happy", + "proud", + "happy", + "excited", + "happy", + "happy" + ], + "difficult_direct_answer": false, + "rationales": [ + "Boy was feel happy to eat a pizza.", + "Because its pizza and most people like pizza.", + "The boy is proud." + ] + }, + { + "split": "val", + "image_id": 230450, + "question_id": "a5oWkZ7rkxNTvRLkk3ousT", + "question": "What word comes before the word stopping on the sign?", + "choices": [ + "shop", + "yes", + "no", + "hurry" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "no", + "no", + "no", + "no", + "no", + "no", + "no", + "no", + "no", + "no" + ], + "difficult_direct_answer": false, + "rationales": [ + "I can read that the word is no.", + "The word is in a red box with white letters", + "The sign says no stopping." + ] + }, + { + "split": "val", + "image_id": 478862, + "question_id": "b6kMEJD9bLnsJksyGqZgcR", + "question": "Which country's flag is on the plane?", + "choices": [ + "england", + "canada", + "france", + "united states" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "united states", + "united states", + "america", + "usa", + "america", + "united states", + "united states", + "united states", + "usa", + "usa" + ], + "difficult_direct_answer": false, + "rationales": [ + "The united states flag is on top of a plane, the canadian, french or british flag is not present in the picture.", + "The flag has red and white strips and fifty stars.", + "The airplane has two flags on the front of it and one of them is the united states flag with stars and stripes." + ] + }, + { + "split": "val", + "image_id": 554291, + "question_id": "c6Lei76FbsSgEKViCU2Kc5", + "question": "What is the cat doing?", + "choices": [ + "walking", + "jumping", + "sitting", + "laying down" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "jumping", + "jumping", + "jumping forward", + "jumping", + "jumping", + "jumping", + "jumping", + "jumping", + "running", + "jumping out" + ], + "difficult_direct_answer": false, + "rationales": [ + "The cat is airborne, which means he is jumping and cannot be sitting, laying down or walking.", + "The cat is jumping out of the pail.", + "The cat is jumping." + ] + }, + { + "split": "val", + "image_id": 154644, + "question_id": "eHoQtRmsLAC3Ggzm5jKPXA", + "question": "What is in the person's mouth?", + "choices": [ + "cigarette", + "candy", + "fruit", + "toothpick" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cigarate", + "cigarette", + "cigarette", + "burning cigarette", + "cigarette", + "cigarette", + "cigarette", + "cigarette", + "cigarette", + "on cigarette" + ], + "difficult_direct_answer": false, + "rationales": [ + "The person is smoking a lighted cigarette.", + "It is a white stick on fire", + "The woman has a stick that is lit in her mouth." + ] + }, + { + "split": "val", + "image_id": 181542, + "question_id": "eYDDWRpmaNrFZDRCNs6c5z", + "question": "What store is in the background?", + "choices": [ + "apple", + "walmart", + "chanel", + "canada goose" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "chanel", + "chanel", + "chanel", + "chanel", + "chanel", + "chanel", + "chanel", + "chanel", + "clothing", + "chanel" + ], + "difficult_direct_answer": false, + "rationales": [ + "Although you can not see the entire name of the store, the letters and the shape of the letters indicate it is channel.", + "There are signs on the building that indicate the store's name.", + "A store logo can be seen on the sign from the street." + ] + }, + { + "split": "val", + "image_id": 261732, + "question_id": "iTeGLgJNuQjkRqeTmKwWLs", + "question": "What is the first player's initial?", + "choices": [ + "s", + "", + "b", + "f" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "letter f", + "letter f", + "fu", + "f", + "f", + "f", + "letter f", + "letter f", + "f", + "letter f" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign in the background shows the player's name as f. verdasc", + "The first initial is f.", + "I picked a becasue we can see the names on the billboard behind the player and they both start with the letter f." + ] + }, + { + "split": "val", + "image_id": 407943, + "question_id": "kGn5XFpkwvtJNrUnPLSzwm", + "question": "The object covering this man's face is a called what?", + "choices": [ + "pants", + "trousers", + "t-hsirt", + "umbrella" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "tent", + "umbrella", + "shadow", + "t-hsirt", + "umbrella", + "umbrella", + "umbrella", + "umbrella", + "umbrella", + "shadow" + ], + "difficult_direct_answer": false, + "rationales": [ + "The object covering the man's face is an opened umbrella that is turned sideways.", + "It opens up with sections", + "A white umbrella front of the man face." + ] + }, + { + "split": "val", + "image_id": 166277, + "question_id": "mK6UjDvYm6Wzn75aaaSEdF", + "question": "What is the possible hazard faced by the animal?", + "choices": [ + "getting drown", + "getting suffocated", + "being stuck", + "getting blind" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "danger", + "drowning", + "glass", + "being stuck", + "getting stuck", + "get stuck", + "getting drunk", + "face stuck", + "suffocation", + "breaking glass" + ], + "difficult_direct_answer": true, + "rationales": [ + "The glass could get stuck.", + "The glass is barely bigger than his head", + "A cat has its whole face down in the drink and looks to be snagged." + ] + }, + { + "split": "val", + "image_id": 399462, + "question_id": "mZGqAwu28rKDYShh6mrTz7", + "question": "Using the object the girl is carrying will require some of what element?", + "choices": [ + "dirt", + "rain", + "wind", + "water" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "wind", + "kite", + "wind", + "wind", + "targeting", + "wind", + "wind", + "wind", + "wind", + "kite" + ], + "difficult_direct_answer": false, + "rationales": [ + "A girl is holding a kite. it needs this invisible force to move in sky.", + "The girl needs wind.", + "The girl is running with a kite in her hand." + ] + }, + { + "split": "val", + "image_id": 38678, + "question_id": "n3q6CBsJfobMm4vAqMGi38", + "question": "What breakfast item is on the woman's plate?", + "choices": [ + "bagel", + "donut", + "croissant", + "muffin" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "bagel", + "bagel", + "bagel", + "bagel cheese", + "cheese bagel", + "bagel", + "bagel", + "bagel", + "bread", + "bagel" + ], + "difficult_direct_answer": false, + "rationales": [ + "It appears to also have cream cheese on it.", + "It is round with a hole and has cream cheese on it.", + "The woman at the table is holding a plate with a bagel on it which is round bread with a hole in the middle." + ] + }, + { + "split": "val", + "image_id": 456015, + "question_id": "2UqDdmoKsLVD4Vt2qeMFds", + "question": "What is causing the disturbance of the sand?", + "choices": [ + "men", + "horses", + "ducks", + "car" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "beach", + "beach", + "riding", + "grain against", + "horses", + "horses", + "horses trotting", + "horses", + "batch", + "water" + ], + "difficult_direct_answer": false, + "rationales": [ + "There steps are disarranging the structure of the beach sand leaving leg prints.", + "The horses hooves which are walking on the ground.", + "They are walking on the sand leaving footprints" + ] + }, + { + "split": "val", + "image_id": 526706, + "question_id": "2gD7ih9AsXq7BmRBn57jv5", + "question": "What breed is the brown cow?", + "choices": [ + "hereford", + "jersey", + "angus", + "charlois" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "south devon", + "jersey", + "cow", + "brown", + "jersey", + "dexter cattle", + "hereford", + "milk", + "calf", + "cow breed" + ], + "difficult_direct_answer": true, + "rationales": [ + "Hereford cows are fuzzy.", + "The cattle is colored dark red to red-yellow and thick coats.", + "It has a brown color that distinguishes its breed." + ] + }, + { + "split": "val", + "image_id": 329447, + "question_id": "3wvvpLQuiKWmKy5RHKESEC", + "question": "What is the dog doing with the bovines here?", + "choices": [ + "eating them", + "herding", + "biting ears", + "fleeing" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "playing", + "dog", + "herding", + "barking", + "herding", + "dog safe", + "cow", + "dog playing", + "see cows", + "guarding" + ], + "difficult_direct_answer": true, + "rationales": [ + "The dog is running around the animals and herding them for the farmer.", + "None of the other options work. this type of dog is bred for this purpose.", + "Sheepdogs were bred to keep the sheep together and this dog is rounding them up." + ] + }, + { + "split": "val", + "image_id": 429761, + "question_id": "4XAzPXBEk6aZHFvdPTKdjH", + "question": "What are these two players doing?", + "choices": [ + "congratulating", + "arguing", + "tackling", + "fighting" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "handshake", + "shaking hands", + "discussing", + "talking", + "tennis players", + "congratulating", + "shake hand", + "cheer up", + "hand shaking", + "speak" + ], + "difficult_direct_answer": true, + "rationales": [ + "They are shaking hands at the end of their match.", + "The players are being good sports.", + "These players hands are extended towards one another and they seem about to clasp them together in an expression of comradery or mutual respect." + ] + }, + { + "split": "val", + "image_id": 393226, + "question_id": "4YdWSrT4x9p78GxJhf6vis", + "question": "What does the Ice cream truck say to watch out for?", + "choices": [ + "birds", + "melted ice cream", + "dogs", + "children" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "chicken", + "children", + "children", + "children", + "moving", + "running", + "ice bus", + "slow", + "children", + "customers" + ], + "difficult_direct_answer": false, + "rationales": [ + "Ice cream trucks attract young customers around them.", + "The truck tells to watch out for children.", + "An ice cream truck has a warning in red letters warning to go slow and watch for others. kids go to the ice cream truck." + ] + }, + { + "split": "val", + "image_id": 504635, + "question_id": "6GNHDAUJnk4GUrW6x4AJwF", + "question": "What are the zebras standing in?", + "choices": [ + "snow", + "grass", + "water", + "sand" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "grass", + "three zebras", + "wild animals", + "grass", + "grassy ground", + "forest", + "grass", + "running", + "grass", + "field" + ], + "difficult_direct_answer": false, + "rationales": [ + "The zebras are standing in a field of green grass.", + "It is tall and green and single strands", + "The zebras are chilling in some grass." + ] + }, + { + "split": "val", + "image_id": 13546, + "question_id": "7Q2MqmLkDhRu93vhjMPJXJ", + "question": "What type of game he played?", + "choices": [ + "tennis", + "volleyball", + "basket ball", + "skating" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "skate board", + "jumping", + "skating", + "skateboarding", + "skating", + "road skiing", + "scatting", + "skating", + "skating", + "skateboarding" + ], + "difficult_direct_answer": false, + "rationales": [ + "The game is skating.", + "This is obvious given he's in a skate park.", + "He's on a skateboard doing tricks" + ] + }, + { + "split": "val", + "image_id": 70739, + "question_id": "8a5uCKsjUC9vtK2i7Amh28", + "question": "What is the name of the lip piercing that the girl in the foreground has?", + "choices": [ + "vertical labret", + "spider bite", + "conch", + "septum" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "pin", + "lip ring", + "drinks", + "hoop", + "philtrum piercing", + "vertical labret", + "glass", + "safety pin", + "drinking wisky", + "vertical labret" + ], + "difficult_direct_answer": true, + "rationales": [ + "This is the name of the piercing on the lip.", + "It is a bar that is pierced vertically through the center of the bottom lip.", + "The piercing is a twist on the basic version and given its name due to its orientation and where it is." + ] + }, + { + "split": "val", + "image_id": 437898, + "question_id": "9y2mxyvd3BxHofPfXKjG67", + "question": "What can be divined from the thing hanging on the fridge?", + "choices": [ + "date", + "family organization", + "todays homework", + "time" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "date", + "table", + "things", + "dates", + "calcender", + "new innovation", + "kitchen", + "kitchen", + "date", + "calender" + ], + "difficult_direct_answer": false, + "rationales": [ + "A calendar, not clock, planner, or agenda, is hanging from the fridge.", + "A calendar is on the fridge so you would get a day and date.", + "A calendar, not a clock, is hanging on the fridge." + ] + }, + { + "split": "val", + "image_id": 203580, + "question_id": "A4pTVyj6FszUQtpyuwuEs2", + "question": "What is sold at 134 on this street?", + "choices": [ + "food", + "umbrellas", + "pets", + "chickens" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "building", + "things", + "door number", + "umbrella", + "ice cream", + "umberla", + "shop", + "food", + "food", + "door open" + ], + "difficult_direct_answer": true, + "rationales": [ + "They have a sign out front and a table with an umbrella to eat at", + "This store looks like a little cafe.", + "The shop at address 134 probably sells food because there is a picnic table next to out." + ] + }, + { + "split": "val", + "image_id": 537827, + "question_id": "ANzKkT7BMAmz62TWUSbPNn", + "question": "What will happen if the ball is hit past the fence by the batter?", + "choices": [ + "walk", + "home run", + "out", + "game over" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "homerun", + "homerun", + "six", + "home run", + "home run", + "ball", + "catch", + "foul", + "homerun", + "homerun" + ], + "difficult_direct_answer": false, + "rationales": [ + "The two men are playing baseball and ball over it means run all bases for one score.", + "The ball would be a home run.", + "The players can't go beyond the fence to get a ball" + ] + }, + { + "split": "val", + "image_id": 214200, + "question_id": "B97VhjPyWdn4pXT5SvQybF", + "question": "What does the sticker advise you to stop eating?", + "choices": [ + "sugar", + "animals", + "beets", + "popcorn" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "animals", + "stop signal", + "animals", + "animals", + "animals", + "eating animals", + "stop", + "animas", + "animals", + "animals" + ], + "difficult_direct_answer": false, + "rationales": [ + "The sign says to stop eating animals.", + "The sticker has animals.", + "The sticker says don't eat animals." + ] + }, + { + "split": "val", + "image_id": 462576, + "question_id": "CCVav8uwNeAerpwiN2jbcx", + "question": "How are the eggs cooked?", + "choices": [ + "scrambled", + "fried", + "boiled", + "poached" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "scrambled", + "scrambled", + "scrambled", + "egg omlete", + "good", + "eating", + "fry", + "fry", + "scrambled", + "oven" + ], + "difficult_direct_answer": false, + "rationales": [ + "The eggs have been scrambled.", + "The yolk and the white were mixed to cook them", + "They are very lumpy and yellow" + ] + }, + { + "split": "val", + "image_id": 579158, + "question_id": "CY5ZZbpJFTLSwMbjGybzpS", + "question": "Why is one window outlined in white on the side of the plane?", + "choices": [ + "emergency exit", + "attendant seats", + "fake window", + "seat reclines" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "emergency exit", + "escape hatch", + "emergency", + "door", + "blue", + "carriage", + "emergency exit", + "emergency exit", + "emergency", + "airoplane" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's to get out.", + "The window that is outlined is the emergency exit.", + "The window is an exit." + ] + }, + { + "split": "val", + "image_id": 328030, + "question_id": "CfaSzNgDy23yuC4X55XVmn", + "question": "What is the brown bear in the grey and black jacket doing?", + "choices": [ + "playing hockey", + "talking", + "sleeping", + "playing kickball" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "playing", + "hokcey", + "cleaning", + "playing hockey", + "playing", + "playing hockey", + "playing", + "hockey", + "tear beer", + "hang" + ], + "difficult_direct_answer": false, + "rationales": [ + "This bear is holding a stick and is near a puck.", + "It's holding a wooden stick next to a puck.", + "The bear plays hockey." + ] + }, + { + "split": "val", + "image_id": 245026, + "question_id": "F8Df2XjGi87XQBkJNa79Ka", + "question": "What is the name of the type of business where the product in the foreground of this picture would be purchased?", + "choices": [ + "bakery", + "pharmacy", + "fishmonger", + "tailor" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "cake cutting", + "birthday cakes", + "bakery", + "cake", + "bakery", + "bakery", + "organization", + "bakery", + "bakery", + "rainbow" + ], + "difficult_direct_answer": false, + "rationales": [ + "The business is a bakery.", + "This place makes cakes and other pastries.", + "The business is a bakery." + ] + }, + { + "split": "val", + "image_id": 439623, + "question_id": "Gv6voFmtsboJcuT7NppWmh", + "question": "What is the term for the brown marks on the bottom portion of the fire hydrant?", + "choices": [ + "rust", + "sunder", + "demarcations", + "paint" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "damaged iron", + "rust", + "rust", + "firehurant", + "fire hurget", + "car parking", + "dirt", + "rust", + "bolts", + "fire" + ], + "difficult_direct_answer": false, + "rationales": [ + "This is the only answer that makes sense. corrosion happens from water exposure.", + "The term is rust.", + "The metal part of a hydrant has turned an uneven brown color." + ] + }, + { + "split": "val", + "image_id": 132329, + "question_id": "H6tcAFjWHYBPUpyvG5PVrv", + "question": "What kind of temperature is provided in the area where the bottles are?", + "choices": [ + "freezing", + "hot", + "cool", + "warm" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "cold", + "cold", + "cool", + "cool", + "high", + "cool", + "230", + "fridge", + "minus degree", + "30 degrees" + ], + "difficult_direct_answer": false, + "rationales": [ + "A few bottles are on the shelf in a fridge.", + "The water is in the fridge which keeps things cool.", + "The fridge keeps food cold." + ] + }, + { + "split": "val", + "image_id": 210520, + "question_id": "KGhKWAGTj6kUsxSUHDH8t5", + "question": "Which object at the table is most used with a flame?", + "choices": [ + "candle holder", + "vase", + "candle", + "glass" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "dishes tables", + "corn", + "eating", + "cook", + "candle", + "candle", + "candle", + "dinning tablet", + "candle", + "candle" + ], + "difficult_direct_answer": false, + "rationales": [ + "Candles are lit up with a flame.", + "The candle is not lit.", + "It looks like a tea light or tea candle." + ] + }, + { + "split": "val", + "image_id": 427160, + "question_id": "KMF7Ym9gSvVVJ5QoLtTpt6", + "question": "What must the player in blue touch the player in red with to 'win' the play?", + "choices": [ + "ball", + "head", + "foot", + "pants" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "baseball", + "throwball", + "runner", + "home base", + "base", + "baseball", + "get out", + "ball", + "cap", + "sometime" + ], + "difficult_direct_answer": true, + "rationales": [ + "The player in blue must tag the other team player with the ball in order to win the play.", + "This is a common rule in baseball.", + "The player is trying to get the ball." + ] + }, + { + "split": "val", + "image_id": 125936, + "question_id": "Kn65sKCZq6EBQWNdQB469p", + "question": "Which fruit seen here is most likely to be thrown away first?", + "choices": [ + "avocado", + "banana", + "orange", + "apple" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "big bananas", + "banana", + "banana", + "bananas", + "banana", + "banana shop", + "banana", + "banana", + "banana", + "banana" + ], + "difficult_direct_answer": false, + "rationales": [ + "Bananas are old.", + "A ripens very quickly in real life.", + "The fruit is a banana." + ] + }, + { + "split": "val", + "image_id": 486104, + "question_id": "MqCKsUbTPGQJxLL75tGc5F", + "question": "What percent of the stands are full?", + "choices": [ + "15", + "100", + "50", + "50" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "quarter", + "base ball", + "running", + "15", + "playing", + "ten percent", + "grass", + "twenty", + "five", + "two" + ], + "difficult_direct_answer": true, + "rationales": [ + "A few people sit in the stands of a baseball game.", + "Very little of the seats are filled.", + "The percent is 15." + ] + }, + { + "split": "val", + "image_id": 482719, + "question_id": "QH2k6NnZ5DxMLEeQQF8net", + "question": "Which of the fruits shown has a seed that is easier to see?", + "choices": [ + "pear", + "plum", + "banana", + "apple" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "plum", + "plums", + "plums", + "banana", + "plum", + "plum", + "grapes", + "grap", + "apple", + "banana" + ], + "difficult_direct_answer": false, + "rationales": [ + "All we have to do is look at it and the answer is clear.", + "The fruit is the plum.", + "Various fruit is in a bowl including bananas and plums." + ] + }, + { + "split": "val", + "image_id": 280710, + "question_id": "QqviUwQkfAndzidCzfJFKS", + "question": "What is the top level of the busses used for?", + "choices": [ + "passenger seating", + "transporting goods", + "engine housing", + "storing fuel" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "sitting", + "sitting", + "sightseeing", + "bus", + "sight seeing", + "passenger seating", + "sitting", + "name board", + "sightseeing", + "london" + ], + "difficult_direct_answer": false, + "rationales": [ + "The top is for tourists.", + "Tourists ride these buses to see sights.", + "The top level the closest sightseeing bus is not covered. an uncovered level would not be suitable for carrying goods, fuel, or the engine." + ] + }, + { + "split": "val", + "image_id": 155443, + "question_id": "R647v79wCuGwSJmeooBxyY", + "question": "Someone standing on Platform 3 here must do what to board a train?", + "choices": [ + "run forward", + "wait", + "step forward", + "hail it" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "buy ticket", + "use redcolor", + "yellow", + "buy ticket", + "travel", + "move train", + "wait", + "platform number", + "wait", + "train" + ], + "difficult_direct_answer": false, + "rationales": [ + "There is no train available yet", + "The people are waiting for the train.", + "They need to wait for the train to stop." + ] + }, + { + "split": "val", + "image_id": 123213, + "question_id": "RAq5ExoFdoDbbU97rvFYfZ", + "question": "What team does the batter play for?", + "choices": [ + "phillies", + "cubs", + "reds", + "dodgers" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "dodgers", + "dodger", + "dodgers", + "catching", + "dodgers", + "dodgers", + "red", + "team members", + "playing hokky", + "dodgers" + ], + "difficult_direct_answer": false, + "rationales": [ + "The team is the dodgers.", + "The batter wearing blue and whites' shirt reads 'dodgers' though the o is partially obscured.", + "The name of the team is clearly seen on his uniform." + ] + }, + { + "split": "val", + "image_id": 447917, + "question_id": "RBTyZFjfaXXGuDBCesAqcV", + "question": "What brand of shoes are on their feet?", + "choices": [ + "umbro", + "adidas", + "nike", + "champion" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "nike", + "funny", + "nike", + "nike", + "nike", + "games", + "good", + "running", + "nike", + "nike" + ], + "difficult_direct_answer": false, + "rationales": [ + "The brand is nike.", + "The side of the show has a check. the check is the nike logo", + "Each shoe has a white swoosh symbol, not three stripes, diamonds, or the letter c." + ] + }, + { + "split": "val", + "image_id": 18575, + "question_id": "U2c5ooPZTZY7cc6xGBcFuM", + "question": "What sort of spice will most likely be added to the fried vegetable here?", + "choices": [ + "rosemary", + "pickles", + "salt", + "cayenne" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "make", + "cream", + "vegetable sandwich", + "tomotto", + "eating breakfast", + "tomato", + "salt", + "salt", + "salt", + "salt" + ], + "difficult_direct_answer": false, + "rationales": [ + "The spice is salt.", + "The best sauce is using salt flavor.", + "The spice is salt." + ] + }, + { + "split": "val", + "image_id": 56127, + "question_id": "WmFJXxTJibdaLUQiLHKPNg", + "question": "Why is there a mat on the floor?", + "choices": [ + "prevent slipping", + "prevent leaks", + "prevent cracking", + "prevent fire" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "slip", + "spills", + "because kitchen", + "walking mat", + "mat floor", + "room", + "clean", + "prevent slipping", + "walking", + "room" + ], + "difficult_direct_answer": true, + "rationales": [ + "The mat provides better grip on the floor.", + "The texture of this black mat tells us it's 'sticky' and for preventing slippage.", + "The mat protects people from falling." + ] + }, + { + "split": "val", + "image_id": 277197, + "question_id": "Wsm6n4QiLcUf8UEmRUCdNL", + "question": "What era are the gold chairs styled from?", + "choices": [ + "modern", + "dark", + "revolutionary", + "victorian" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "victorian", + "modern", + "things", + "1950's", + "golden era", + "style", + "chippendale", + "victorian", + "hall", + "steel" + ], + "difficult_direct_answer": true, + "rationales": [ + "The other options don't apply to this style.", + "Gold chairs are ornate like the victorian era.", + "Chairs with decorative arms are in a room with other antiques." + ] + }, + { + "split": "val", + "image_id": 507223, + "question_id": "WwzDYpWLZsus6tMdSzVhWk", + "question": "What position does the man holding the brown glove play?", + "choices": [ + "outfield", + "pitcher", + "catcher", + "coach" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "catching", + "catcher", + "catcher", + "catcher", + "running", + "catcher", + "giove", + "playing time", + "tennis player", + "catcher" + ], + "difficult_direct_answer": false, + "rationales": [ + "He is standing to the side of the hitter, and in front of the umpire.", + "If he were b, he'd have a ball in his hand. c and d don't use this type of glove.", + "He has on the protective equipment" + ] + }, + { + "split": "val", + "image_id": 180101, + "question_id": "XPhow2MD6num6LkVWv2WDC", + "question": "What will the child do here as they blow out the candles?", + "choices": [ + "whistle", + "wish", + "scream", + "sleep" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "wish", + "make wish", + "air", + "wish", + "wish", + "make wish", + "cake", + "off", + "straw", + "make wish" + ], + "difficult_direct_answer": false, + "rationales": [ + "It's a birthday party and that's the traditional thing that happens.", + "The child makes a wish.", + "The kid makes a wish." + ] + }, + { + "split": "val", + "image_id": 417249, + "question_id": "ZQKmx3C4YgDDUWd34gaPhS", + "question": "What kind of a lounge is this?", + "choices": [ + "dog", + "leisure", + "business", + "cat" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "bag", + "luggage", + "business", + "business", + "airport", + "travel luggage", + "suitcase", + "airport lounge", + "person", + "big" + ], + "difficult_direct_answer": true, + "rationales": [ + "The lounge is for business.", + "The yellow sign has this word on it.", + "There is a horizontal bronze looking banner against the far wall. it has the name of the place in it." + ] + }, + { + "split": "val", + "image_id": 127270, + "question_id": "Zg7XNQn9CZt3jkATUMXFhp", + "question": "What is the name of the player's hair style?", + "choices": [ + "bob", + "corn rows", + "bouffant", + "ponytail" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "tennis", + "hair style", + "playing tennis", + "tennis player", + "ponytail", + "ponytail", + "batmeton", + "braid", + "brown", + "batmitten" + ], + "difficult_direct_answer": true, + "rationales": [ + "It resembles that of the tail on a horse.", + "The tennis player's hair is tied at the back. she does not have corn rows, a bouffant, or a bob.", + "The name is a ponytail." + ] + }, + { + "split": "val", + "image_id": 462031, + "question_id": "a7EiGZsffnAC9nVsb9Y7AY", + "question": "Given the stance of the batter the player is most likely?", + "choices": [ + "lefthanded", + "switch hitter", + "ambidextrous", + "righthanded" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "playing", + "win match", + "left handed", + "batting", + "hitting", + "game", + "hit", + "right-handed", + "righthanded", + "to play" + ], + "difficult_direct_answer": true, + "rationales": [ + "Just by looking at the hitter and the way he is holding the bat, it is clear that he is a right handed. he could be a switch hitter but we can't assume that.", + "This is a right handed baseball stance.", + "The man is gonna do a righthand move." + ] + }, + { + "split": "val", + "image_id": 287291, + "question_id": "ab8eLKrdMaUhKCHtrDknSy", + "question": "Why is the guy standing in the median?", + "choices": [ + "awaiting greenlight", + "washing windshields", + "panhandling", + "selling flowers" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "wating", + "crossing street", + "road crossing", + "awaiting greenlight", + "crossing street", + "crossing", + "stop", + "bus stand", + "signal", + "red light" + ], + "difficult_direct_answer": true, + "rationales": [ + "He might also be doing c, but he appears to be doing a by the way he's looking around him.", + "The guy waits for the light.", + "He waiting on the traffic lights to enable to cross the road at the right time." + ] + }, + { + "split": "val", + "image_id": 380706, + "question_id": "aqnbMDKEYEGFpVGpxuM6w4", + "question": "What is the bike rider looking for?", + "choices": [ + "oncoming traffic", + "place to park", + "stores", + "crosswalk" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "street", + "signal", + "bus", + "road", + "cars", + "travel", + "road rider", + "signal", + "oncoming traffic", + "oncoming traffic" + ], + "difficult_direct_answer": false, + "rationales": [ + "The rider is keeping safe before crossing the street.", + "The rider is on a busy street and needs to avoid possibly being hit.", + "Because he is on a busy road he must drive with caution." + ] + }, + { + "split": "val", + "image_id": 481390, + "question_id": "bDqH62XFybrPPhHAUCbPHb", + "question": "Which team is in white/orange?", + "choices": [ + "knicks", + "raptors", + "warriors", + "wizards" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "basketball", + "playing football", + "football player", + "new york", + "knixka", + "knicks", + "brazil", + "new york", + "knicks", + "virginia" + ], + "difficult_direct_answer": false, + "rationales": [ + "The knicks wear white and orange.", + "The team is the knicks.", + "You can tell by the city printed on the jerseys as to what team it is in orange and white." + ] + }, + { + "split": "val", + "image_id": 147338, + "question_id": "cEtogP8bKLXGuFtxeEqkvZ", + "question": "What has the fire hydrant been painted to resemble?", + "choices": [ + "duck", + "bird", + "face", + "spongebob" + ], + "correct_choice_idx": 2, + "direct_answers": [ + "doll", + "angry face", + "water", + "fire hydrant", + "grump", + "face", + "person", + "face", + "yellow", + "face" + ], + "difficult_direct_answer": false, + "rationales": [ + "It looks like a face is on it.", + "None of the other options match the grimace. police do cite artists and others that paint on hydrants.", + "The fire hydrant has eyes and a mouth." + ] + }, + { + "split": "val", + "image_id": 45472, + "question_id": "gurW28uKknkS6kmv6aPa6X", + "question": "How can you tell the incense has been burned already?", + "choices": [ + "smoke", + "faded decor", + "oil down", + "ashes" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "burn marks", + "see incense", + "only sticks", + "blackened tips", + "ashes", + "orange", + "prayer", + "it's black", + "black ends", + "burned sticks" + ], + "difficult_direct_answer": true, + "rationales": [ + "There are ashes around the pot.", + "When something is burned the tip will be black.", + "The ashes indicate that a fire has been lit." + ] + }, + { + "split": "val", + "image_id": 578545, + "question_id": "iEWtnFwjAXAqCFXiopTTZs", + "question": "Why is the lady laying propped up?", + "choices": [ + "digestion", + "pregnancy", + "comfort", + "digestion" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "preganet women", + "pregnancy", + "rest", + "she's pregnant", + "book", + "pregnant", + "pregnant", + "reading", + "bed", + "study" + ], + "difficult_direct_answer": true, + "rationales": [ + "She is very close to giving birth given the size of her belly", + "Her womb is is large and can be visibly seen.", + "She has a very large belly" + ] + }, + { + "split": "val", + "image_id": 127092, + "question_id": "iGmzkJ63JuV4MwnQo2B6Jb", + "question": "What must be activated so the parked cars stay in place?", + "choices": [ + "headlights", + "sunroof", + "radio", + "emergency brake" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "parking light", + "brakes", + "emergency brake", + "building", + "emergency brake", + "emergency brake", + "gravity affects", + "parking brake", + "emergency brake", + "parking" + ], + "difficult_direct_answer": false, + "rationales": [ + "Cars are parked on a hill on a street.", + "The area is hilly. activating the headlights, radio, or sunroof would not help a car stay in place.", + "The emergency brakes must be activated so that the cars could stay in place on the slope." + ] + }, + { + "split": "val", + "image_id": 479030, + "question_id": "iXG9vTJKiKBbMcgyngPRpH", + "question": "What mechanism might all different modes of transportation seen here employ to stop?", + "choices": [ + "hammer time", + "brakes", + "bat signal", + "voice command" + ], + "correct_choice_idx": 1, + "direct_answers": [ + "brakes", + "brakes", + "train", + "running", + "brakes", + "brake", + "move train", + "travel", + "train", + "signal light" + ], + "difficult_direct_answer": false, + "rationales": [ + "None of the other options make sense with this image and trains use brakes.", + "Answer a is commonly known to be employed to stop vehicles and is included in all of the vehicles visible.", + "This helps them stop" + ] + }, + { + "split": "val", + "image_id": 345397, + "question_id": "mf7iP3eaca7zncQHvBLbEF", + "question": "What brand of hair product does he have?", + "choices": [ + "finesse", + "dove", + "loreal", + "head and shoulders" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "pic", + "mobile", + "shampoo", + "apple", + "dove", + "hair conditioner", + "normal", + "apple", + "head and shoulders", + "apple" + ], + "difficult_direct_answer": false, + "rationales": [ + "A dove bottle is on the shelf in the shower.", + "It is a white bottle with a blue top in the shower area", + "The brand is head and shoulders." + ] + }, + { + "split": "val", + "image_id": 313588, + "question_id": "n6paCuMnYEcapWb2TqLYoa", + "question": "What is the pattern on the woman's coat called?", + "choices": [ + "pinstripe", + "polka dot", + "houndstooth", + "plaid" + ], + "correct_choice_idx": 3, + "direct_answers": [ + "plaid", + "stripes", + "black", + "sweeter", + "plaid", + "flannel", + "plaid", + "jerkin", + "flannel", + "umbrella" + ], + "difficult_direct_answer": false, + "rationales": [ + "The woman's jacket is in a crisscross pattern.", + "The pattern on the woman's coat is plaid.", + "A woman with a pattern of blocks that is very dark. she is standing in the street holding umbrella." + ] + }, + { + "split": "val", + "image_id": 369751, + "question_id": "nZANMFWTuwNWznuT9RBNXr", + "question": "What does the yellow sign advise you to watch for?", + "choices": [ + "pedestrians", + "speedbumps", + "dogs", + "deer" + ], + "correct_choice_idx": 0, + "direct_answers": [ + "parking", + "watch", + "pedestrians", + "people", + "pedestrian", + "pedestrians", + "pedstrains", + "signal board", + "pedestrians", + "warning" + ], + "difficult_direct_answer": false, + "rationales": [ + "The lowest word on the sign refers to people, not animals or speedbumps.", + "The yellow sign here reads 'watch for pedestrians'.", + "The sign is for pedestrians." + ] + } +] \ No newline at end of file